Namespace(device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0.0, KD_LM=0.0, LLP_D=0.001, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=1, ps_method='nb', transductive='transductive', minibatch=False, ts_quantile=0.5, time_increment='day')
LLP (Relational Distillation)
Namespace(device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0.0, KD_LM=0.0, LLP_D=0.001, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False, ts_quantile=0.5, time_increment='day')
LLP (Relational Distillation)
Namespace(device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0.0, KD_LM=0.0, LLP_D=0.001, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False, ts_quantile=0.5, time_increment='day')
LLP (Relational Distillation)
Namespace(device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0.0, KD_LM=0.0, LLP_D=0.001, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=1, ps_method='nb', transductive='transductive', minibatch=False, ts_quantile=0.5, time_increment='day')
LLP (Relational Distillation)
Namespace(device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0.0, KD_LM=0.0, LLP_D=0.001, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=1, ps_method='nb', transductive='transductive', minibatch=False, ts_quantile=0.5, time_increment='day')
LLP (Relational Distillation)
Namespace(device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0.0, KD_LM=0.0, LLP_D=0.001, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False, ts_quantile=0.5, time_increment='day')
LLP (Relational Distillation)
Namespace(device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0.0, KD_LM=0.0, LLP_D=0.001, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False, ts_quantile=0.5, time_increment='day')
LLP (Relational Distillation)
Namespace(device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0.0, KD_LM=0.0, LLP_D=0.001, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False, ts_quantile=0.5, time_increment='day')
LLP (Relational Distillation)
Namespace(device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0.0, KD_LM=0.0, LLP_D=0.001, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False, ts_quantile=0.5, time_increment='day')
LLP (Relational Distillation)
Namespace(device=5, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0.0, KD_LM=0.0, LLP_D=0.001, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False, ts_quantile=0.5, time_increment='day')
LLP (Relational Distillation)
Namespace(device=5, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0.0, KD_LM=0.0, LLP_D=0.001, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False, ts_quantile=0.5, time_increment='day')
LLP (Relational Distillation)
Namespace(device=5, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0.0, KD_LM=0.0, LLP_D=0.001, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False, ts_quantile=0.5, time_increment='day')
LLP (Relational Distillation)
Namespace(device=5, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0.0, KD_LM=0.0, LLP_D=0.001, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False, ts_quantile=0.5, time_increment='day')
LLP (Relational Distillation)
Namespace(device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.3529 ± 3.9929
Hits@20:
Test: 74.0038 ± 2.1552
Hits@30:
Test: 77.9507 ± 2.7049
Hits@50:
Test: 83.2638 ± 1.5085
AUC:
Test: 94.3557 ± 0.3620
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 3.8710 ± 1.1589
Hits@20:
Test: 7.7799 ± 1.6488
Hits@30:
Test: 10.8918 ± 1.8131
Hits@50:
Test: 13.1689 ± 3.7631
AUC:
Test: 46.1639 ± 0.5888
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.9469 ± 1.8640
Hits@20:
Test: 73.5863 ± 3.3285
Hits@30:
Test: 78.5958 ± 2.4792
Hits@50:
Test: 82.8463 ± 1.2194
AUC:
Test: 94.4850 ± 0.3330
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 3.2258 ± 1.0983
Hits@20:
Test: 6.3378 ± 1.1820
Hits@30:
Test: 10.1708 ± 1.5739
Hits@50:
Test: 13.3966 ± 2.9045
AUC:
Test: 47.1354 ± 0.4831
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 60.3416 ± 6.3927
Hits@20:
Test: 73.2068 ± 2.4828
Hits@30:
Test: 78.5199 ± 0.7023
Hits@50:
Test: 82.4288 ± 2.2436
AUC:
Test: 94.2557 ± 0.3261
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 3.2638 ± 0.6207
Hits@20:
Test: 5.8065 ± 1.4047
Hits@30:
Test: 8.6148 ± 2.6484
Hits@50:
Test: 9.0702 ± 1.5381
AUC:
Test: 46.1357 ± 0.3859
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.8842 ± 3.2023
Hits@20:
Test: 74.8767 ± 0.8336
Hits@30:
Test: 79.2789 ± 2.1019
Hits@50:
Test: 82.8463 ± 2.7056
AUC:
Test: 94.3446 ± 0.5421
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 7.4763 ± 1.0784
Hits@20:
Test: 11.8027 ± 0.6350
Hits@30:
Test: 14.7249 ± 0.8336
Hits@50:
Test: 20.3416 ± 0.7870
AUC:
Test: 56.9216 ± 0.5020
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.4668 ± 3.8126
Hits@20:
Test: 72.8653 ± 2.1426
Hits@30:
Test: 77.7609 ± 0.8422
Hits@50:
Test: 83.8330 ± 1.5842
AUC:
Test: 94.2321 ± 0.2600
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=0.0, LLP_R=0.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
All runs:
Hits@10:
Test: 63.8710 ± 4.3220
Hits@20:
Test: 74.2315 ± 1.6179
Hits@30:
Test: 77.8748 ± 1.1743
Hits@50:
Test: 82.5047 ± 0.4530
AUC:
Test: 94.0935 ± 0.2388
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 3.4156 ± 0.3795
Hits@20:
Test: 6.1101 ± 0.6762
Hits@30:
Test: 10.0190 ± 2.3525
Hits@50:
Test: 14.1556 ± 3.0878
AUC:
Test: 53.4071 ± 1.3326
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 5.9962 ± 1.6135
Hits@20:
Test: 9.6395 ± 1.4538
Hits@30:
Test: 12.4858 ± 0.5265
Hits@50:
Test: 17.0398 ± 0.6762
AUC:
Test: 51.3977 ± 0.3393
Namespace(distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 6.4516 ± 2.2572
Hits@20:
Test: 11.2713 ± 0.9159
Hits@30:
Test: 14.8008 ± 1.3749
Hits@50:
Test: 20.4934 ± 2.7888
AUC:
Test: 58.5591 ± 1.0568
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 5.9962 ± 1.6135
Hits@20:
Test: 9.6395 ± 1.4538
Hits@30:
Test: 12.4858 ± 0.5265
Hits@50:
Test: 17.0398 ± 0.6762
AUC:
Test: 51.5199 ± 0.2048
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=1, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=1, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=1, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=1, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=1, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=1, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=1, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 6.8311 ± nan
Hits@20:
Test: 8.7287 ± nan
Hits@30:
Test: 11.7647 ± nan
Hits@50:
Test: 7.5901 ± nan
AUC:
Test: 49.7665 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=0.0, margin=0.1, rw_step=3, ns_rate=1, hops=1, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 6.6414 ± nan
Hits@20:
Test: 7.7799 ± nan
Hits@30:
Test: 10.6262 ± nan
Hits@50:
Test: 13.8520 ± nan
AUC:
Test: 49.4705 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=0.0, margin=0.1, rw_step=3, ns_rate=1, hops=1, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 2.2770 ± nan
Hits@20:
Test: 4.3643 ± nan
Hits@30:
Test: 5.3131 ± nan
Hits@50:
Test: 13.8520 ± nan
AUC:
Test: 49.0791 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=0.0, margin=0.1, rw_step=3, ns_rate=1, hops=1, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 21.8216 ± nan
Hits@20:
Test: 26.1860 ± nan
Hits@30:
Test: 29.9810 ± nan
Hits@50:
Test: 38.1404 ± nan
AUC:
Test: 75.1510 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=0.0, margin=0.1, rw_step=3, ns_rate=1, hops=1, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 14.8008 ± nan
Hits@20:
Test: 26.7552 ± nan
Hits@30:
Test: 33.3966 ± nan
Hits@50:
Test: 42.5047 ± nan
AUC:
Test: 75.2806 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=0.0, margin=0.1, rw_step=3, ns_rate=1, hops=1, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 14.8008 ± nan
Hits@20:
Test: 26.7552 ± nan
Hits@30:
Test: 33.3966 ± nan
Hits@50:
Test: 42.5047 ± nan
AUC:
Test: 75.2806 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=0.0, margin=0.1, rw_step=3, ns_rate=1, hops=1, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=0.0, margin=0.1, rw_step=3, ns_rate=1, hops=1, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 21.8216 ± nan
Hits@20:
Test: 26.3757 ± nan
Hits@30:
Test: 29.9810 ± nan
Hits@50:
Test: 38.3302 ± nan
AUC:
Test: 75.1679 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=0.0, margin=0.1, rw_step=3, ns_rate=1, hops=1, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.3, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=0.0, margin=0.1, rw_step=3, ns_rate=1, hops=1, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 14.0417 ± nan
Hits@20:
Test: 23.5294 ± nan
Hits@30:
Test: 27.7040 ± nan
Hits@50:
Test: 37.3814 ± nan
AUC:
Test: 73.0774 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.3, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=0.0, margin=0.1, rw_step=3, ns_rate=1, hops=1, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 1.8975 ± nan
Hits@20:
Test: 3.6053 ± nan
Hits@30:
Test: 9.2979 ± nan
Hits@50:
Test: 12.3340 ± nan
AUC:
Test: 49.4817 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.3, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=0.0, margin=0.1, rw_step=3, ns_rate=1, hops=1, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 14.2315 ± nan
Hits@20:
Test: 23.7192 ± nan
Hits@30:
Test: 27.8937 ± nan
Hits@50:
Test: 36.2429 ± nan
AUC:
Test: 73.1458 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.3, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=0.0, margin=0.1, rw_step=3, ns_rate=1, hops=1, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/cora_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.3, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=0.0, margin=0.1, rw_step=3, ns_rate=1, hops=1, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/cora_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.3, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=0.0, margin=0.1, rw_step=3, ns_rate=1, hops=1, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.6129 ± nan
Hits@20:
Test: 60.7211 ± nan
Hits@30:
Test: 68.6907 ± nan
Hits@50:
Test: 76.4706 ± nan
AUC:
Test: 91.0834 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/cora_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.3, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=0.0, margin=0.1, rw_step=3, ns_rate=1, hops=1, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 5.3131 ± nan
Hits@20:
Test: 8.9184 ± nan
Hits@30:
Test: 11.0057 ± nan
Hits@50:
Test: 8.7287 ± nan
AUC:
Test: 48.3813 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/cora_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.3, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=0.0, margin=0.1, rw_step=3, ns_rate=1, hops=1, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/cora_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.3, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=0.0, margin=0.1, rw_step=3, ns_rate=1, hops=1, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.3, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=0.0, margin=0.1, rw_step=3, ns_rate=1, hops=1, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 16.8880 ± nan
Hits@20:
Test: 22.2011 ± nan
Hits@30:
Test: 27.8937 ± nan
Hits@50:
Test: 41.9355 ± nan
AUC:
Test: 75.8164 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.3, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=1, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.3, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=1, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.3, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=1, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.3, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.3, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.0588 ± 4.3890
Hits@20:
Test: 55.2182 ± 3.2646
Hits@30:
Test: 62.1632 ± 2.8545
Hits@50:
Test: 69.8292 ± 1.9811
AUC:
Test: 88.7042 ± 1.0080
All runs:
Hits@10:
Test: 61.5180 ± 6.3820
Hits@20:
Test: 74.0797 ± 3.3987
Hits@30:
Test: 78.6338 ± 1.3458
Hits@50:
Test: 83.8710 ± 1.9674
AUC:
Test: 94.4166 ± 0.4725
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.3, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.3, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 15.7875 ± 3.5687
Hits@20:
Test: 21.3662 ± 4.0266
Hits@30:
Test: 28.1214 ± 4.6410
Hits@50:
Test: 33.3586 ± 4.5923
AUC:
Test: 73.5492 ± 2.4306
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.3, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 60.9867 ± 2.0769
Hits@20:
Test: 70.9298 ± 2.5081
Hits@30:
Test: 74.7249 ± 2.8062
Hits@50:
Test: 81.3283 ± 2.1070
AUC:
Test: 93.3071 ± 0.4357
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.3, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 15.1423 ± 5.4128
Hits@20:
Test: 18.8994 ± 2.6922
Hits@30:
Test: 25.0095 ± 3.8804
Hits@50:
Test: 34.5351 ± 3.8492
AUC:
Test: 72.9823 ± 2.8093
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_RA_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.3, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 13.3207 ± 2.1859
Hits@20:
Test: 18.4061 ± 2.0873
Hits@30:
Test: 25.0474 ± 2.5879
Hits@50:
Test: 33.7002 ± 2.8796
AUC:
Test: 73.4160 ± 1.0517
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.3, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.7837 ± 2.3761
Hits@20:
Test: 70.1328 ± 1.9472
Hits@30:
Test: 76.0531 ± 1.8514
Hits@50:
Test: 81.5560 ± 2.5962
AUC:
Test: 93.5070 ± 0.1951
All runs:
Hits@10:
Test: 15.9393 ± 5.0739
Hits@20:
Test: 22.2391 ± 1.7871
Hits@30:
Test: 25.9583 ± 5.6408
Hits@50:
Test: 35.2941 ± 4.1464
AUC:
Test: 75.9037 ± 1.2825
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_RA_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.3, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.3, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.2391 ± 4.2388
Hits@20:
Test: 69.6015 ± 2.4092
Hits@30:
Test: 74.8387 ± 1.1743
Hits@50:
Test: 80.7211 ± 2.5409
AUC:
Test: 93.4171 ± 0.6281
All runs:
Hits@10:
Test: 3.3776 ± 1.1956
Hits@20:
Test: 5.4649 ± 1.1178
Hits@30:
Test: 9.1461 ± 2.5997
Hits@50:
Test: 15.1423 ± 2.8665
AUC:
Test: 55.8279 ± 1.1333
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.3, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.3, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.6679 ± 3.1735
Hits@20:
Test: 72.8273 ± 1.8514
Hits@30:
Test: 76.2429 ± 2.7674
Hits@50:
Test: 79.7344 ± 3.3849
AUC:
Test: 93.7708 ± 0.4744
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.3, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.7685 ± 1.4661
Hits@20:
Test: 55.7116 ± 3.4720
Hits@30:
Test: 61.1385 ± 1.8804
Hits@50:
Test: 67.4004 ± 1.4034
AUC:
Test: 88.1391 ± 0.5252
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.3, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.3966 ± 5.4181
Hits@20:
Test: 65.5788 ± 5.1907
Hits@30:
Test: 70.4364 ± 4.1841
Hits@50:
Test: 77.7609 ± 3.7314
AUC:
Test: 93.0120 ± 0.8600
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.3, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.2657 ± 2.3753
Hits@20:
Test: 54.4213 ± 1.1495
Hits@30:
Test: 61.8216 ± 2.0366
Hits@50:
Test: 68.7666 ± 2.0856
AUC:
Test: 88.7114 ± 0.5517
All runs:
Hits@10:
Test: 64.1366 ± 4.4501
Hits@20:
Test: 73.2068 ± 4.4042
Hits@30:
Test: 78.4820 ± 2.4544
Hits@50:
Test: 83.7192 ± 1.5785
AUC:
Test: 94.6294 ± 0.4526
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.3, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.3, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 0.0000 ± 0.0000
Hits@20:
Test: 21.7837 ± 29.9490
Hits@30:
Test: 61.3662 ± 2.0331
Hits@50:
Test: 75.2182 ± 1.7576
AUC:
Test: 91.6642 ± 0.3151
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCNC_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.3, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.6433 ± 4.0356
Hits@20:
Test: 72.7135 ± 3.0343
Hits@30:
Test: 78.0266 ± 2.1019
Hits@50:
Test: 83.8330 ± 1.0933
AUC:
Test: 94.3376 ± 0.5286
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.3, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.7647 ± 8.6191
Hits@20:
Test: 72.2581 ± 1.5025
Hits@30:
Test: 77.4194 ± 1.4941
Hits@50:
Test: 84.8577 ± 1.1651
AUC:
Test: 94.1521 ± 0.1950
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCNC_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.3, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 0.0000 ± 0.0000
Hits@20:
Test: 10.6262 ± 23.7609
Hits@30:
Test: 67.2106 ± 1.7821
Hits@50:
Test: 79.6964 ± 2.0260
AUC:
Test: 93.0345 ± 0.1339
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=6, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.3, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.4194 ± 6.4942
Hits@20:
Test: 72.6376 ± 1.4965
Hits@30:
Test: 78.1404 ± 1.5555
Hits@50:
Test: 85.6167 ± 0.8737
AUC:
Test: 94.5610 ± 0.3650
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.3, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 19.6964 ± 18.0707
Hits@20:
Test: 52.1063 ± 2.0507
Hits@30:
Test: 62.1632 ± 3.8154
Hits@50:
Test: 72.7894 ± 1.8669
AUC:
Test: 90.1677 ± 0.3810
All runs:
Hits@10:
Test: 55.0285 ± 9.7985
Hits@20:
Test: 66.4896 ± 4.8296
Hits@30:
Test: 76.0152 ± 2.2153
Hits@50:
Test: 82.8463 ± 2.1367
AUC:
Test: 93.7746 ± 0.1387
Namespace(distill_pred_path='cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.8064 ± 9.0333
Hits@20:
Test: 62.0114 ± 3.7435
Hits@30:
Test: 67.8178 ± 3.6711
Hits@50:
Test: 77.0778 ± 2.8381
AUC:
Test: 92.4751 ± 0.3307
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.1157 ± 5.6130
Hits@20:
Test: 64.3264 ± 5.9448
Hits@30:
Test: 69.2220 ± 3.4999
Hits@50:
Test: 79.4307 ± 1.7214
AUC:
Test: 92.2745 ± 0.9191
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.3529 ± 8.2979
Hits@20:
Test: 73.3207 ± 1.6246
Hits@30:
Test: 78.4061 ± 3.2519
Hits@50:
Test: 84.2125 ± 1.9509
AUC:
Test: 95.1654 ± 0.2462
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.0361 ± 7.3557
Hits@20:
Test: 72.3719 ± 4.1216
Hits@30:
Test: 78.2543 ± 2.1156
Hits@50:
Test: 84.5161 ± 1.5157
AUC:
Test: 95.0064 ± 0.4945
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.4858 ± 7.3032
Hits@20:
Test: 63.3397 ± 2.8570
Hits@30:
Test: 68.3492 ± 2.5823
Hits@50:
Test: 77.1157 ± 1.1274
AUC:
Test: 91.9514 ± 0.2760
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.6148 ± 9.7694
Hits@20:
Test: 56.5844 ± 3.1536
Hits@30:
Test: 63.5674 ± 3.4912
Hits@50:
Test: 71.4611 ± 2.1990
AUC:
Test: 89.2846 ± 0.9131
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.6736 ± 2.1451
Hits@20:
Test: 64.2884 ± 9.9375
Hits@30:
Test: 73.3207 ± 4.5474
Hits@50:
Test: 81.4801 ± 1.5966
AUC:
Test: 93.5163 ± 0.4241
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.8406 ± 6.3239
Hits@20:
Test: 67.0588 ± 5.5914
Hits@30:
Test: 72.1822 ± 6.3640
Hits@50:
Test: 80.3036 ± 4.2205
AUC:
Test: 92.8159 ± 1.4086
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.5123 ± 6.1023
Hits@20:
Test: 57.0019 ± 6.1202
Hits@30:
Test: 66.3757 ± 6.1727
Hits@50:
Test: 75.5598 ± 3.6038
AUC:
Test: 91.4122 ± 0.5189
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.9184 ± 4.9634
Hits@20:
Test: 59.4307 ± 5.5895
Hits@30:
Test: 66.9070 ± 3.8623
Hits@50:
Test: 73.6622 ± 3.6262
AUC:
Test: 89.7462 ± 1.9056
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.3700 ± 3.1162
Hits@20:
Test: 64.5920 ± 3.5918
Hits@30:
Test: 75.1044 ± 1.8220
Hits@50:
Test: 81.7837 ± 1.7494
AUC:
Test: 93.5125 ± 0.3748
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 60.1518 ± 4.1094
Hits@20:
Test: 72.7135 ± 2.2104
Hits@30:
Test: 77.3435 ± 3.7727
Hits@50:
Test: 81.4042 ± 1.8785
AUC:
Test: 93.6183 ± 1.0442
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.5617 ± 8.6634
Hits@20:
Test: 64.8197 ± 4.6491
Hits@30:
Test: 72.3719 ± 2.0463
Hits@50:
Test: 79.6964 ± 1.8397
AUC:
Test: 93.0787 ± 0.4509
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.0778 ± 4.1124
Hits@20:
Test: 66.7552 ± 2.3829
Hits@30:
Test: 73.3966 ± 2.4719
Hits@50:
Test: 80.1518 ± 0.9354
AUC:
Test: 92.9667 ± 0.2343
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 60.9867 ± 2.5969
Hits@20:
Test: 73.3207 ± 1.9472
Hits@30:
Test: 78.8994 ± 0.8528
Hits@50:
Test: 84.1366 ± 2.0985
AUC:
Test: 94.5718 ± 0.3243
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 65.6926 ± 2.3178
Hits@20:
Test: 72.7514 ± 2.9138
Hits@30:
Test: 78.8994 ± 1.5613
Hits@50:
Test: 84.9336 ± 2.2715
AUC:
Test: 95.1320 ± 0.2759
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.0209 ± 7.4530
Hits@20:
Test: 62.2011 ± 2.2904
Hits@30:
Test: 68.2353 ± 1.7729
Hits@50:
Test: 75.1423 ± 2.9120
AUC:
Test: 92.1379 ± 0.2811
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.9146 ± 3.1570
Hits@20:
Test: 68.3112 ± 3.5500
Hits@30:
Test: 72.4858 ± 3.2508
Hits@50:
Test: 80.9108 ± 3.7631
AUC:
Test: 93.3965 ± 0.6253
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.7571 ± 4.8359
Hits@20:
Test: 74.3833 ± 1.8785
Hits@30:
Test: 77.3814 ± 2.9955
Hits@50:
Test: 84.0607 ± 1.2587
AUC:
Test: 94.3642 ± 0.3052
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 68.8425 ± 2.2667
Hits@20:
Test: 77.7989 ± 1.1064
Hits@30:
Test: 82.3909 ± 1.4538
Hits@50:
Test: 86.4516 ± 1.4612
AUC:
Test: 95.8166 ± 0.1654
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.2960 ± 1.0784
Hits@20:
Test: 58.8615 ± 4.6040
Hits@30:
Test: 66.4137 ± 3.0948
Hits@50:
Test: 75.7495 ± 1.4538
AUC:
Test: 91.4392 ± 0.3375
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.5750 ± 3.1133
Hits@20:
Test: 60.6072 ± 3.2414
Hits@30:
Test: 67.2486 ± 4.1499
Hits@50:
Test: 75.2562 ± 3.4145
AUC:
Test: 90.8558 ± 1.2473
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.4839 ± 10.1181
Hits@20:
Test: 68.2732 ± 4.7256
Hits@30:
Test: 74.1556 ± 4.5410
Hits@50:
Test: 80.2277 ± 2.6135
AUC:
Test: 93.7530 ± 0.3466
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 59.6964 ± 7.6699
Hits@20:
Test: 72.5237 ± 4.0217
Hits@30:
Test: 78.4440 ± 2.6687
Hits@50:
Test: 83.4915 ± 1.4263
AUC:
Test: 94.7406 ± 0.1545
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.6983 ± 5.6008
Hits@20:
Test: 66.8311 ± 2.0760
Hits@30:
Test: 72.9032 ± 1.5322
Hits@50:
Test: 79.2789 ± 0.7519
AUC:
Test: 92.6675 ± 0.1104
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.4497 ± 2.9931
Hits@20:
Test: 64.5920 ± 2.5444
Hits@30:
Test: 69.6774 ± 1.3970
Hits@50:
Test: 79.3548 ± 1.0934
AUC:
Test: 92.7613 ± 0.2660
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.8387 ± 6.1954
Hits@20:
Test: 67.7419 ± 2.4263
Hits@30:
Test: 74.0417 ± 0.9041
Hits@50:
Test: 80.6072 ± 1.1651
AUC:
Test: 93.5637 ± 0.4305
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.3586 ± 4.1408
Hits@20:
Test: 65.6926 ± 2.8476
Hits@30:
Test: 72.2201 ± 2.9384
Hits@50:
Test: 80.7211 ± 1.6575
AUC:
Test: 93.6427 ± 0.5670
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.2296 ± 6.8713
Hits@20:
Test: 64.1366 ± 3.7927
Hits@30:
Test: 72.2581 ± 1.3242
Hits@50:
Test: 80.5693 ± 1.0616
AUC:
Test: 92.8869 ± 0.5533
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.4080 ± 4.1853
Hits@20:
Test: 66.1860 ± 2.1359
Hits@30:
Test: 72.2581 ± 2.3791
Hits@50:
Test: 80.1518 ± 2.1451
AUC:
Test: 93.0388 ± 0.2820
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.5560 ± 1.4796
Hits@20:
Test: 71.5370 ± 1.7183
Hits@30:
Test: 77.7609 ± 1.4661
Hits@50:
Test: 84.5161 ± 1.7474
AUC:
Test: 94.5614 ± 0.2347
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.1879 ± 4.1875
Hits@20:
Test: 73.2068 ± 1.3377
Hits@30:
Test: 79.6584 ± 1.5670
Hits@50:
Test: 84.9715 ± 1.3644
AUC:
Test: 95.1259 ± 0.2955
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.6395 ± 6.6975
Hits@20:
Test: 61.8216 ± 5.8029
Hits@30:
Test: 68.9943 ± 2.7615
Hits@50:
Test: 76.9639 ± 2.0942
AUC:
Test: 91.9535 ± 0.2372
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.3605 ± 7.6922
Hits@20:
Test: 63.7571 ± 7.7160
Hits@30:
Test: 70.8159 ± 4.2205
Hits@50:
Test: 81.1006 ± 2.7648
AUC:
Test: 93.1624 ± 1.0153
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.8216 ± 4.7199
Hits@20:
Test: 72.5237 ± 3.6312
Hits@30:
Test: 77.9507 ± 1.5497
Hits@50:
Test: 84.0228 ± 1.7204
AUC:
Test: 94.5906 ± 0.4487
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.1632 ± 6.9676
Hits@20:
Test: 73.5484 ± 2.0198
Hits@30:
Test: 81.2524 ± 0.9238
Hits@50:
Test: 86.5275 ± 1.0219
AUC:
Test: 95.3077 ± 0.3411
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.9070 ± 4.2502
Hits@20:
Test: 55.8634 ± 4.9529
Hits@30:
Test: 64.8197 ± 1.7831
Hits@50:
Test: 73.9279 ± 3.2023
AUC:
Test: 90.6298 ± 0.9597
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.7704 ± 6.4524
Hits@20:
Test: 55.5977 ± 1.3617
Hits@30:
Test: 62.6945 ± 3.0140
Hits@50:
Test: 73.1689 ± 1.9929
AUC:
Test: 90.9818 ± 0.3670
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.2751 ± 3.4171
Hits@20:
Test: 57.7230 ± 2.2548
Hits@30:
Test: 63.1879 ± 3.1324
Hits@50:
Test: 70.7021 ± 1.8813
AUC:
Test: 90.3017 ± 0.2559
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.4554 ± 2.0010
Hits@20:
Test: 54.8767 ± 5.4410
Hits@30:
Test: 64.5161 ± 3.7808
Hits@50:
Test: 73.2448 ± 3.9050
AUC:
Test: 90.6972 ± 1.2304
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.2808 ± 4.1694
Hits@20:
Test: 66.4516 ± 2.6545
Hits@30:
Test: 72.9412 ± 2.2113
Hits@50:
Test: 79.0512 ± 1.4174
AUC:
Test: 92.7177 ± 0.1657
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.3586 ± 7.3923
Hits@20:
Test: 62.3909 ± 2.0010
Hits@30:
Test: 69.9810 ± 3.4087
Hits@50:
Test: 78.2922 ± 2.6518
AUC:
Test: 92.4974 ± 0.5548
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.5218 ± 7.1197
Hits@20:
Test: 68.2732 ± 1.4538
Hits@30:
Test: 75.1044 ± 3.0638
Hits@50:
Test: 80.4175 ± 2.0933
AUC:
Test: 93.6181 ± 0.4400
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.2695 ± 6.6725
Hits@20:
Test: 67.2865 ± 3.0140
Hits@30:
Test: 71.7647 ± 2.1610
Hits@50:
Test: 78.9374 ± 2.1760
AUC:
Test: 93.6205 ± 0.3697
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.1461 ± 11.6331
Hits@20:
Test: 60.5313 ± 3.8842
Hits@30:
Test: 68.8805 ± 2.1002
Hits@50:
Test: 76.8880 ± 2.2904
AUC:
Test: 92.1181 ± 0.3026
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.2296 ± 5.5136
Hits@20:
Test: 66.3378 ± 1.6246
Hits@30:
Test: 72.8273 ± 2.3980
Hits@50:
Test: 79.9621 ± 2.0064
AUC:
Test: 93.0486 ± 0.8595
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.7951 ± 5.1800
Hits@20:
Test: 72.9032 ± 3.6386
Hits@30:
Test: 79.2789 ± 1.9829
Hits@50:
Test: 84.0987 ± 1.2399
AUC:
Test: 94.3461 ± 0.4942
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.4782 ± 6.4953
Hits@20:
Test: 76.7742 ± 1.9793
Hits@30:
Test: 81.7457 ± 1.6618
Hits@50:
Test: 86.1101 ± 0.8839
AUC:
Test: 95.5588 ± 0.1687
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.2011 ± 3.7584
Hits@20:
Test: 50.3985 ± 4.1282
Hits@30:
Test: 58.7097 ± 3.6662
Hits@50:
Test: 66.6034 ± 1.9490
AUC:
Test: 88.3574 ± 0.2845
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.7457 ± 4.8656
Hits@20:
Test: 50.1708 ± 5.0322
Hits@30:
Test: 57.8748 ± 3.8980
Hits@50:
Test: 68.0835 ± 2.1190
AUC:
Test: 88.4561 ± 0.6493
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.8197 ± 4.1819
Hits@20:
Test: 55.9393 ± 1.6123
Hits@30:
Test: 62.1632 ± 3.4720
Hits@50:
Test: 69.0702 ± 0.9199
AUC:
Test: 89.8548 ± 0.2711
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.7078 ± 3.0579
Hits@20:
Test: 53.4725 ± 1.9230
Hits@30:
Test: 60.9488 ± 2.4828
Hits@50:
Test: 69.2600 ± 2.4813
AUC:
Test: 89.8569 ± 0.4414
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.2125 ± 6.3447
Hits@20:
Test: 54.8387 ± 6.4864
Hits@30:
Test: 61.7457 ± 4.6433
Hits@50:
Test: 69.6395 ± 2.7002
AUC:
Test: 89.9880 ± 1.1500
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.9203 ± 5.6847
Hits@20:
Test: 59.1651 ± 3.0814
Hits@30:
Test: 67.2486 ± 2.1826
Hits@50:
Test: 74.3833 ± 3.0271
AUC:
Test: 90.7702 ± 0.4867
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.0076 ± 3.8022
Hits@20:
Test: 57.9127 ± 2.7609
Hits@30:
Test: 62.9981 ± 3.3544
Hits@50:
Test: 73.3207 ± 1.7109
AUC:
Test: 90.6177 ± 0.5298
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.9602 ± 4.5474
Hits@20:
Test: 55.5598 ± 2.5152
Hits@30:
Test: 62.8843 ± 2.5969
Hits@50:
Test: 71.4611 ± 2.7288
AUC:
Test: 90.9327 ± 0.4524
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.7002 ± 6.5774
Hits@20:
Test: 64.2884 ± 4.2119
Hits@30:
Test: 72.2581 ± 3.1876
Hits@50:
Test: 79.8482 ± 1.3242
AUC:
Test: 93.1088 ± 0.5846
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.6110 ± 6.3623
Hits@20:
Test: 68.3112 ± 2.1635
Hits@30:
Test: 73.5863 ± 1.4784
Hits@50:
Test: 80.7970 ± 1.8563
AUC:
Test: 93.2237 ± 0.5988
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.3529 ± 4.3738
Hits@20:
Test: 71.7268 ± 2.6667
Hits@30:
Test: 77.8748 ± 1.1511
Hits@50:
Test: 83.2258 ± 1.9239
AUC:
Test: 94.4799 ± 0.1702
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 65.2372 ± 3.6804
Hits@20:
Test: 75.4080 ± 1.6844
Hits@30:
Test: 80.1518 ± 1.4489
Hits@50:
Test: 85.3131 ± 1.2414
AUC:
Test: 95.2565 ± 0.2782
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.7590 ± 7.0163
Hits@20:
Test: 54.8008 ± 1.7719
Hits@30:
Test: 59.7723 ± 3.2536
Hits@50:
Test: 67.9696 ± 3.3014
AUC:
Test: 88.6428 ± 0.4057
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.9867 ± 1.8151
Hits@20:
Test: 50.7780 ± 1.5853
Hits@30:
Test: 57.9127 ± 1.9042
Hits@50:
Test: 66.7552 ± 1.4351
AUC:
Test: 88.6716 ± 0.5517
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.0228 ± 2.4040
Hits@20:
Test: 55.6357 ± 2.1527
Hits@30:
Test: 61.7078 ± 0.6060
Hits@50:
Test: 69.9431 ± 1.9974
AUC:
Test: 89.8686 ± 0.1529
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.2030 ± 4.1716
Hits@20:
Test: 51.1954 ± 3.3393
Hits@30:
Test: 59.8102 ± 2.3061
Hits@50:
Test: 69.8292 ± 1.5762
AUC:
Test: 89.6948 ± 0.4087
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.0361 ± 3.2325
Hits@20:
Test: 54.9905 ± 3.9013
Hits@30:
Test: 62.8842 ± 2.3761
Hits@50:
Test: 68.0835 ± 2.4389
AUC:
Test: 88.9152 ± 0.5224
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.2011 ± 5.8970
Hits@20:
Test: 53.2068 ± 2.6989
Hits@30:
Test: 60.3795 ± 2.1317
Hits@50:
Test: 68.8804 ± 1.6157
AUC:
Test: 89.2853 ± 0.4288
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.4915 ± 5.6726
Hits@20:
Test: 55.8634 ± 3.3047
Hits@30:
Test: 59.6205 ± 1.8899
Hits@50:
Test: 70.5123 ± 2.2153
AUC:
Test: 89.7713 ± 0.1295
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.6698 ± 4.5592
Hits@20:
Test: 52.0304 ± 2.6579
Hits@30:
Test: 60.3416 ± 3.7160
Hits@50:
Test: 69.9431 ± 1.2630
AUC:
Test: 89.7937 ± 0.6405
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.5465 ± 5.3888
Hits@20:
Test: 71.2334 ± 2.5124
Hits@30:
Test: 75.1423 ± 2.0873
Hits@50:
Test: 80.3795 ± 2.0064
AUC:
Test: 93.2082 ± 0.2431
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.0797 ± 3.2174
Hits@20:
Test: 64.9336 ± 2.8696
Hits@30:
Test: 68.4250 ± 3.5968
Hits@50:
Test: 77.3435 ± 2.9261
AUC:
Test: 92.5079 ± 0.3060
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.0550 ± 6.4273
Hits@20:
Test: 66.2619 ± 2.6916
Hits@30:
Test: 74.1556 ± 1.6290
Hits@50:
Test: 79.5446 ± 0.7870
AUC:
Test: 93.6912 ± 0.3258
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.5655 ± 8.4206
Hits@20:
Test: 60.0380 ± 6.0059
Hits@30:
Test: 70.5123 ± 2.2834
Hits@50:
Test: 80.1518 ± 2.7056
AUC:
Test: 93.2607 ± 0.6527
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=0.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.3738 ± 3.3715
Hits@20:
Test: 58.7856 ± 3.7746
Hits@30:
Test: 68.3492 ± 4.3216
Hits@50:
Test: 77.8368 ± 2.4500
AUC:
Test: 92.0675 ± 0.3272
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=0.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.6869 ± 6.2954
Hits@20:
Test: 69.3738 ± 1.4426
Hits@30:
Test: 75.2562 ± 2.3874
Hits@50:
Test: 82.0493 ± 2.1535
AUC:
Test: 93.7363 ± 0.4679
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=0.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 65.5028 ± 4.5923
Hits@20:
Test: 69.8292 ± 6.1223
Hits@30:
Test: 75.8254 ± 3.1740
Hits@50:
Test: 83.4535 ± 1.5322
AUC:
Test: 94.0255 ± 0.4496
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=0.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 65.1233 ± 4.5172
Hits@20:
Test: 75.8254 ± 2.6038
Hits@30:
Test: 80.4934 ± 2.0233
Hits@50:
Test: 86.0342 ± 1.5037
AUC:
Test: 95.6047 ± 0.3742
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=0.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.0702 ± 9.8732
Hits@20:
Test: 63.4535 ± 3.6588
Hits@30:
Test: 69.8672 ± 4.0015
Hits@50:
Test: 77.9507 ± 1.8466
AUC:
Test: 92.3244 ± 0.2534
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=0.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.0323 ± 10.7018
Hits@20:
Test: 57.9507 ± 9.5148
Hits@30:
Test: 66.5275 ± 9.6286
Hits@50:
Test: 74.9905 ± 8.3625
AUC:
Test: 90.8526 ± 3.0927
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=0.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.2011 ± 3.6682
Hits@20:
Test: 74.8008 ± 1.0166
Hits@30:
Test: 80.3416 ± 1.1743
Hits@50:
Test: 84.0987 ± 1.9920
AUC:
Test: 95.0854 ± 0.4258
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=0.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.0626 ± 5.9454
Hits@20:
Test: 69.7533 ± 5.6999
Hits@30:
Test: 78.7856 ± 2.9622
Hits@50:
Test: 85.5788 ± 2.0959
AUC:
Test: 95.1218 ± 0.8322
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=0.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.8292 ± 7.1184
Hits@20:
Test: 58.2163 ± 6.1126
Hits@30:
Test: 64.9715 ± 3.4850
Hits@50:
Test: 75.5218 ± 3.3329
AUC:
Test: 91.3541 ± 1.0011
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=0.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.7287 ± 5.1973
Hits@20:
Test: 59.0133 ± 4.6480
Hits@30:
Test: 66.1480 ± 2.8228
Hits@50:
Test: 73.6622 ± 4.0150
AUC:
Test: 90.2940 ± 1.1908
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=0.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.6471 ± 4.2713
Hits@20:
Test: 67.5522 ± 3.2839
Hits@30:
Test: 74.3454 ± 1.4600
Hits@50:
Test: 81.0247 ± 1.9258
AUC:
Test: 93.6440 ± 0.3874
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=0.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.6471 ± 7.7514
Hits@20:
Test: 71.3473 ± 5.1931
Hits@30:
Test: 77.1157 ± 2.9292
Hits@50:
Test: 82.8083 ± 2.6107
AUC:
Test: 93.7735 ± 0.9252
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=0.1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.2808 ± 5.2270
Hits@20:
Test: 61.2903 ± 4.4380
Hits@30:
Test: 72.6755 ± 1.8250
Hits@50:
Test: 80.2657 ± 1.4200
AUC:
Test: 92.8785 ± 0.5670
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=0.1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.8520 ± 5.1293
Hits@20:
Test: 64.5920 ± 3.6342
Hits@30:
Test: 74.7249 ± 1.2828
Hits@50:
Test: 80.1518 ± 2.5338
AUC:
Test: 92.7743 ± 0.2558
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=0.1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.9355 ± 4.4107
Hits@20:
Test: 73.4725 ± 1.4034
Hits@30:
Test: 77.9507 ± 2.0630
Hits@50:
Test: 84.7438 ± 1.5037
AUC:
Test: 94.3870 ± 0.2532
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=0.1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 65.0474 ± 4.5092
Hits@20:
Test: 74.7249 ± 2.2904
Hits@30:
Test: 79.6584 ± 2.5683
Hits@50:
Test: 86.5275 ± 2.0216
AUC:
Test: 95.5382 ± 0.0968
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=0.1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.0702 ± 4.8408
Hits@20:
Test: 62.1252 ± 2.8671
Hits@30:
Test: 69.9431 ± 1.5334
Hits@50:
Test: 75.4459 ± 3.3047
AUC:
Test: 92.2338 ± 0.3554
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=0.1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.2676 ± 4.2076
Hits@20:
Test: 64.0228 ± 5.9864
Hits@30:
Test: 73.7002 ± 1.9838
Hits@50:
Test: 81.4042 ± 1.7339
AUC:
Test: 93.0325 ± 0.8496
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=0.1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.4156 ± 7.3189
Hits@20:
Test: 72.2960 ± 4.5934
Hits@30:
Test: 77.9886 ± 1.2001
Hits@50:
Test: 83.9848 ± 0.9823
AUC:
Test: 94.3657 ± 0.3842
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=0.1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.1480 ± 1.9239
Hits@20:
Test: 77.7989 ± 1.1926
Hits@30:
Test: 81.6319 ± 1.0684
Hits@50:
Test: 86.2619 ± 1.3119
AUC:
Test: 95.6933 ± 0.2149
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=0.1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.4763 ± 9.8172
Hits@20:
Test: 62.5427 ± 5.7376
Hits@30:
Test: 69.2600 ± 5.3586
Hits@50:
Test: 74.1177 ± 3.6292
AUC:
Test: 91.7358 ± 0.8014
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=0.1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.9051 ± 3.3275
Hits@20:
Test: 60.4934 ± 3.3177
Hits@30:
Test: 67.9317 ± 5.0419
Hits@50:
Test: 74.7249 ± 4.7465
AUC:
Test: 90.7315 ± 1.6103
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=0.1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.5218 ± 6.0014
Hits@20:
Test: 67.9317 ± 4.7590
Hits@30:
Test: 72.9791 ± 7.4725
Hits@50:
Test: 81.6698 ± 1.6575
AUC:
Test: 93.9058 ± 0.4803
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=0.1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.9886 ± 5.1138
Hits@20:
Test: 73.8520 ± 2.9834
Hits@30:
Test: 77.6091 ± 3.0802
Hits@50:
Test: 84.2505 ± 2.7069
AUC:
Test: 94.6109 ± 0.4840
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 59.1651 ± 5.9181
Hits@20:
Test: 69.2600 ± 1.5001
Hits@30:
Test: 73.1309 ± 0.8654
Hits@50:
Test: 78.8235 ± 1.3723
AUC:
Test: 92.9040 ± 0.2918
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.2448 ± 2.2952
Hits@20:
Test: 66.1480 ± 0.9914
Hits@30:
Test: 72.4099 ± 1.9286
Hits@50:
Test: 78.4820 ± 1.2341
AUC:
Test: 92.6320 ± 0.4374
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.7249 ± 4.6453
Hits@20:
Test: 65.7305 ± 5.3479
Hits@30:
Test: 72.1063 ± 2.1635
Hits@50:
Test: 79.8102 ± 2.2952
AUC:
Test: 92.7770 ± 0.6988
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 60.9108 ± 2.6396
Hits@20:
Test: 70.0949 ± 2.4908
Hits@30:
Test: 74.8008 ± 1.9042
Hits@50:
Test: 81.1765 ± 1.3840
AUC:
Test: 93.9152 ± 0.6019
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.3966 ± 7.2772
Hits@20:
Test: 63.2638 ± 5.0251
Hits@30:
Test: 72.8273 ± 1.8071
Hits@50:
Test: 79.8482 ± 0.7023
AUC:
Test: 93.1520 ± 0.3516
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.9412 ± 4.4359
Hits@20:
Test: 64.6679 ± 5.0817
Hits@30:
Test: 73.5863 ± 1.9183
Hits@50:
Test: 80.3795 ± 2.1826
AUC:
Test: 93.0949 ± 0.4241
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.2638 ± 3.1513
Hits@20:
Test: 73.1309 ± 1.7422
Hits@30:
Test: 78.3681 ± 2.3394
Hits@50:
Test: 84.0228 ± 2.1232
AUC:
Test: 94.4664 ± 0.2355
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.0361 ± 3.3393
Hits@20:
Test: 73.7002 ± 2.6314
Hits@30:
Test: 80.1898 ± 1.1743
Hits@50:
Test: 85.6167 ± 0.7983
AUC:
Test: 95.1163 ± 0.1476
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.2846 ± 7.0157
Hits@20:
Test: 61.0247 ± 5.3462
Hits@30:
Test: 68.3112 ± 4.0609
Hits@50:
Test: 76.8121 ± 2.2588
AUC:
Test: 92.0233 ± 0.2283
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.1936 ± 3.2497
Hits@20:
Test: 63.8330 ± 4.4996
Hits@30:
Test: 71.5370 ± 3.6426
Hits@50:
Test: 80.7970 ± 3.9403
AUC:
Test: 93.2496 ± 0.8875
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.2391 ± 4.3746
Hits@20:
Test: 73.3966 ± 3.4008
Hits@30:
Test: 78.7097 ± 1.6618
Hits@50:
Test: 84.4402 ± 1.1774
AUC:
Test: 94.5822 ± 0.4285
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.1879 ± 6.0095
Hits@20:
Test: 75.4839 ± 1.5613
Hits@30:
Test: 80.9488 ± 1.3723
Hits@50:
Test: 86.9450 ± 1.0599
AUC:
Test: 95.4362 ± 0.3783
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.8311 ± 5.9620
Hits@20:
Test: 59.0133 ± 4.5797
Hits@30:
Test: 64.8197 ± 3.3318
Hits@50:
Test: 72.9032 ± 3.4999
AUC:
Test: 90.4705 ± 0.9652
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.7306 ± 4.1421
Hits@20:
Test: 59.0892 ± 3.3801
Hits@30:
Test: 67.0968 ± 3.8436
Hits@50:
Test: 75.1803 ± 3.9517
AUC:
Test: 91.0292 ± 0.5745
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.0474 ± 2.2675
Hits@20:
Test: 59.0892 ± 1.8861
Hits@30:
Test: 64.8197 ± 3.1854
Hits@50:
Test: 71.6129 ± 2.2194
AUC:
Test: 90.4351 ± 0.5686
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.7571 ± 3.5133
Hits@20:
Test: 56.6603 ± 2.9961
Hits@30:
Test: 62.4668 ± 2.6272
Hits@50:
Test: 72.7894 ± 1.5334
AUC:
Test: 90.8256 ± 0.3763
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.5712 ± 4.7752
Hits@20:
Test: 67.1347 ± 2.7016
Hits@30:
Test: 73.3586 ± 2.0419
Hits@50:
Test: 78.8615 ± 1.9656
AUC:
Test: 92.9427 ± 0.3077
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.2220 ± 6.0967
Hits@20:
Test: 63.5674 ± 3.8725
Hits@30:
Test: 71.2334 ± 2.4835
Hits@50:
Test: 77.9507 ± 1.0851
AUC:
Test: 92.2224 ± 0.4275
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.9791 ± 6.5464
Hits@20:
Test: 67.0209 ± 3.4219
Hits@30:
Test: 74.0038 ± 3.0744
Hits@50:
Test: 80.0000 ± 2.2755
AUC:
Test: 93.1778 ± 0.6215
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.4478 ± 4.2781
Hits@20:
Test: 64.2125 ± 2.6788
Hits@30:
Test: 73.3207 ± 1.8909
Hits@50:
Test: 80.0000 ± 2.3799
AUC:
Test: 93.5287 ± 0.4960
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.3491 ± 10.5406
Hits@20:
Test: 60.4175 ± 4.5056
Hits@30:
Test: 68.5769 ± 2.5969
Hits@50:
Test: 76.9260 ± 2.1409
AUC:
Test: 91.9652 ± 0.1941
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.1594 ± 12.2471
Hits@20:
Test: 67.3624 ± 2.3471
Hits@30:
Test: 73.9658 ± 1.8220
Hits@50:
Test: 78.6717 ± 1.5097
AUC:
Test: 93.0612 ± 0.8867
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.7571 ± 5.3921
Hits@20:
Test: 73.4345 ± 3.6475
Hits@30:
Test: 77.8368 ± 3.6608
Hits@50:
Test: 83.8330 ± 1.0768
AUC:
Test: 94.4807 ± 0.4471
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.2106 ± 4.5212
Hits@20:
Test: 77.4953 ± 1.5451
Hits@30:
Test: 80.2277 ± 1.2399
Hits@50:
Test: 86.6414 ± 1.6575
AUC:
Test: 95.7561 ± 0.1760
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.5806 ± 5.4809
Hits@20:
Test: 53.5484 ± 2.0055
Hits@30:
Test: 59.7723 ± 1.1620
Hits@50:
Test: 65.9203 ± 2.9323
AUC:
Test: 88.6311 ± 0.3851
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.2941 ± 4.7985
Hits@20:
Test: 48.8425 ± 6.2742
Hits@30:
Test: 57.8368 ± 5.6024
Hits@50:
Test: 67.0209 ± 2.0189
AUC:
Test: 88.3186 ± 0.7533
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.7059 ± 3.2497
Hits@20:
Test: 55.7875 ± 1.7952
Hits@30:
Test: 62.3909 ± 2.9378
Hits@50:
Test: 69.2600 ± 0.8900
AUC:
Test: 89.7850 ± 0.1816
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.0380 ± 2.1925
Hits@20:
Test: 54.2315 ± 4.5568
Hits@30:
Test: 61.0247 ± 3.1967
Hits@50:
Test: 69.9810 ± 2.5823
AUC:
Test: 89.5567 ± 0.5567
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.6319 ± 5.0358
Hits@20:
Test: 54.5351 ± 4.1586
Hits@30:
Test: 62.6945 ± 4.1282
Hits@50:
Test: 71.5370 ± 2.1002
AUC:
Test: 89.8398 ± 0.9498
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.3378 ± 6.8211
Hits@20:
Test: 57.9507 ± 2.0331
Hits@30:
Test: 66.7173 ± 2.7386
Hits@50:
Test: 75.9393 ± 1.8466
AUC:
Test: 91.4610 ± 0.2835
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.0095 ± 4.5844
Hits@20:
Test: 57.9507 ± 3.2079
Hits@30:
Test: 62.6565 ± 1.9230
Hits@50:
Test: 72.2960 ± 2.2810
AUC:
Test: 90.2232 ± 0.1986
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.3795 ± 6.3068
Hits@20:
Test: 54.2315 ± 2.8190
Hits@30:
Test: 61.8596 ± 2.4994
Hits@50:
Test: 71.2713 ± 3.3155
AUC:
Test: 90.3493 ± 0.2252
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.1423 ± 6.3682
Hits@20:
Test: 63.2258 ± 5.0372
Hits@30:
Test: 71.5370 ± 2.9243
Hits@50:
Test: 79.8482 ± 1.4723
AUC:
Test: 93.1746 ± 0.4962
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 58.0645 ± 5.5776
Hits@20:
Test: 67.0968 ± 2.7353
Hits@30:
Test: 73.4725 ± 2.8977
Hits@50:
Test: 80.0379 ± 2.8412
AUC:
Test: 93.1103 ± 0.1485
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.4801 ± 1.9674
Hits@20:
Test: 71.0436 ± 2.4908
Hits@30:
Test: 78.0645 ± 0.9823
Hits@50:
Test: 83.6053 ± 1.5156
AUC:
Test: 94.5005 ± 0.1844
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.7951 ± 4.0060
Hits@20:
Test: 74.4212 ± 2.0890
Hits@30:
Test: 79.3928 ± 1.2630
Hits@50:
Test: 86.0342 ± 1.3591
AUC:
Test: 95.0236 ± 0.1080
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.1101 ± 2.5423
Hits@20:
Test: 54.8008 ± 3.0343
Hits@30:
Test: 61.1006 ± 3.1266
Hits@50:
Test: 66.9829 ± 2.3433
AUC:
Test: 88.5920 ± 0.5160
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.9488 ± 5.1625
Hits@20:
Test: 51.2714 ± 3.0872
Hits@30:
Test: 59.4307 ± 1.6011
Hits@50:
Test: 67.6660 ± 3.7965
AUC:
Test: 88.4971 ± 0.7796
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.0987 ± 4.4634
Hits@20:
Test: 56.5465 ± 1.4200
Hits@30:
Test: 61.4042 ± 1.9239
Hits@50:
Test: 70.2087 ± 1.5474
AUC:
Test: 89.9250 ± 0.2313
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.8482 ± 5.8270
Hits@20:
Test: 53.6243 ± 4.4554
Hits@30:
Test: 60.7970 ± 3.3694
Hits@50:
Test: 70.2846 ± 3.4590
AUC:
Test: 89.5747 ± 0.5648
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.8330 ± 3.8865
Hits@20:
Test: 56.1290 ± 1.8899
Hits@30:
Test: 61.8216 ± 2.2428
Hits@50:
Test: 68.2732 ± 2.4315
AUC:
Test: 88.8854 ± 0.4040
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.4915 ± 4.9471
Hits@20:
Test: 51.4990 ± 4.1845
Hits@30:
Test: 59.4687 ± 3.6193
Hits@50:
Test: 66.8311 ± 3.2740
AUC:
Test: 88.9586 ± 0.6586
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.9203 ± 3.1410
Hits@20:
Test: 55.1423 ± 2.3761
Hits@30:
Test: 61.4801 ± 1.9351
Hits@50:
Test: 70.5503 ± 1.2327
AUC:
Test: 89.8359 ± 0.1369
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.1271 ± 3.1278
Hits@20:
Test: 50.0569 ± 4.8793
Hits@30:
Test: 59.5825 ± 1.8975
Hits@50:
Test: 69.1841 ± 2.9107
AUC:
Test: 89.5940 ± 0.3755
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 59.3548 ± 4.0217
Hits@20:
Test: 69.5256 ± 3.5235
Hits@30:
Test: 74.5351 ± 2.7445
Hits@50:
Test: 81.2903 ± 1.4111
AUC:
Test: 93.2513 ± 0.3914
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.5996 ± 5.5605
Hits@20:
Test: 62.5047 ± 6.9857
Hits@30:
Test: 70.7021 ± 3.2746
Hits@50:
Test: 76.6603 ± 1.7800
AUC:
Test: 92.4703 ± 0.6004
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.9905 ± 3.4533
Hits@20:
Test: 67.6281 ± 4.4795
Hits@30:
Test: 73.5484 ± 1.8329
Hits@50:
Test: 80.6831 ± 0.9238
AUC:
Test: 93.5837 ± 0.4235
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.4231 ± 5.1040
Hits@20:
Test: 65.3890 ± 3.9040
Hits@30:
Test: 72.1063 ± 2.0916
Hits@50:
Test: 80.2657 ± 2.4189
AUC:
Test: 93.1918 ± 0.2206
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=0.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.9165 ± 5.3378
Hits@20:
Test: 64.6300 ± 3.0790
Hits@30:
Test: 70.7400 ± 3.6584
Hits@50:
Test: 78.1784 ± 2.3927
AUC:
Test: 92.0728 ± 0.3073
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=0.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.8767 ± 1.8121
Hits@20:
Test: 64.9715 ± 3.2718
Hits@30:
Test: 71.6888 ± 2.1190
Hits@50:
Test: 77.7989 ± 1.8785
AUC:
Test: 91.2272 ± 0.7832
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=0.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.8596 ± 2.3814
Hits@20:
Test: 71.3473 ± 2.5914
Hits@30:
Test: 77.9127 ± 2.5585
Hits@50:
Test: 84.5161 ± 1.3853
AUC:
Test: 94.0639 ± 0.4241
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=0.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.1366 ± 0.8162
Hits@20:
Test: 74.9526 ± 1.5989
Hits@30:
Test: 79.3548 ± 0.8315
Hits@50:
Test: 85.2372 ± 0.9896
AUC:
Test: 95.0581 ± 0.4420
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=0.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.1082 ± 5.1591
Hits@20:
Test: 60.8729 ± 5.3307
Hits@30:
Test: 68.5769 ± 1.5853
Hits@50:
Test: 76.0531 ± 2.1274
AUC:
Test: 92.1291 ± 0.3387
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=0.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=5, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=5, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.0076 ± 11.3583
Hits@20:
Test: 63.3144 ± 1.3462
Hits@30:
Test: 69.1335 ± 0.7900
Hits@50:
Test: 77.4826 ± 0.6100
AUC:
Test: 92.5681 ± 0.2845
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=5, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.3447 ± 5.0963
Hits@20:
Test: 67.6787 ± 3.0142
Hits@30:
Test: 77.3561 ± 0.9737
Hits@50:
Test: 83.8710 ± 1.0041
AUC:
Test: 95.1281 ± 0.1246
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.4503 ± 2.2479
Hits@20:
Test: 61.1638 ± 2.0902
Hits@30:
Test: 72.0430 ± 1.0955
Hits@50:
Test: 78.8741 ± 1.4739
AUC:
Test: 93.9059 ± 0.1638
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.7394 ± 4.8390
Hits@20:
Test: 65.2119 ± 3.5262
Hits@30:
Test: 72.3593 ± 1.3727
Hits@50:
Test: 80.2657 ± 0.5020
AUC:
Test: 93.4260 ± 0.1413
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.4288 ± 4.1050
Hits@20:
Test: 71.9165 ± 2.0873
Hits@30:
Test: 77.0398 ± 3.5449
Hits@50:
Test: 85.2625 ± 1.2916
AUC:
Test: 95.3881 ± 0.4847
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.7932 ± 1.9811
Hits@20:
Test: 75.2688 ± 1.8430
Hits@30:
Test: 81.8469 ± 0.7669
Hits@50:
Test: 84.6932 ± 1.0790
AUC:
Test: 95.9549 ± 0.3124
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=5, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.0917 ± 5.0359
Hits@20:
Test: 65.7812 ± 6.5467
Hits@30:
Test: 72.9285 ± 4.0977
Hits@50:
Test: 80.9614 ± 1.0451
AUC:
Test: 93.0574 ± 0.5336
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.2182 ± 4.0387
Hits@20:
Test: 67.6154 ± 1.3727
Hits@30:
Test: 72.6755 ± 2.6087
Hits@50:
Test: 81.8469 ± 2.4399
AUC:
Test: 94.6923 ± 0.2254
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 59.5825 ± 7.5402
Hits@20:
Test: 68.9437 ± 3.8203
Hits@30:
Test: 73.5610 ± 3.2109
Hits@50:
Test: 82.7325 ± 1.3683
AUC:
Test: 93.6572 ± 0.4819
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.8083 ± 3.1921
Hits@20:
Test: 73.6243 ± 0.1898
Hits@30:
Test: 79.6964 ± 1.4326
Hits@50:
Test: 85.1992 ± 0.7590
AUC:
Test: 94.9436 ± 0.1284
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.0101 ± 2.4102
Hits@20:
Test: 78.5579 ± 0.9860
Hits@30:
Test: 80.8982 ± 0.9551
Hits@50:
Test: 86.1480 ± 0.3287
AUC:
Test: 95.6223 ± 0.1834
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.4023 ± 2.1384
Hits@20:
Test: 63.9469 ± 4.6013
Hits@30:
Test: 73.6243 ± 2.7563
Hits@50:
Test: 84.0607 ± 0.9860
AUC:
Test: 94.4341 ± 0.1830
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=5, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.4232 ± 3.4208
Hits@20:
Test: 68.8172 ± 3.3427
Hits@30:
Test: 75.1423 ± 1.3683
Hits@50:
Test: 82.7325 ± 0.1898
AUC:
Test: 94.6262 ± 0.2323
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 58.3175 ± 3.5618
Hits@20:
Test: 67.1727 ± 3.2369
Hits@30:
Test: 72.8020 ± 3.4015
Hits@50:
Test: 81.5307 ± 0.8967
AUC:
Test: 93.3472 ± 0.3600
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.5560 ± 4.5580
Hits@20:
Test: 59.3928 ± 3.6203
Hits@30:
Test: 67.1094 ± 3.9818
Hits@50:
Test: 76.8501 ± 1.7391
AUC:
Test: 93.6350 ± 0.0140
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.6882 ± 6.3343
Hits@20:
Test: 67.5522 ± 1.8975
Hits@30:
Test: 72.9285 ± 1.3328
Hits@50:
Test: 83.6180 ± 1.0451
AUC:
Test: 95.0601 ± 0.1718
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.8083 ± 2.7563
Hits@20:
Test: 74.0670 ± 4.3781
Hits@30:
Test: 79.8229 ± 0.2191
Hits@50:
Test: 85.5787 ± 0.3287
AUC:
Test: 95.4112 ± 0.3638
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 68.1214 ± 1.8689
Hits@20:
Test: 77.6091 ± 1.3147
Hits@30:
Test: 82.0999 ± 0.5797
Hits@50:
Test: 88.6781 ± 0.5478
AUC:
Test: 96.1242 ± 0.1112
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=5, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.5800 ± 1.8233
Hits@20:
Test: 60.4681 ± 2.4176
Hits@30:
Test: 71.2207 ± 2.5832
Hits@50:
Test: 78.2416 ± 3.8344
AUC:
Test: 93.8025 ± 0.2162
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.7483 ± 2.6656
Hits@20:
Test: 70.2087 ± 2.2372
Hits@30:
Test: 74.8261 ± 2.2638
Hits@50:
Test: 81.2144 ± 0.9488
AUC:
Test: 94.2257 ± 0.1042
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.2631 ± 3.0851
Hits@20:
Test: 75.0158 ± 1.9932
Hits@30:
Test: 77.2929 ± 2.0290
Hits@50:
Test: 82.6692 ± 1.4242
AUC:
Test: 94.8224 ± 0.1851
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.0436 ± 5.7586
Hits@20:
Test: 64.1999 ± 3.5006
Hits@30:
Test: 72.7388 ± 1.2051
Hits@50:
Test: 84.4402 ± 1.0565
AUC:
Test: 94.9085 ± 0.0875
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.0588 ± 5.7430
Hits@20:
Test: 56.7995 ± 2.5833
Hits@30:
Test: 65.8444 ± 4.7892
Hits@50:
Test: 72.9918 ± 5.8987
AUC:
Test: 90.9238 ± 0.9398
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.5585 ± 1.7631
Hits@20:
Test: 69.8925 ± 4.1846
Hits@30:
Test: 78.7476 ± 1.1850
Hits@50:
Test: 86.5908 ± 1.3987
AUC:
Test: 95.0844 ± 0.3408
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=5, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.5832 ± 3.5618
Hits@20:
Test: 59.4560 ± 2.0902
Hits@30:
Test: 69.2600 ± 0.8271
Hits@50:
Test: 77.4826 ± 0.9737
AUC:
Test: 93.3037 ± 0.2486
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.6072 ± 2.9822
Hits@20:
Test: 53.8899 ± 1.9992
Hits@30:
Test: 61.7963 ± 2.7650
Hits@50:
Test: 70.8412 ± 2.8484
AUC:
Test: 89.8092 ± 0.4586
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.6610 ± 3.7006
Hits@20:
Test: 68.4377 ± 3.3962
Hits@30:
Test: 73.4345 ± 3.3247
Hits@50:
Test: 83.3017 ± 1.4820
AUC:
Test: 94.8347 ± 0.0674
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.0797 ± 0.6573
Hits@20:
Test: 69.5130 ± 4.7716
Hits@30:
Test: 73.6875 ± 2.2638
Hits@50:
Test: 80.1392 ± 1.0451
AUC:
Test: 93.5197 ± 0.6208
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=5, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.3061 ± 4.8798
Hits@20:
Test: 57.7483 ± 1.2199
Hits@30:
Test: 66.3504 ± 2.6179
Hits@50:
Test: 78.1784 ± 1.3147
AUC:
Test: 93.3924 ± 0.2314
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.9197 ± 4.4837
Hits@20:
Test: 71.6635 ± 3.4015
Hits@30:
Test: 77.7356 ± 2.7780
Hits@50:
Test: 84.1240 ± 1.7007
AUC:
Test: 95.3925 ± 0.3717
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.1822 ± 9.3500
Hits@20:
Test: 63.0614 ± 3.8344
Hits@30:
Test: 71.7268 ± 4.8117
Hits@50:
Test: 77.4193 ± 4.1746
AUC:
Test: 92.3274 ± 0.5095
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 60.7843 ± 1.4242
Hits@20:
Test: 74.4466 ± 2.1158
Hits@30:
Test: 80.8982 ± 2.8736
Hits@50:
Test: 87.2233 ± 0.9737
AUC:
Test: 95.7418 ± 0.0687
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=5, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.7122 ± 1.2916
Hits@20:
Test: 70.2087 ± 1.3683
Hits@30:
Test: 73.5610 ± 2.5763
Hits@50:
Test: 82.0367 ± 0.9360
AUC:
Test: 94.7283 ± 0.1261
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.9140 ± 2.6588
Hits@20:
Test: 67.6154 ± 3.5819
Hits@30:
Test: 72.4858 ± 3.7329
Hits@50:
Test: 81.4674 ± 0.9737
AUC:
Test: 94.4441 ± 0.0809
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.5952 ± 5.5072
Hits@20:
Test: 55.7242 ± 4.3284
Hits@30:
Test: 67.8052 ± 4.9494
Hits@50:
Test: 78.2416 ± 2.4027
AUC:
Test: 93.3049 ± 0.4533
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.7394 ± 2.1158
Hits@20:
Test: 64.0101 ± 4.0801
Hits@30:
Test: 71.7900 ± 1.4739
Hits@50:
Test: 78.6844 ± 1.6138
AUC:
Test: 93.0088 ± 0.3197
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.2391 ± 6.5760
Hits@20:
Test: 72.8653 ± 1.2443
Hits@30:
Test: 79.8229 ± 3.7297
Hits@50:
Test: 86.6540 ± 0.7669
AUC:
Test: 95.8145 ± 0.0950
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=5, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.0917 ± 1.9007
Hits@20:
Test: 70.9677 ± 2.8652
Hits@30:
Test: 74.1936 ± 3.9983
Hits@50:
Test: 82.2897 ± 1.3727
AUC:
Test: 94.6747 ± 0.2603
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.4175 ± 7.4004
Hits@20:
Test: 57.3688 ± 2.7780
Hits@30:
Test: 68.3744 ± 1.6579
Hits@50:
Test: 76.7868 ± 1.9007
AUC:
Test: 93.4229 ± 0.4219
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 59.3928 ± 2.1384
Hits@20:
Test: 69.2600 ± 0.9488
Hits@30:
Test: 73.3713 ± 1.2199
Hits@50:
Test: 78.9374 ± 1.9992
AUC:
Test: 92.5716 ± 0.6609
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 59.2030 ± 3.1695
Hits@20:
Test: 69.0070 ± 3.6070
Hits@30:
Test: 75.5218 ± 2.8652
Hits@50:
Test: 83.8077 ± 1.9932
AUC:
Test: 95.0543 ± 0.4006
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.5528 ± 2.1328
Hits@20:
Test: 60.5946 ± 2.4176
Hits@30:
Test: 70.9045 ± 2.0902
Hits@50:
Test: 82.6692 ± 1.9932
AUC:
Test: 94.2469 ± 0.2457
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=5, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.4137 ± 3.9211
Hits@20:
Test: 76.4073 ± 4.7032
Hits@30:
Test: 80.5187 ± 0.7669
Hits@50:
Test: 86.1480 ± 0.7590
AUC:
Test: 95.5721 ± 0.2869
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.8482 ± 7.1429
Hits@20:
Test: 63.3776 ± 1.7391
Hits@30:
Test: 69.6395 ± 3.6203
Hits@50:
Test: 79.6331 ± 1.1594
AUC:
Test: 93.7740 ± 0.3448
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 60.1518 ± 0.8696
Hits@20:
Test: 71.0942 ± 1.8430
Hits@30:
Test: 74.3833 ± 3.4313
Hits@50:
Test: 85.7685 ± 2.3776
AUC:
Test: 94.8186 ± 0.0450
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.8634 ± 8.2188
Hits@20:
Test: 46.3631 ± 4.5593
Hits@30:
Test: 53.5737 ± 7.1915
Hits@50:
Test: 64.7691 ± 3.7681
AUC:
Test: 87.5580 ± 0.9797
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.7932 ± 1.8299
Hits@20:
Test: 76.0911 ± 0.9860
Hits@30:
Test: 81.5939 ± 1.9258
Hits@50:
Test: 86.2113 ± 0.8764
AUC:
Test: 95.9663 ± 0.0168
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=5, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.4503 ± 0.2191
Hits@20:
Test: 62.9349 ± 1.2634
Hits@30:
Test: 72.1695 ± 1.0451
Hits@50:
Test: 79.5066 ± 2.3084
AUC:
Test: 93.8435 ± 0.1090
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 60.2783 ± 3.9500
Hits@20:
Test: 69.5130 ± 2.4473
Hits@30:
Test: 77.9886 ± 0.1898
Hits@50:
Test: 84.6300 ± 3.2370
AUC:
Test: 95.4766 ± 0.2224
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.9987 ± 0.9360
Hits@20:
Test: 54.2062 ± 0.8967
Hits@30:
Test: 61.1638 ± 0.3950
Hits@50:
Test: 67.1727 ± 0.8696
AUC:
Test: 89.4325 ± 0.2378
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.4832 ± 2.5197
Hits@20:
Test: 69.5762 ± 3.3962
Hits@30:
Test: 76.7868 ± 1.1438
Hits@50:
Test: 82.6059 ± 2.0290
AUC:
Test: 94.7816 ± 0.0447
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.4503 ± 2.4027
Hits@20:
Test: 63.7571 ± 3.2369
Hits@30:
Test: 74.3201 ± 2.9539
Hits@50:
Test: 84.3770 ± 1.1594
AUC:
Test: 94.3098 ± 0.2511
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=5, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.6097 ± 5.0928
Hits@20:
Test: 67.8684 ± 0.6664
Hits@30:
Test: 71.9798 ± 3.5262
Hits@50:
Test: 79.4434 ± 2.0111
AUC:
Test: 93.5298 ± 1.0306
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.1790 ± 3.9908
Hits@20:
Test: 75.5218 ± 3.6203
Hits@30:
Test: 80.6452 ± 0.9860
Hits@50:
Test: 85.6420 ± 1.4242
AUC:
Test: 95.4354 ± 0.2727
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.8083 ± 3.6053
Hits@20:
Test: 73.7508 ± 4.0223
Hits@30:
Test: 81.0247 ± 1.1850
Hits@50:
Test: 85.6420 ± 0.2899
AUC:
Test: 95.3092 ± 0.0815
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=5, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.1550 ± 5.0359
Hits@20:
Test: 67.7419 ± 0.8696
Hits@30:
Test: 75.9646 ± 1.7218
Hits@50:
Test: 83.4282 ± 1.4242
AUC:
Test: 94.8079 ± 0.1801
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.5800 ± 0.8967
Hits@20:
Test: 55.6610 ± 6.3852
Hits@30:
Test: 66.6034 ± 2.1883
Hits@50:
Test: 74.0670 ± 4.5157
AUC:
Test: 91.1741 ± 0.6390
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.3422 ± 3.5870
Hits@20:
Test: 61.6698 ± 1.7391
Hits@30:
Test: 68.6274 ± 0.9737
Hits@50:
Test: 78.9374 ± 1.7391
AUC:
Test: 93.6222 ± 0.3224
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.8994 ± 2.3317
Hits@20:
Test: 50.4744 ± 2.8715
Hits@30:
Test: 61.6066 ± 5.3816
Hits@50:
Test: 71.2207 ± 1.1594
AUC:
Test: 90.3373 ± 0.3417
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.8627 ± 7.0140
Hits@20:
Test: 67.9317 ± 3.2425
Hits@30:
Test: 75.1423 ± 2.3006
Hits@50:
Test: 84.2505 ± 1.5061
AUC:
Test: 94.8272 ± 0.1149
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.4529 ± 2.3420
Hits@20:
Test: 76.8501 ± 1.0565
Hits@30:
Test: 81.2777 ± 1.7529
Hits@50:
Test: 86.2745 ± 0.4382
AUC:
Test: 95.3419 ± 0.0882
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=5, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.1973 ± 3.0538
Hits@20:
Test: 62.2391 ± 4.1094
Hits@30:
Test: 69.1967 ± 1.0451
Hits@50:
Test: 79.8861 ± 0.5020
AUC:
Test: 93.8138 ± 0.4003
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 58.2543 ± 2.6768
Hits@20:
Test: 70.0822 ± 1.2634
Hits@30:
Test: 73.7508 ± 1.9475
Hits@50:
Test: 81.1512 ± 2.4102
AUC:
Test: 93.0893 ± 0.2293
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 58.5705 ± 4.9856
Hits@20:
Test: 68.9437 ± 4.3986
Hits@30:
Test: 75.5218 ± 2.7367
Hits@50:
Test: 79.0006 ± 1.8624
AUC:
Test: 94.4719 ± 0.1193
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 58.5073 ± 5.0288
Hits@20:
Test: 73.5610 ± 1.4739
Hits@30:
Test: 77.6724 ± 3.7200
Hits@50:
Test: 86.4643 ± 0.9360
AUC:
Test: 95.6135 ± 0.3774
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=5, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.6667 ± 3.0734
Hits@20:
Test: 75.7116 ± 1.6212
Hits@30:
Test: 78.8109 ± 0.5797
Hits@50:
Test: 82.2264 ± 0.9551
AUC:
Test: 95.0676 ± 0.2299
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 59.7090 ± 10.1555
Hits@20:
Test: 74.5098 ± 1.7935
Hits@30:
Test: 77.6724 ± 0.3950
Hits@50:
Test: 84.8830 ± 1.0790
AUC:
Test: 94.9511 ± 0.4095
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.0164 ± 0.9551
Hits@20:
Test: 66.9829 ± 0.9860
Hits@30:
Test: 72.8020 ± 0.6100
Hits@50:
Test: 82.6692 ± 1.1594
AUC:
Test: 94.9781 ± 0.2964
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.5680 ± 2.0815
Hits@20:
Test: 60.1518 ± 5.4304
Hits@30:
Test: 71.8533 ± 1.2634
Hits@50:
Test: 83.2385 ± 1.2634
AUC:
Test: 94.2293 ± 0.2724
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=5, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.4535 ± 2.3700
Hits@20:
Test: 55.8507 ± 3.8764
Hits@30:
Test: 69.4497 ± 2.1883
Hits@50:
Test: 77.6724 ± 0.2899
AUC:
Test: 93.4935 ± 0.1721
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.0500 ± 2.8798
Hits@20:
Test: 50.6009 ± 2.0111
Hits@30:
Test: 60.8476 ± 2.4473
Hits@50:
Test: 65.6546 ± 3.1581
AUC:
Test: 88.1984 ± 0.2465
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.1429 ± 4.1846
Hits@20:
Test: 66.5402 ± 3.5920
Hits@30:
Test: 73.1815 ± 3.6860
Hits@50:
Test: 83.5547 ± 0.6100
AUC:
Test: 94.8494 ± 0.2478
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.2277 ± 5.2825
Hits@20:
Test: 59.2030 ± 2.5529
Hits@30:
Test: 67.2992 ± 2.5902
Hits@50:
Test: 78.6844 ± 1.3727
AUC:
Test: 93.4953 ± 0.1324
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 59.4560 ± 5.3007
Hits@20:
Test: 70.3985 ± 3.7903
Hits@30:
Test: 76.7868 ± 3.0851
Hits@50:
Test: 84.6300 ± 1.3283
AUC:
Test: 95.3043 ± 0.2294
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.8716 ± 5.6044
Hits@20:
Test: 74.0038 ± 2.7952
Hits@30:
Test: 79.6331 ± 1.9101
Hits@50:
Test: 85.8950 ± 1.4493
AUC:
Test: 95.6614 ± 0.1518
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=5, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.4295 ± 4.7451
Hits@20:
Test: 52.5617 ± 0.7590
Hits@30:
Test: 59.5825 ± 4.4461
Hits@50:
Test: 70.7147 ± 1.3328
AUC:
Test: 89.1479 ± 0.2265
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.1670 ± 3.9622
Hits@20:
Test: 68.8805 ± 1.3283
Hits@30:
Test: 76.2808 ± 0.5020
Hits@50:
Test: 82.1632 ± 1.6212
AUC:
Test: 94.5790 ± 0.2965
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.8874 ± 4.4676
Hits@20:
Test: 47.6913 ± 2.4692
Hits@30:
Test: 59.9621 ± 2.6361
Hits@50:
Test: 68.6274 ± 5.3949
AUC:
Test: 89.2427 ± 0.9181
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.2062 ± 3.6467
Hits@20:
Test: 66.2239 ± 0.5020
Hits@30:
Test: 71.1575 ± 1.8101
Hits@50:
Test: 83.1752 ± 1.3462
AUC:
Test: 94.5747 ± 0.1509
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.1101 ± 0.8696
Hits@20:
Test: 63.1246 ± 1.2916
Hits@30:
Test: 71.8533 ± 2.5482
Hits@50:
Test: 82.1632 ± 0.8271
AUC:
Test: 94.2013 ± 0.0514
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=5, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.3903 ± 2.7520
Hits@20:
Test: 59.8988 ± 4.2866
Hits@30:
Test: 65.7179 ± 3.3211
Hits@50:
Test: 78.4314 ± 0.1096
AUC:
Test: 93.5563 ± 0.3183
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.3934 ± 3.4173
Hits@20:
Test: 51.2334 ± 2.4226
Hits@30:
Test: 57.4953 ± 3.4627
Hits@50:
Test: 68.5009 ± 1.6542
AUC:
Test: 89.5756 ± 0.2468
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.1822 ± 0.9488
Hits@20:
Test: 65.9709 ± 0.8556
Hits@30:
Test: 72.4225 ± 2.8985
Hits@50:
Test: 84.3137 ± 1.2916
AUC:
Test: 94.7944 ± 0.1951
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.1879 ± 4.2260
Hits@20:
Test: 76.3441 ± 3.2665
Hits@30:
Test: 81.5939 ± 2.5102
Hits@50:
Test: 87.4763 ± 1.8101
AUC:
Test: 95.8740 ± 0.2244
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=5, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.9114 ± 2.9782
Hits@20:
Test: 60.3416 ± 1.4326
Hits@30:
Test: 68.4377 ± 3.0499
Hits@50:
Test: 76.8501 ± 3.5143
AUC:
Test: 93.3720 ± 0.1012
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.0436 ± 6.4516
Hits@20:
Test: 66.1607 ± 1.4368
Hits@30:
Test: 70.9045 ± 2.5902
Hits@50:
Test: 79.6964 ± 1.3147
AUC:
Test: 92.1689 ± 0.1148
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.4472 ± 1.9932
Hits@20:
Test: 67.6154 ± 3.5006
Hits@30:
Test: 73.8773 ± 4.5712
Hits@50:
Test: 82.6059 ± 0.7669
AUC:
Test: 94.8039 ± 0.0885
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.7065 ± 5.6428
Hits@20:
Test: 60.9108 ± 0.5020
Hits@30:
Test: 66.2239 ± 4.1616
Hits@50:
Test: 78.3049 ± 1.2199
AUC:
Test: 93.5654 ± 0.3400
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 60.4048 ± 4.4312
Hits@20:
Test: 73.0550 ± 3.6351
Hits@30:
Test: 79.7597 ± 1.2051
Hits@50:
Test: 86.7173 ± 1.6866
AUC:
Test: 95.1914 ± 0.1297
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=5, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.3270 ± 1.5455
Hits@20:
Test: 58.6338 ± 2.3006
Hits@30:
Test: 70.0190 ± 0.3795
Hits@50:
Test: 80.4554 ± 1.4326
AUC:
Test: 93.6355 ± 0.1606
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.1404 ± 3.7808
Hits@20:
Test: 60.9108 ± 3.4313
Hits@30:
Test: 71.8533 ± 0.2191
Hits@50:
Test: 79.3169 ± 1.7391
AUC:
Test: 93.6887 ± 0.1747
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.4143 ± 5.9078
Hits@20:
Test: 63.8204 ± 4.5554
Hits@30:
Test: 71.4738 ± 3.2994
Hits@50:
Test: 82.9855 ± 1.2051
AUC:
Test: 94.2066 ± 0.2077
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.8178 ± 4.8415
Hits@20:
Test: 64.4529 ± 3.1314
Hits@30:
Test: 72.0430 ± 0.1096
Hits@50:
Test: 79.8861 ± 1.8299
AUC:
Test: 93.2116 ± 0.0435
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 60.9108 ± 3.9848
Hits@20:
Test: 75.6483 ± 1.5338
Hits@30:
Test: 78.8741 ± 0.4775
Hits@50:
Test: 85.1992 ± 0.8696
AUC:
Test: 95.7416 ± 0.1369
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=5, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.8539 ± 2.8715
Hits@20:
Test: 62.9981 ± 2.4668
Hits@30:
Test: 74.0038 ± 1.1850
Hits@50:
Test: 81.1512 ± 0.6100
AUC:
Test: 93.9501 ± 0.1701
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.6490 ± 2.9580
Hits@20:
Test: 66.7932 ± 2.0082
Hits@30:
Test: 73.3713 ± 2.5902
Hits@50:
Test: 80.0126 ± 2.3877
AUC:
Test: 93.1130 ± 0.2412
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.9292 ± 1.2916
Hits@20:
Test: 64.8324 ± 1.0955
Hits@30:
Test: 72.0430 ± 1.7113
Hits@50:
Test: 75.7116 ± 2.3776
AUC:
Test: 92.4548 ± 0.8784
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.2391 ± 8.0796
Hits@20:
Test: 76.9133 ± 2.5832
Hits@30:
Test: 82.3529 ± 2.9212
Hits@50:
Test: 86.9070 ± 2.5102
AUC:
Test: 95.5734 ± 0.2883
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.3510 ± 1.5180
Hits@20:
Test: 61.1638 ± 1.3462
Hits@30:
Test: 70.7780 ± 1.8101
Hits@50:
Test: 82.5427 ± 1.0041
AUC:
Test: 94.3336 ± 0.0554
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=5, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 58.1278 ± 2.7520
Hits@20:
Test: 67.8052 ± 2.2638
Hits@30:
Test: 74.1936 ± 5.2586
Hits@50:
Test: 83.1752 ± 1.9007
AUC:
Test: 94.7505 ± 0.2849
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.8779 ± 2.4765
Hits@20:
Test: 65.4649 ± 1.1542
Hits@30:
Test: 72.3593 ± 2.8421
Hits@50:
Test: 80.4554 ± 2.3317
AUC:
Test: 93.1354 ± 0.5676
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.4687 ± 1.9258
Hits@20:
Test: 62.4921 ± 4.5554
Hits@30:
Test: 70.8412 ± 1.2346
Hits@50:
Test: 79.6331 ± 0.4382
AUC:
Test: 93.7744 ± 0.1098
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 58.1910 ± 6.8740
Hits@20:
Test: 74.5098 ± 2.0902
Hits@30:
Test: 79.0639 ± 4.9530
Hits@50:
Test: 85.5787 ± 1.6542
AUC:
Test: 95.6816 ± 0.2498
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=5, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.2062 ± 7.5767
Hits@20:
Test: 66.8564 ± 3.9999
Hits@30:
Test: 73.4978 ± 3.0262
Hits@50:
Test: 81.4674 ± 1.6138
AUC:
Test: 93.3193 ± 0.7875
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.5889 ± 4.3367
Hits@20:
Test: 67.8052 ± 0.7669
Hits@30:
Test: 75.7748 ± 1.5800
Hits@50:
Test: 83.7445 ± 0.3950
AUC:
Test: 94.9226 ± 0.0944
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.3118 ± 2.6588
Hits@20:
Test: 63.3776 ± 4.1875
Hits@30:
Test: 69.9557 ± 2.0902
Hits@50:
Test: 80.4554 ± 0.7590
AUC:
Test: 93.7764 ± 0.0377
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 60.8476 ± 3.9088
Hits@20:
Test: 75.6483 ± 1.5220
Hits@30:
Test: 79.1904 ± 4.6802
Hits@50:
Test: 83.4915 ± 1.9258
AUC:
Test: 95.2204 ± 0.2770
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 60.3416 ± 6.1076
Hits@20:
Test: 71.4737 ± 4.4312
Hits@30:
Test: 76.2176 ± 1.7631
Hits@50:
Test: 82.0367 ± 1.6579
AUC:
Test: 94.4675 ± 0.4487
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.7938 ± 2.6316
Hits@20:
Test: 62.1758 ± 1.5455
Hits@30:
Test: 72.4858 ± 0.7590
Hits@50:
Test: 82.0999 ± 1.6138
AUC:
Test: 94.3010 ± 0.2127
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=5, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 65.1486 ± 5.8188
Hits@20:
Test: 75.0158 ± 2.0290
Hits@30:
Test: 79.5066 ± 1.5532
Hits@50:
Test: 83.4282 ± 1.0790
AUC:
Test: 94.9960 ± 0.2147
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.5224 ± 3.6615
Hits@20:
Test: 64.7059 ± 5.4436
Hits@30:
Test: 73.1183 ± 3.1314
Hits@50:
Test: 80.0759 ± 2.4886
AUC:
Test: 93.1790 ± 0.2350
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.1158 ± 1.7078
Hits@20:
Test: 64.8956 ± 2.1130
Hits@30:
Test: 73.5610 ± 2.4102
Hits@50:
Test: 83.4915 ± 2.4813
AUC:
Test: 94.8054 ± 0.1025
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.3542 ± 3.9999
Hits@20:
Test: 60.9741 ± 0.9551
Hits@30:
Test: 67.9317 ± 0.1898
Hits@50:
Test: 78.3681 ± 1.3283
AUC:
Test: 93.4419 ± 0.0741
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.6186 ± 3.9758
Hits@20:
Test: 75.0791 ± 3.1199
Hits@30:
Test: 80.7084 ± 2.0815
Hits@50:
Test: 87.2865 ± 0.9488
AUC:
Test: 95.6005 ± 0.1513
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=5, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 58.8235 ± 3.9622
Hits@20:
Test: 74.3200 ± 3.5920
Hits@30:
Test: 79.1271 ± 1.6866
Hits@50:
Test: 84.9462 ± 2.1580
AUC:
Test: 95.0464 ± 0.3913
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.7995 ± 2.8166
Hits@20:
Test: 64.6426 ± 2.2954
Hits@30:
Test: 73.6875 ± 2.8484
Hits@50:
Test: 82.2897 ± 1.0955
AUC:
Test: 94.8612 ± 0.1398
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.4054 ± 1.2634
Hits@20:
Test: 61.4801 ± 3.0361
Hits@30:
Test: 69.7660 ± 1.5338
Hits@50:
Test: 78.9374 ± 2.0082
AUC:
Test: 93.7185 ± 0.1249
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 60.5946 ± 9.2188
Hits@20:
Test: 72.6123 ± 3.3427
Hits@30:
Test: 77.8621 ± 3.5618
Hits@50:
Test: 84.5667 ± 0.3950
AUC:
Test: 95.4360 ± 0.2931
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.2638 ± 5.5873
Hits@20:
Test: 58.8868 ± 9.2617
Hits@30:
Test: 72.3593 ± 1.7007
Hits@50:
Test: 82.9222 ± 1.0041
AUC:
Test: 94.3902 ± 0.3804
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=5, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.4535 ± 6.2705
Hits@20:
Test: 56.2935 ± 2.2876
Hits@30:
Test: 64.6426 ± 2.4692
Hits@50:
Test: 71.9798 ± 3.1543
AUC:
Test: 91.3052 ± 0.8287
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 59.5825 ± 3.3571
Hits@20:
Test: 69.1967 ± 1.2199
Hits@30:
Test: 75.3321 ± 0.5020
Hits@50:
Test: 81.9734 ± 0.1898
AUC:
Test: 94.5684 ± 0.2516
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.6882 ± 2.8547
Hits@20:
Test: 65.0854 ± 3.2425
Hits@30:
Test: 74.2568 ± 1.6138
Hits@50:
Test: 81.2144 ± 1.6212
AUC:
Test: 94.8357 ± 0.3036
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.8362 ± 3.7489
Hits@20:
Test: 57.9380 ± 1.0451
Hits@30:
Test: 68.6907 ± 3.8749
Hits@50:
Test: 75.9646 ± 2.4027
AUC:
Test: 93.3284 ± 0.3685
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.9203 ± 2.0873
Hits@20:
Test: 53.2574 ± 3.3211
Hits@30:
Test: 60.0253 ± 3.1199
Hits@50:
Test: 70.7780 ± 1.8299
AUC:
Test: 90.4091 ± 0.4861
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.7362 ± 3.5449
Hits@20:
Test: 63.9469 ± 3.6352
Hits@30:
Test: 73.4978 ± 2.9047
Hits@50:
Test: 84.0607 ± 2.7952
AUC:
Test: 94.4751 ± 0.2381
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 68.2479 ± 1.4368
Hits@20:
Test: 77.4826 ± 1.3328
Hits@30:
Test: 79.9494 ± 1.3727
Hits@50:
Test: 86.4010 ± 1.1594
AUC:
Test: 95.7461 ± 0.0684
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=5, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.3181 ± 3.5516
Hits@20:
Test: 57.8748 ± 0.3795
Hits@30:
Test: 68.8172 ± 3.9363
Hits@50:
Test: 76.9766 ± 0.4382
AUC:
Test: 93.5828 ± 0.2557
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 58.8868 ± 6.5109
Hits@20:
Test: 69.1967 ± 2.2638
Hits@30:
Test: 74.0038 ± 2.3776
Hits@50:
Test: 83.5547 ± 0.7900
AUC:
Test: 94.9097 ± 0.2502
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.2062 ± 5.8188
Hits@20:
Test: 63.1879 ± 1.0565
Hits@30:
Test: 70.5882 ± 2.3317
Hits@50:
Test: 77.2296 ± 0.8271
AUC:
Test: 92.4653 ± 0.3276
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.2037 ± 2.5482
Hits@20:
Test: 58.2543 ± 5.1163
Hits@30:
Test: 70.0190 ± 1.5532
Hits@50:
Test: 78.4314 ± 3.1884
AUC:
Test: 93.5595 ± 0.0870
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.0076 ± 5.3131
Hits@20:
Test: 63.1246 ± 2.0111
Hits@30:
Test: 75.5218 ± 0.6573
Hits@50:
Test: 84.4402 ± 0.6842
AUC:
Test: 94.5159 ± 0.0717
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=5, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 0.0000 ± 0.0000
Hits@20:
Test: 0.0000 ± 0.0000
Hits@30:
Test: 39.0259 ± 33.7986
Hits@50:
Test: 73.4978 ± 1.9101
AUC:
Test: 90.1417 ± 0.6628
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 0.0000 ± 0.0000
Hits@20:
Test: 0.0000 ± 0.0000
Hits@30:
Test: 66.3504 ± 2.4176
Hits@50:
Test: 77.1664 ± 0.7184
AUC:
Test: 91.6467 ± 0.0538
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.9323 ± 2.6316
Hits@20:
Test: 63.6939 ± 1.1119
Hits@30:
Test: 72.6755 ± 3.3248
Hits@50:
Test: 79.1271 ± 2.1384
AUC:
Test: 93.2485 ± 0.5528
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.5863 ± 1.9992
Hits@20:
Test: 47.0588 ± 0.6573
Hits@30:
Test: 58.4440 ± 4.0565
Hits@50:
Test: 75.2056 ± 1.3987
AUC:
Test: 91.6271 ± 0.5359
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 69.3865 ± 2.4399
Hits@20:
Test: 77.7989 ± 1.1385
Hits@30:
Test: 81.9102 ± 1.6138
Hits@50:
Test: 87.7925 ± 1.5914
AUC:
Test: 96.1886 ± 0.2200
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=5, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.1037 ± 1.2634
Hits@20:
Test: 67.6154 ± 2.8484
Hits@30:
Test: 72.9285 ± 3.1314
Hits@50:
Test: 79.8861 ± 1.9811
AUC:
Test: 93.0801 ± 0.1626
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.6496 ± 2.6858
Hits@20:
Test: 54.3960 ± 1.9195
Hits@30:
Test: 65.6546 ± 2.4886
Hits@50:
Test: 76.4706 ± 1.1850
AUC:
Test: 92.5569 ± 0.2536
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.2878 ± 6.9522
Hits@20:
Test: 65.0221 ± 5.8680
Hits@30:
Test: 71.1575 ± 2.3084
Hits@50:
Test: 80.3922 ± 2.4473
AUC:
Test: 93.7022 ± 0.2429
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 60.9108 ± 4.2388
Hits@20:
Test: 75.6483 ± 1.8721
Hits@30:
Test: 80.5819 ± 1.2634
Hits@50:
Test: 84.5035 ± 0.2899
AUC:
Test: 94.8449 ± 0.1449
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 60.4681 ± 3.9908
Hits@20:
Test: 71.0310 ± 3.3962
Hits@30:
Test: 79.9494 ± 0.6100
Hits@50:
Test: 86.0215 ± 0.1096
AUC:
Test: 95.3954 ± 0.2025
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=5, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.9469 ± 2.7563
Hits@20:
Test: 76.0911 ± 1.5061
Hits@30:
Test: 80.5819 ± 1.0451
Hits@50:
Test: 86.6540 ± 1.2634
AUC:
Test: 95.4708 ± 0.3751
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.5832 ± 5.4149
Hits@20:
Test: 58.4440 ± 0.6842
Hits@30:
Test: 68.1214 ± 0.3287
Hits@50:
Test: 79.4434 ± 1.7007
AUC:
Test: 93.2677 ± 0.2748
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.5680 ± 9.0732
Hits@20:
Test: 62.6186 ± 3.8934
Hits@30:
Test: 72.4225 ± 2.5902
Hits@50:
Test: 79.4434 ± 0.9551
AUC:
Test: 93.4948 ± 0.2954
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.7362 ± 10.8026
Hits@20:
Test: 70.5882 ± 4.7892
Hits@30:
Test: 73.4978 ± 3.4800
Hits@50:
Test: 83.2385 ± 2.0290
AUC:
Test: 93.8876 ± 0.9413
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=5, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.6464 ± 3.9088
Hits@20:
Test: 60.4048 ± 2.2638
Hits@30:
Test: 69.0070 ± 0.8764
Hits@50:
Test: 80.1392 ± 1.6360
AUC:
Test: 93.5418 ± 0.0602
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.6584 ± 2.8463
Hits@20:
Test: 50.9804 ± 0.6100
Hits@30:
Test: 58.9500 ± 3.7200
Hits@50:
Test: 67.4257 ± 0.5478
AUC:
Test: 87.8730 ± 0.3258
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.3662 ± 7.1101
Hits@20:
Test: 60.7211 ± 6.4600
Hits@30:
Test: 72.4225 ± 0.6664
Hits@50:
Test: 78.3681 ± 1.6542
AUC:
Test: 93.5894 ± 0.2502
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.4200 ± 1.9101
Hits@20:
Test: 70.4617 ± 3.0380
Hits@30:
Test: 76.2176 ± 4.3698
Hits@50:
Test: 81.9102 ± 1.8035
AUC:
Test: 94.4993 ± 0.4008
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.8722 ± 2.4027
Hits@20:
Test: 52.3087 ± 2.6588
Hits@30:
Test: 60.0253 ± 1.5914
Hits@50:
Test: 69.7660 ± 2.3877
AUC:
Test: 89.3126 ± 0.5379
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.6698 ± 9.3443
Hits@20:
Test: 73.1815 ± 2.3573
Hits@30:
Test: 78.0519 ± 0.9551
Hits@50:
Test: 82.5427 ± 1.0565
AUC:
Test: 94.7547 ± 0.1164
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.1758 ± 4.0088
Hits@20:
Test: 76.5971 ± 4.1631
Hits@30:
Test: 82.0367 ± 1.1438
Hits@50:
Test: 86.9070 ± 0.1898
AUC:
Test: 95.5281 ± 0.2098
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=5, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.3447 ± 5.4547
Hits@20:
Test: 64.2631 ± 2.4765
Hits@30:
Test: 75.9646 ± 0.2191
Hits@50:
Test: 82.7957 ± 1.2199
AUC:
Test: 94.8181 ± 0.1116
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.2910 ± 1.5800
Hits@20:
Test: 62.9981 ± 2.9822
Hits@30:
Test: 67.5522 ± 2.2770
Hits@50:
Test: 77.9254 ± 2.4399
AUC:
Test: 93.5837 ± 0.1663
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.8210 ± 7.0038
Hits@20:
Test: 54.9020 ± 6.4665
Hits@30:
Test: 65.4016 ± 4.8054
Hits@50:
Test: 69.5130 ± 3.0499
AUC:
Test: 90.6661 ± 1.0310
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.6610 ± 6.0612
Hits@20:
Test: 68.3744 ± 2.6316
Hits@30:
Test: 74.1303 ± 0.2899
Hits@50:
Test: 84.6300 ± 0.8271
AUC:
Test: 95.0163 ± 0.2099
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 58.8235 ± 1.3283
Hits@20:
Test: 73.4345 ± 3.0538
Hits@30:
Test: 77.4826 ± 3.6120
Hits@50:
Test: 86.0847 ± 0.6664
AUC:
Test: 95.7438 ± 0.1003
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=5, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.6312 ± 2.8985
Hits@20:
Test: 61.2903 ± 2.4668
Hits@30:
Test: 69.1335 ± 1.1438
Hits@50:
Test: 77.8621 ± 1.6138
AUC:
Test: 93.5621 ± 0.0346
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.0348 ± 6.3058
Hits@20:
Test: 56.8627 ± 1.5454
Hits@30:
Test: 64.7059 ± 4.6052
Hits@50:
Test: 70.5250 ± 3.0440
AUC:
Test: 90.5921 ± 0.9778
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.1006 ± 2.7952
Hits@20:
Test: 70.3985 ± 1.3683
Hits@30:
Test: 75.7116 ± 2.4886
Hits@50:
Test: 83.8710 ± 0.6573
AUC:
Test: 95.2172 ± 0.3025
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 58.3808 ± 0.8967
Hits@20:
Test: 69.5762 ± 3.0675
Hits@30:
Test: 77.8621 ± 0.6100
Hits@50:
Test: 82.2264 ± 0.9737
AUC:
Test: 94.7596 ± 0.2252
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.5047 ± 4.6013
Hits@20:
Test: 61.7963 ± 3.0142
Hits@30:
Test: 71.6003 ± 2.1993
Hits@50:
Test: 83.7445 ± 1.5800
AUC:
Test: 94.1314 ± 0.2793
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=5, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.3087 ± 4.7108
Hits@20:
Test: 69.0070 ± 3.0023
Hits@30:
Test: 73.0550 ± 2.6565
Hits@50:
Test: 79.3801 ± 1.6138
AUC:
Test: 93.2404 ± 0.5679
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.5136 ± 5.1978
Hits@20:
Test: 70.0190 ± 1.4820
Hits@30:
Test: 73.2448 ± 1.8101
Hits@50:
Test: 82.7325 ± 2.3317
AUC:
Test: 94.8575 ± 0.1390
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.1796 ± 3.5618
Hits@20:
Test: 56.0405 ± 2.8484
Hits@30:
Test: 67.3624 ± 1.7391
Hits@50:
Test: 78.1151 ± 0.5797
AUC:
Test: 93.5541 ± 0.0825
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 60.4681 ± 4.5475
Hits@20:
Test: 73.0550 ± 2.9640
Hits@30:
Test: 78.0519 ± 1.4739
Hits@50:
Test: 85.7052 ± 2.6179
AUC:
Test: 95.0369 ± 0.2460
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 58.1278 ± 2.3877
Hits@20:
Test: 67.1094 ± 1.6138
Hits@30:
Test: 74.1303 ± 3.1997
Hits@50:
Test: 81.9102 ± 0.8556
AUC:
Test: 95.0064 ± 0.1710
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 65.5914 ± 1.9475
Hits@20:
Test: 73.7508 ± 1.1594
Hits@30:
Test: 79.0006 ± 0.7900
Hits@50:
Test: 87.0968 ± 0.1898
AUC:
Test: 95.7553 ± 0.2453
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=5, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.1708 ± 2.1883
Hits@20:
Test: 47.6281 ± 4.1094
Hits@30:
Test: 52.8147 ± 4.0889
Hits@50:
Test: 65.4649 ± 4.6750
AUC:
Test: 88.1230 ± 1.0469
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.6945 ± 6.3984
Hits@20:
Test: 57.4320 ± 3.5262
Hits@30:
Test: 67.2359 ± 2.2876
Hits@50:
Test: 79.1271 ± 1.0565
AUC:
Test: 93.3281 ± 0.2559
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.4832 ± 3.7200
Hits@20:
Test: 66.2239 ± 4.6981
Hits@30:
Test: 75.8381 ± 1.3727
Hits@50:
Test: 82.5427 ± 1.3283
AUC:
Test: 94.7727 ± 0.4849
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.8754 ± 5.5398
Hits@20:
Test: 52.7514 ± 4.0565
Hits@30:
Test: 60.5313 ± 0.5020
Hits@50:
Test: 69.5762 ± 0.7669
AUC:
Test: 89.6655 ± 0.1876
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.2125 ± 6.2733
Hits@20:
Test: 63.1879 ± 4.4461
Hits@30:
Test: 72.7388 ± 0.9551
Hits@50:
Test: 83.6180 ± 1.7007
AUC:
Test: 94.2368 ± 0.1466
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=5, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.3782 ± 5.2666
Hits@20:
Test: 58.1910 ± 5.9835
Hits@30:
Test: 70.7147 ± 3.0023
Hits@50:
Test: 77.7989 ± 2.1883
AUC:
Test: 93.3807 ± 0.3748
All runs:
Hits@10:
Test: 36.7489 ± 1.0451
Hits@20:
Test: 51.2966 ± 5.3949
Hits@30:
Test: 58.6338 ± 8.1858
Hits@50:
Test: 67.1727 ± 2.3776
AUC:
Test: 88.6242 ± 1.1430
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.6066 ± 6.0997
Hits@20:
Test: 72.6123 ± 0.7669
Hits@30:
Test: 79.3801 ± 0.9551
Hits@50:
Test: 86.0847 ± 1.3987
AUC:
Test: 95.1161 ± 0.3672
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=5, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.3934 ± 4.4595
Hits@20:
Test: 51.1701 ± 1.3727
Hits@30:
Test: 60.4681 ± 3.1543
Hits@50:
Test: 68.5009 ± 0.5020
AUC:
Test: 89.2124 ± 0.1945
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.3023 ± 3.8156
Hits@20:
Test: 77.0398 ± 3.4156
Hits@30:
Test: 81.2777 ± 2.3188
Hits@50:
Test: 86.6540 ± 0.6664
AUC:
Test: 95.4806 ± 0.1679
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=5, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.3599 ± 7.6288
Hits@20:
Test: 64.3264 ± 2.3085
Hits@30:
Test: 68.8172 ± 6.8635
Hits@50:
Test: 77.6724 ± 5.1350
AUC:
Test: 92.4453 ± 0.1887
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.1101 ± 1.6542
Hits@20:
Test: 63.6939 ± 4.0268
Hits@30:
Test: 71.3473 ± 2.1130
Hits@50:
Test: 79.3801 ± 0.1096
AUC:
Test: 93.1174 ± 0.4721
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.4320 ± 3.8156
Hits@20:
Test: 74.6996 ± 3.7489
Hits@30:
Test: 81.4674 ± 0.6100
Hits@50:
Test: 87.4130 ± 0.6100
AUC:
Test: 95.5218 ± 0.2868
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=5, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.5737 ± 4.7716
Hits@20:
Test: 64.7691 ± 3.6860
Hits@30:
Test: 71.9165 ± 4.0830
Hits@50:
Test: 79.4434 ± 3.1827
AUC:
Test: 92.4022 ± 0.7609
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.1645 ± 8.3196
Hits@20:
Test: 61.2271 ± 7.1311
Hits@30:
Test: 71.7268 ± 0.6842
Hits@50:
Test: 82.2264 ± 1.9007
AUC:
Test: 94.1929 ± 0.1379
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=5, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.5465 ± 1.3683
Hits@20:
Test: 67.6154 ± 3.8156
Hits@30:
Test: 73.1815 ± 4.5276
Hits@50:
Test: 80.7717 ± 2.7389
AUC:
Test: 93.7736 ± 0.1992
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.4080 ± 2.5669
Hits@20:
Test: 67.2359 ± 4.0088
Hits@30:
Test: 72.6123 ± 4.2444
Hits@50:
Test: 79.6331 ± 1.7218
AUC:
Test: 92.8538 ± 0.2106
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.5465 ± 2.1552
Hits@20:
Test: 72.6755 ± 2.1384
Hits@30:
Test: 80.4554 ± 0.5020
Hits@50:
Test: 87.2233 ± 1.0451
AUC:
Test: 95.6398 ± 0.0414
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=5, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 65.1486 ± 2.1993
Hits@20:
Test: 75.0791 ± 2.3573
Hits@30:
Test: 79.1904 ± 1.2916
Hits@50:
Test: 84.4402 ± 1.4820
AUC:
Test: 95.0098 ± 0.2803
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.7097 ± 1.1385
Hits@20:
Test: 59.5825 ± 3.6203
Hits@30:
Test: 72.2960 ± 3.3085
Hits@50:
Test: 82.7324 ± 0.5693
AUC:
Test: 94.2430 ± 0.0972
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=5, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.2966 ± 2.9539
Hits@20:
Test: 67.8684 ± 1.0451
Hits@30:
Test: 69.7027 ± 5.7940
Hits@50:
Test: 80.5819 ± 2.2954
AUC:
Test: 93.6211 ± 0.1658
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 58.0013 ± 2.4102
Hits@20:
Test: 73.5610 ± 2.3420
Hits@30:
Test: 80.4554 ± 2.1552
Hits@50:
Test: 86.5908 ± 0.9737
AUC:
Test: 95.3206 ± 0.2279
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 65.5281 ± 2.7454
Hits@20:
Test: 78.7476 ± 0.0000
Hits@30:
Test: 81.7837 ± 0.0000
Hits@50:
Test: 88.2985 ± 0.9551
AUC:
Test: 95.8814 ± 0.1572
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=5, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.8450 ± 4.6878
Hits@20:
Test: 58.0013 ± 2.1993
Hits@30:
Test: 67.1094 ± 4.4515
Hits@50:
Test: 74.5731 ± 0.8271
AUC:
Test: 91.1646 ± 0.6468
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 60.6578 ± 3.6811
Hits@20:
Test: 72.9285 ± 2.6316
Hits@30:
Test: 78.4946 ± 0.7184
Hits@50:
Test: 86.3378 ± 0.5693
AUC:
Test: 95.0796 ± 0.3468
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=5, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.8330 ± 2.7367
Hits@20:
Test: 52.8147 ± 3.6318
Hits@30:
Test: 62.6819 ± 3.7297
Hits@50:
Test: 70.5250 ± 1.4242
AUC:
Test: 90.6715 ± 0.6903
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.0677 ± 4.5554
Hits@20:
Test: 61.9861 ± 6.3541
Hits@30:
Test: 69.1335 ± 1.3987
Hits@50:
Test: 77.3561 ± 3.1429
AUC:
Test: 92.2741 ± 0.5627
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.2302 ± 6.7070
Hits@20:
Test: 72.1063 ± 1.3683
Hits@30:
Test: 79.1271 ± 1.8101
Hits@50:
Test: 86.5275 ± 0.9860
AUC:
Test: 95.4977 ± 0.1029
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=5, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.7514 ± 7.2331
Hits@20:
Test: 67.2359 ± 5.3547
Hits@30:
Test: 74.2568 ± 1.2199
Hits@50:
Test: 80.7084 ± 2.5763
AUC:
Test: 93.6160 ± 0.1786
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.7578 ± 2.8484
Hits@20:
Test: 64.3896 ± 2.5269
Hits@30:
Test: 73.3080 ± 3.4173
Hits@50:
Test: 82.9855 ± 0.4775
AUC:
Test: 94.2020 ± 0.1852
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=5, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.6610 ± 1.6138
Hits@20:
Test: 67.2359 ± 1.7935
Hits@30:
Test: 71.3473 ± 0.5020
Hits@50:
Test: 80.6452 ± 2.0873
AUC:
Test: 93.0739 ± 0.2590
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.5674 ± 2.1384
Hits@20:
Test: 76.2808 ± 0.1898
Hits@30:
Test: 81.2144 ± 0.6842
Hits@50:
Test: 87.6660 ± 1.6542
AUC:
Test: 95.6683 ± 0.3499
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.2935 ± 2.9047
Hits@20:
Test: 74.5098 ± 1.5338
Hits@30:
Test: 79.9494 ± 3.6318
Hits@50:
Test: 85.7053 ± 1.7218
AUC:
Test: 95.5884 ± 0.1215
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=5, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.2188 ± 11.4943
Hits@20:
Test: 49.5889 ± 5.6108
Hits@30:
Test: 58.5073 ± 3.0909
Hits@50:
Test: 67.1094 ± 4.0889
AUC:
Test: 88.2959 ± 1.1608
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.6553 ± 2.2954
Hits@20:
Test: 62.5553 ± 7.3597
Hits@30:
Test: 73.5610 ± 0.6100
Hits@50:
Test: 84.2505 ± 0.1898
AUC:
Test: 94.2755 ± 0.1889
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=5, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.4023 ± 3.7808
Hits@20:
Test: 49.4624 ± 1.3328
Hits@30:
Test: 59.5825 ± 2.6361
Hits@50:
Test: 70.0822 ± 0.6664
AUC:
Test: 89.1465 ± 0.7387
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.6097 ± 8.6047
Hits@20:
Test: 73.1815 ± 4.9384
Hits@30:
Test: 78.5579 ± 1.6433
Hits@50:
Test: 85.8950 ± 1.3328
AUC:
Test: 95.7732 ± 0.1743
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=5, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.8210 ± 1.7218
Hits@20:
Test: 56.5465 ± 2.7952
Hits@30:
Test: 66.4137 ± 2.1883
Hits@50:
Test: 76.9134 ± 2.4692
AUC:
Test: 90.8713 ± 0.6889
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.9203 ± 6.0334
Hits@20:
Test: 61.4168 ± 4.2698
Hits@30:
Test: 73.6875 ± 0.2899
Hits@50:
Test: 84.1240 ± 1.2199
AUC:
Test: 94.4818 ± 0.1495
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=5, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.1252 ± 3.9211
Hits@20:
Test: 51.9292 ± 4.4757
Hits@30:
Test: 64.6426 ± 2.1158
Hits@50:
Test: 71.9165 ± 1.6542
AUC:
Test: 90.2130 ± 0.0892
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.4200 ± 5.0538
Hits@20:
Test: 68.9437 ± 6.4218
Hits@30:
Test: 72.2328 ± 4.2782
Hits@50:
Test: 81.2777 ± 1.4242
AUC:
Test: 93.2340 ± 0.3029
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.1037 ± 1.9007
Hits@20:
Test: 66.5402 ± 3.7681
Hits@30:
Test: 75.6483 ± 2.0290
Hits@50:
Test: 83.3017 ± 1.1542
AUC:
Test: 94.9224 ± 0.1384
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=5, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 59.3928 ± 9.1614
Hits@20:
Test: 75.1423 ± 2.5529
Hits@30:
Test: 80.3922 ± 0.7184
Hits@50:
Test: 86.7805 ± 0.2899
AUC:
Test: 95.0745 ± 0.3648
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.3238 ± 3.7006
Hits@20:
Test: 65.5281 ± 1.3328
Hits@30:
Test: 77.1664 ± 1.7529
Hits@50:
Test: 84.9462 ± 0.4382
AUC:
Test: 94.5916 ± 0.1818
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=5, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.6224 ± 7.3074
Hits@20:
Test: 53.1309 ± 5.9735
Hits@30:
Test: 56.1037 ± 9.0851
Hits@50:
Test: 64.8324 ± 9.5432
AUC:
Test: 88.4139 ± 0.7939
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.2037 ± 5.3210
Hits@20:
Test: 49.9051 ± 3.1237
Hits@30:
Test: 58.5073 ± 4.7032
Hits@50:
Test: 67.6787 ± 0.4775
AUC:
Test: 89.0484 ± 0.7748
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 58.1278 ± 4.3986
Hits@20:
Test: 69.6395 ± 1.5532
Hits@30:
Test: 78.1784 ± 0.5020
Hits@50:
Test: 85.6420 ± 0.3950
AUC:
Test: 95.1683 ± 0.2339
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=5, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.2037 ± 5.0288
Hits@20:
Test: 48.7666 ± 5.2893
Hits@30:
Test: 56.5465 ± 1.6866
Hits@50:
Test: 65.6547 ± 0.6573
AUC:
Test: 88.3506 ± 0.5490
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.8027 ± 0.9488
Hits@20:
Test: 64.8324 ± 3.8203
Hits@30:
Test: 77.3561 ± 1.3987
Hits@50:
Test: 85.4522 ± 0.7900
AUC:
Test: 94.6604 ± 0.3083
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=5, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.6977 ± 8.8604
Hits@20:
Test: 52.8779 ± 4.1846
Hits@30:
Test: 60.8476 ± 2.4027
Hits@50:
Test: 68.0582 ± 0.4775
AUC:
Test: 89.6524 ± 0.7588
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.4352 ± 10.9751
Hits@20:
Test: 69.5130 ± 4.5554
Hits@30:
Test: 74.4466 ± 1.4242
Hits@50:
Test: 80.3922 ± 1.5454
AUC:
Test: 93.8749 ± 0.6870
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=5, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.3359 ± 7.7706
Hits@20:
Test: 64.5794 ± 4.0088
Hits@30:
Test: 70.7147 ± 3.7966
Hits@50:
Test: 76.7236 ± 3.5109
AUC:
Test: 92.5390 ± 0.7220
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.1758 ± 4.5475
Hits@20:
Test: 77.6091 ± 1.8299
Hits@30:
Test: 82.6059 ± 1.4368
Hits@50:
Test: 86.9070 ± 0.6842
AUC:
Test: 95.8902 ± 0.5385
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=5, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.5136 ± 2.6991
Hits@20:
Test: 62.6818 ± 6.3683
Hits@30:
Test: 69.7027 ± 2.4473
Hits@50:
Test: 79.3169 ± 1.5532
AUC:
Test: 92.8869 ± 0.3455
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.2062 ± 3.1997
Hits@20:
Test: 66.7299 ± 0.9360
Hits@30:
Test: 73.8773 ± 1.9101
Hits@50:
Test: 78.8741 ± 1.2916
AUC:
Test: 92.2900 ± 0.1311
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.8083 ± 4.1875
Hits@20:
Test: 72.3593 ± 3.9863
Hits@30:
Test: 80.1392 ± 1.9007
Hits@50:
Test: 86.9703 ± 2.1993
AUC:
Test: 95.7459 ± 0.2327
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=5, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.9171 ± 5.6108
Hits@20:
Test: 64.3896 ± 2.1993
Hits@30:
Test: 67.9949 ± 4.1240
Hits@50:
Test: 77.1664 ± 3.5920
AUC:
Test: 92.6084 ± 0.2541
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.5585 ± 4.2444
Hits@20:
Test: 62.9981 ± 3.4208
Hits@30:
Test: 71.5370 ± 3.1237
Hits@50:
Test: 79.0006 ± 4.0088
AUC:
Test: 92.2608 ± 0.3957
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.5288 ± 5.9169
Hits@20:
Test: 60.1518 ± 2.6768
Hits@30:
Test: 73.5610 ± 1.3462
Hits@50:
Test: 84.1872 ± 0.6100
AUC:
Test: 94.2511 ± 0.1423
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=5, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 58.0645 ± 4.8415
Hits@20:
Test: 67.6787 ± 4.5554
Hits@30:
Test: 77.8621 ± 2.7650
Hits@50:
Test: 83.3017 ± 1.1850
AUC:
Test: 94.7511 ± 0.2449
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.7571 ± 3.4523
Hits@20:
Test: 77.4826 ± 2.8547
Hits@30:
Test: 80.5187 ± 2.4027
Hits@50:
Test: 86.2745 ± 2.4176
AUC:
Test: 95.8892 ± 0.2730
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=5, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 58.6338 ± 7.1429
Hits@20:
Test: 68.1214 ± 3.9758
Hits@30:
Test: 74.6363 ± 7.2463
Hits@50:
Test: 80.0759 ± 3.6941
AUC:
Test: 93.2947 ± 0.9497
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 69.0070 ± 2.0988
Hits@20:
Test: 76.3441 ± 0.7900
Hits@30:
Test: 81.7837 ± 1.3146
Hits@50:
Test: 86.1480 ± 1.8101
AUC:
Test: 95.5317 ± 0.2288
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.1613 ± 1.4820
Hits@20:
Test: 65.4649 ± 4.4461
Hits@30:
Test: 75.3321 ± 2.6565
Hits@50:
Test: 83.6812 ± 0.6573
AUC:
Test: 94.4986 ± 0.0815
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=5, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.3751 ± 0.6664
Hits@20:
Test: 59.3928 ± 4.6596
Hits@30:
Test: 64.4529 ± 4.1631
Hits@50:
Test: 73.4978 ± 3.8531
AUC:
Test: 90.5532 ± 1.1513
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 59.3295 ± 2.0815
Hits@20:
Test: 71.2840 ± 1.9382
Hits@30:
Test: 81.0879 ± 0.8556
Hits@50:
Test: 86.5275 ± 0.7590
AUC:
Test: 95.2784 ± 0.0370
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=5, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.9867 ± 2.3006
Hits@20:
Test: 58.2543 ± 2.7367
Hits@30:
Test: 66.1607 ± 0.2899
Hits@50:
Test: 73.4345 ± 1.6212
AUC:
Test: 90.9918 ± 0.1396
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.8596 ± 5.5127
Hits@20:
Test: 74.6996 ± 1.7631
Hits@30:
Test: 80.3289 ± 1.3462
Hits@50:
Test: 86.2745 ± 0.7900
AUC:
Test: 95.2680 ± 0.0715
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=5, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.8147 ± 0.9360
Hits@20:
Test: 63.9469 ± 2.4813
Hits@30:
Test: 69.1335 ± 1.5454
Hits@50:
Test: 77.5459 ± 2.0290
AUC:
Test: 92.2087 ± 0.2626
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 60.0253 ± 2.6991
Hits@20:
Test: 74.2568 ± 1.8233
Hits@30:
Test: 77.9886 ± 0.3795
Hits@50:
Test: 85.5155 ± 0.7669
AUC:
Test: 95.5344 ± 0.3277
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=5, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.9772 ± 2.6361
Hits@20:
Test: 68.1214 ± 3.4782
Hits@30:
Test: 75.2056 ± 3.5057
Hits@50:
Test: 82.6059 ± 1.7007
AUC:
Test: 93.5523 ± 0.6776
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.0860 ± 1.7631
Hits@20:
Test: 60.0253 ± 0.4382
Hits@30:
Test: 72.4225 ± 2.7650
Hits@50:
Test: 82.6692 ± 0.9737
AUC:
Test: 94.0906 ± 0.1943
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=5, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.9412 ± 1.9811
Hits@20:
Test: 66.2872 ± 3.3749
Hits@30:
Test: 72.6755 ± 3.8516
Hits@50:
Test: 79.0006 ± 0.8764
AUC:
Test: 92.8412 ± 0.1721
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 65.4016 ± 4.5712
Hits@20:
Test: 74.2568 ± 0.9737
Hits@30:
Test: 81.6572 ± 1.7218
Hits@50:
Test: 85.8950 ± 1.4739
AUC:
Test: 95.4741 ± 0.1758
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.1758 ± 2.4765
Hits@20:
Test: 72.9918 ± 2.1328
Hits@30:
Test: 79.3801 ± 1.8035
Hits@50:
Test: 86.9070 ± 0.5020
AUC:
Test: 95.4478 ± 0.1783
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=5, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.4054 ± 2.0466
Hits@20:
Test: 52.2454 ± 5.5300
Hits@30:
Test: 59.5825 ± 3.7903
Hits@50:
Test: 66.3504 ± 4.2698
AUC:
Test: 88.5039 ± 1.9124
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.9595 ± 1.6360
Hits@20:
Test: 62.4288 ± 1.3683
Hits@30:
Test: 71.6003 ± 1.9382
Hits@50:
Test: 82.5427 ± 0.5020
AUC:
Test: 94.2342 ± 0.2311
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=5, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.9114 ± 3.9999
Hits@20:
Test: 52.1822 ± 4.3395
Hits@30:
Test: 61.6698 ± 3.0361
Hits@50:
Test: 69.8292 ± 2.9212
AUC:
Test: 89.7249 ± 0.2082
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 65.6547 ± 2.5529
Hits@20:
Test: 77.4826 ± 2.0902
Hits@30:
Test: 82.5427 ± 0.7590
Hits@50:
Test: 88.2353 ± 1.6433
AUC:
Test: 95.8589 ± 0.1636
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=5, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.7305 ± 1.1542
Hits@20:
Test: 62.2391 ± 2.1552
Hits@30:
Test: 65.9709 ± 4.0268
Hits@50:
Test: 75.4586 ± 1.1119
AUC:
Test: 91.4598 ± 1.3893
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.5440 ± 4.8054
Hits@20:
Test: 51.4864 ± 1.2634
Hits@30:
Test: 63.8836 ± 2.3420
Hits@50:
Test: 71.5370 ± 1.6433
AUC:
Test: 90.5081 ± 0.3198
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 58.0013 ± 2.1993
Hits@20:
Test: 74.3833 ± 1.5180
Hits@30:
Test: 80.0126 ± 1.5338
Hits@50:
Test: 85.9583 ± 2.3084
AUC:
Test: 95.3058 ± 0.1985
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=5, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.6610 ± 5.9230
Hits@20:
Test: 70.6515 ± 1.2346
Hits@30:
Test: 75.6483 ± 3.0909
Hits@50:
Test: 80.9614 ± 0.7900
AUC:
Test: 93.4156 ± 0.0494
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.2872 ± 3.8203
Hits@20:
Test: 74.4466 ± 1.3328
Hits@30:
Test: 78.6844 ± 2.2954
Hits@50:
Test: 84.8830 ± 1.0451
AUC:
Test: 95.0782 ± 0.2757
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 59.1398 ± 2.2954
Hits@20:
Test: 73.7508 ± 2.4027
Hits@30:
Test: 78.4314 ± 1.0451
Hits@50:
Test: 84.4402 ± 2.3084
AUC:
Test: 95.4021 ± 0.2835
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=5, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.0259 ± 5.3547
Hits@20:
Test: 52.1822 ± 8.2100
Hits@30:
Test: 57.5585 ± 5.4513
Hits@50:
Test: 63.5041 ± 2.9782
AUC:
Test: 88.1184 ± 1.4190
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.9595 ± 1.8233
Hits@20:
Test: 65.1486 ± 6.0493
Hits@30:
Test: 73.5610 ± 0.2191
Hits@50:
Test: 82.0367 ± 0.9737
AUC:
Test: 94.3224 ± 0.1873
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=5, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.4567 ± 0.7669
Hits@20:
Test: 53.0044 ± 1.6579
Hits@30:
Test: 60.8476 ± 0.8556
Hits@50:
Test: 69.0070 ± 1.9932
AUC:
Test: 89.7575 ± 0.5831
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.0139 ± 5.7378
Hits@20:
Test: 52.3087 ± 3.0023
Hits@30:
Test: 57.4953 ± 2.3084
Hits@50:
Test: 64.5161 ± 4.9336
AUC:
Test: 88.4626 ± 0.3631
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.5465 ± 1.9992
Hits@20:
Test: 72.6123 ± 3.4173
Hits@30:
Test: 80.2657 ± 0.6573
Hits@50:
Test: 84.8830 ± 0.7184
AUC:
Test: 95.4715 ± 0.1147
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=5, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.0259 ± 6.6396
Hits@20:
Test: 49.2726 ± 3.3749
Hits@30:
Test: 58.2543 ± 2.8336
Hits@50:
Test: 64.5794 ± 0.8967
AUC:
Test: 89.0909 ± 0.3207
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.6009 ± 7.8909
Hits@20:
Test: 63.9469 ± 1.9992
Hits@30:
Test: 71.8533 ± 2.2876
Hits@50:
Test: 80.0126 ± 2.6316
AUC:
Test: 92.5185 ± 0.5845
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.2878 ± 7.7179
Hits@20:
Test: 61.3536 ± 1.2634
Hits@30:
Test: 72.4225 ± 2.2876
Hits@50:
Test: 81.5307 ± 0.3950
AUC:
Test: 94.2870 ± 0.0459
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=5, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.8931 ± 3.8996
Hits@20:
Test: 65.0221 ± 1.2634
Hits@30:
Test: 70.3985 ± 0.1898
Hits@50:
Test: 77.7356 ± 1.1438
AUC:
Test: 92.6718 ± 0.0794
All runs:
Hits@10:
Test: 63.3144 ± 1.8624
Hits@20:
Test: 75.2688 ± 2.5054
Hits@30:
Test: 79.8229 ± 1.2634
Hits@50:
Test: 86.9703 ± 0.9737
AUC:
Test: 95.7298 ± 0.1669
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=5, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.5648 ± 5.0359
Hits@20:
Test: 61.2903 ± 3.8093
Hits@30:
Test: 68.7540 ± 4.3698
Hits@50:
Test: 82.2264 ± 1.2199
AUC:
Test: 94.3518 ± 0.3652
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=5, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 0.0000 ± 0.0000
Hits@20:
Test: 16.1923 ± 28.0459
Hits@30:
Test: 41.8090 ± 36.2286
Hits@50:
Test: 78.6211 ± 1.5455
AUC:
Test: 92.1718 ± 0.2221
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=5, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 0.0000 ± 0.0000
Hits@20:
Test: 33.6496 ± 29.6564
Hits@30:
Test: 67.8052 ± 2.9539
Hits@50:
Test: 76.8501 ± 0.8271
AUC:
Test: 92.8407 ± 0.3834
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=5, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.9602 ± 20.2610
Hits@20:
Test: 54.3960 ± 4.1240
Hits@30:
Test: 64.4529 ± 3.2109
Hits@50:
Test: 77.7356 ± 1.9475
AUC:
Test: 92.7415 ± 0.4097
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=5, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.2157 ± 1.1594
Hits@20:
Test: 60.2783 ± 2.9478
Hits@30:
Test: 71.2207 ± 1.2634
Hits@50:
Test: 80.8982 ± 1.3462
AUC:
Test: 93.7180 ± 0.2272
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=5, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.9443 ± 10.7698
Hits@20:
Test: 67.3624 ± 3.2921
Hits@30:
Test: 75.2688 ± 0.9360
Hits@50:
Test: 82.9855 ± 1.8624
AUC:
Test: 94.0442 ± 0.2258
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=5, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.8627 ± 5.6937
Hits@20:
Test: 74.6363 ± 0.3950
Hits@30:
Test: 79.3169 ± 2.6768
Hits@50:
Test: 87.1600 ± 0.8967
AUC:
Test: 95.3693 ± 0.0620
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=5, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.8779 ± 11.1879
Hits@20:
Test: 68.5009 ± 1.0565
Hits@30:
Test: 76.5338 ± 1.9382
Hits@50:
Test: 83.9342 ± 1.3727
AUC:
Test: 94.4766 ± 0.2872
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=5, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.3542 ± 3.5211
Hits@20:
Test: 63.1879 ± 3.6598
Hits@30:
Test: 72.5490 ± 3.2994
Hits@50:
Test: 84.5035 ± 0.4775
AUC:
Test: 94.3320 ± 0.1650
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=5, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.6641 ± 3.0538
Hits@20:
Test: 67.2992 ± 1.9750
Hits@30:
Test: 75.5851 ± 1.9007
Hits@50:
Test: 83.4915 ± 0.6573
AUC:
Test: 94.7621 ± 0.1707
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=5, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.1973 ± 2.7367
Hits@20:
Test: 66.6667 ± 3.4436
Hits@30:
Test: 75.7116 ± 0.5020
Hits@50:
Test: 84.5035 ± 1.6360
AUC:
Test: 94.7174 ± 0.1578
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=5, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.3023 ± 3.7006
Hits@20:
Test: 72.3593 ± 4.3698
Hits@30:
Test: 78.9374 ± 2.2372
Hits@50:
Test: 86.4643 ± 2.0290
AUC:
Test: 95.0841 ± 0.1237
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=5, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 65.2751 ± 3.3731
Hits@20:
Test: 75.0791 ± 2.4473
Hits@30:
Test: 81.6572 ± 0.8556
Hits@50:
Test: 86.0215 ± 0.1096
AUC:
Test: 95.4718 ± 0.1673
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=5, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.0734 ± 2.6588
Hits@20:
Test: 73.0550 ± 1.1850
Hits@30:
Test: 80.6452 ± 0.5020
Hits@50:
Test: 86.9070 ± 1.1542
AUC:
Test: 95.5503 ± 0.1328
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=5, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.5680 ± 1.8721
Hits@20:
Test: 67.4257 ± 0.9737
Hits@30:
Test: 73.1815 ± 1.5338
Hits@50:
Test: 82.0367 ± 0.9551
AUC:
Test: 94.2260 ± 0.1447
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=5, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.6939 ± 4.3284
Hits@20:
Test: 79.0006 ± 2.1328
Hits@30:
Test: 77.4194 ± 5.1057
Hits@50:
Test: 87.7925 ± 1.1594
AUC:
Test: 95.6383 ± 0.1947
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=5, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.1221 ± 2.0902
Hits@20:
Test: 62.3023 ± 5.2666
Hits@30:
Test: 72.5490 ± 0.7669
Hits@50:
Test: 85.2625 ± 1.2051
AUC:
Test: 94.4259 ± 0.0864
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=5, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 69.5762 ± 3.3320
Hits@20:
Test: 78.2416 ± 0.6664
Hits@30:
Test: 82.2897 ± 1.2051
Hits@50:
Test: 86.6540 ± 0.4775
AUC:
Test: 95.8632 ± 0.0562
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=5, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 60.1518 ± 7.0516
Hits@20:
Test: 71.7268 ± 3.4313
Hits@30:
Test: 78.9374 ± 1.1542
Hits@50:
Test: 86.6540 ± 0.2899
AUC:
Test: 95.3657 ± 0.1882
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=5, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.2903 ± 2.5102
Hits@20:
Test: 73.8773 ± 3.1314
Hits@30:
Test: 78.0519 ± 1.7935
Hits@50:
Test: 85.8950 ± 0.9551
AUC:
Test: 95.5362 ± 0.0941
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=5, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.8210 ± 6.1905
Hits@20:
Test: 64.6426 ± 2.4176
Hits@30:
Test: 70.3985 ± 3.6352
Hits@50:
Test: 83.2385 ± 1.9007
AUC:
Test: 94.4568 ± 0.1446
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=5, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.1638 ± 3.5870
Hits@20:
Test: 72.9918 ± 0.7900
Hits@30:
Test: 77.7356 ± 2.0290
Hits@50:
Test: 85.8950 ± 0.6664
AUC:
Test: 95.4750 ± 0.4381
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=5, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.2638 ± 5.7586
Hits@20:
Test: 62.5553 ± 1.4242
Hits@30:
Test: 71.9165 ± 1.8101
Hits@50:
Test: 81.4042 ± 0.9488
AUC:
Test: 94.1301 ± 0.1402
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=5, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 60.0886 ± 2.2479
Hits@20:
Test: 75.8381 ± 0.8764
Hits@30:
Test: 80.5819 ± 1.2051
Hits@50:
Test: 87.6028 ± 1.5220
AUC:
Test: 95.6918 ± 0.1193
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=5, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.5288 ± 3.4173
Hits@20:
Test: 67.0462 ± 0.7900
Hits@30:
Test: 74.1303 ± 1.1119
Hits@50:
Test: 82.9855 ± 1.4739
AUC:
Test: 94.4299 ± 0.0660
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.2846 ± 10.2949
Hits@20:
Test: 63.4535 ± 2.9169
Hits@30:
Test: 69.2979 ± 1.7821
Hits@50:
Test: 78.2543 ± 1.1589
AUC:
Test: 92.6026 ± 0.2068
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.4478 ± 3.5591
Hits@20:
Test: 65.4649 ± 2.5316
Hits@30:
Test: 72.1442 ± 1.0166
Hits@50:
Test: 80.1898 ± 0.5467
AUC:
Test: 93.3472 ± 0.1614
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.0152 ± 3.8781
Hits@20:
Test: 66.9070 ± 4.9347
Hits@30:
Test: 72.8653 ± 3.4182
Hits@50:
Test: 80.0379 ± 1.5025
AUC:
Test: 92.9258 ± 0.5228
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.1499 ± 3.9059
Hits@20:
Test: 72.9412 ± 2.4690
Hits@30:
Test: 78.9374 ± 1.8052
Hits@50:
Test: 85.7685 ± 1.2870
AUC:
Test: 94.9121 ± 0.1044
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.0398 ± 3.3747
Hits@20:
Test: 67.7040 ± 2.4167
Hits@30:
Test: 74.0038 ± 3.4313
Hits@50:
Test: 81.6319 ± 3.0224
AUC:
Test: 93.5056 ± 0.6576
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.1746 ± 2.7049
Hits@20:
Test: 75.0664 ± 4.1194
Hits@30:
Test: 80.1518 ± 0.6236
Hits@50:
Test: 86.1480 ± 1.4008
AUC:
Test: 95.4698 ± 0.2724
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.6015 ± 5.4694
Hits@20:
Test: 58.9374 ± 4.0997
Hits@30:
Test: 65.9203 ± 5.6825
Hits@50:
Test: 73.6243 ± 4.2789
AUC:
Test: 91.3208 ± 0.8736
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.4934 ± 3.3640
Hits@20:
Test: 55.1044 ± 2.1990
Hits@30:
Test: 62.8843 ± 2.4726
Hits@50:
Test: 71.0816 ± 2.0942
AUC:
Test: 90.1472 ± 0.5950
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.7002 ± 7.0860
Hits@20:
Test: 65.1992 ± 4.1151
Hits@30:
Test: 71.9924 ± 3.4746
Hits@50:
Test: 78.2163 ± 3.1536
AUC:
Test: 92.4050 ± 0.4059
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.1841 ± 4.0817
Hits@20:
Test: 63.5294 ± 3.5050
Hits@30:
Test: 72.5617 ± 1.7931
Hits@50:
Test: 77.6091 ± 1.8640
AUC:
Test: 93.0644 ± 0.2607
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 59.2789 ± 2.2636
Hits@20:
Test: 65.8444 ± 4.8767
Hits@30:
Test: 71.8027 ± 3.0673
Hits@50:
Test: 76.8501 ± 5.4021
AUC:
Test: 92.6332 ± 0.4890
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.0588 ± 2.9476
Hits@20:
Test: 76.3947 ± 3.3264
Hits@30:
Test: 80.1518 ± 0.9544
Hits@50:
Test: 85.3510 ± 1.2615
AUC:
Test: 95.4935 ± 0.2314
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.1670 ± 7.0062
Hits@20:
Test: 48.6527 ± 4.6743
Hits@30:
Test: 53.9279 ± 5.2490
Hits@50:
Test: 65.0854 ± 2.8368
AUC:
Test: 87.8299 ± 0.9783
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.3416 ± 2.7517
Hits@20:
Test: 52.2201 ± 3.4034
Hits@30:
Test: 60.7970 ± 1.9004
Hits@50:
Test: 67.8558 ± 1.3050
AUC:
Test: 89.4532 ± 0.4482
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.0361 ± 6.4480
Hits@20:
Test: 56.9260 ± 4.9536
Hits@30:
Test: 66.2619 ± 2.9622
Hits@50:
Test: 73.3207 ± 3.5004
AUC:
Test: 91.0458 ± 0.5162
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.6717 ± 2.4204
Hits@20:
Test: 52.9032 ± 3.8990
Hits@30:
Test: 61.4801 ± 3.9234
Hits@50:
Test: 71.9165 ± 1.3009
AUC:
Test: 90.4143 ± 0.2747
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.6471 ± 2.2707
Hits@20:
Test: 69.1461 ± 1.7004
Hits@30:
Test: 74.3454 ± 1.6011
Hits@50:
Test: 80.5693 ± 2.5655
AUC:
Test: 93.0665 ± 0.1654
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 59.1271 ± 8.0232
Hits@20:
Test: 72.9032 ± 2.6849
Hits@30:
Test: 78.7476 ± 1.6157
Hits@50:
Test: 85.1233 ± 0.8961
AUC:
Test: 94.9335 ± 0.2958
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.9488 ± 2.3061
Hits@20:
Test: 49.7913 ± 1.8475
Hits@30:
Test: 59.3548 ± 3.0579
Hits@50:
Test: 65.8444 ± 2.4631
AUC:
Test: 87.9961 ± 0.5845
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.3169 ± 6.0311
Hits@20:
Test: 50.9298 ± 2.5655
Hits@30:
Test: 59.9621 ± 3.2564
Hits@50:
Test: 69.2600 ± 3.2202
AUC:
Test: 89.2605 ± 0.3042
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.1139 ± 4.7752
Hits@20:
Test: 49.9051 ± 3.8234
Hits@30:
Test: 59.7723 ± 3.5576
Hits@50:
Test: 68.6148 ± 3.9817
AUC:
Test: 89.0503 ± 1.0306
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.7856 ± 3.6018
Hits@20:
Test: 51.8786 ± 2.3874
Hits@30:
Test: 58.2163 ± 3.1278
Hits@50:
Test: 67.5901 ± 1.7921
AUC:
Test: 89.0951 ± 0.6968
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.9810 ± 6.9947
Hits@20:
Test: 65.6546 ± 1.7235
Hits@30:
Test: 70.4364 ± 2.2508
Hits@50:
Test: 78.5199 ± 1.8899
AUC:
Test: 92.2129 ± 0.1281
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.1841 ± 4.1711
Hits@20:
Test: 65.2372 ± 2.5188
Hits@30:
Test: 72.7135 ± 0.9238
Hits@50:
Test: 79.4687 ± 1.9042
AUC:
Test: 93.3047 ± 0.1332
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.4725 ± 2.3022
Hits@20:
Test: 65.3131 ± 1.5785
Hits@30:
Test: 72.3340 ± 1.6235
Hits@50:
Test: 76.6224 ± 2.2428
AUC:
Test: 92.6140 ± 0.6591
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.5863 ± 2.7452
Hits@20:
Test: 66.5655 ± 2.2186
Hits@30:
Test: 72.7894 ± 2.1990
Hits@50:
Test: 80.4175 ± 1.7151
AUC:
Test: 93.2923 ± 0.4568
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.5977 ± 5.6879
Hits@20:
Test: 67.8558 ± 3.2608
Hits@30:
Test: 74.5351 ± 2.6916
Hits@50:
Test: 80.8729 ± 1.5842
AUC:
Test: 93.3285 ± 0.5697
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.3909 ± 3.4819
Hits@20:
Test: 73.8520 ± 3.5230
Hits@30:
Test: 78.9374 ± 3.8888
Hits@50:
Test: 83.4915 ± 1.5819
AUC:
Test: 95.0506 ± 0.3054
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.5844 ± 4.1819
Hits@20:
Test: 65.6546 ± 4.2999
Hits@30:
Test: 73.1689 ± 2.5231
Hits@50:
Test: 79.1651 ± 2.3525
AUC:
Test: 93.1494 ± 1.1263
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.6319 ± 5.7452
Hits@20:
Test: 74.8387 ± 2.6450
Hits@30:
Test: 79.2789 ± 1.4538
Hits@50:
Test: 85.3890 ± 1.9258
AUC:
Test: 95.2664 ± 0.4098
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.3510 ± 7.1454
Hits@20:
Test: 58.1025 ± 2.9774
Hits@30:
Test: 65.6167 ± 2.2064
Hits@50:
Test: 73.0550 ± 2.6734
AUC:
Test: 91.3078 ± 0.6106
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.5541 ± 2.4167
Hits@20:
Test: 53.3207 ± 3.7208
Hits@30:
Test: 61.1006 ± 2.6936
Hits@50:
Test: 69.6774 ± 2.1190
AUC:
Test: 90.1832 ± 0.7470
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.1556 ± 4.1173
Hits@20:
Test: 63.5294 ± 4.3175
Hits@30:
Test: 70.1328 ± 2.0639
Hits@50:
Test: 76.9260 ± 0.7661
AUC:
Test: 92.4650 ± 0.2630
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.1594 ± 4.1343
Hits@20:
Test: 65.0474 ± 2.3139
Hits@30:
Test: 72.1442 ± 2.5893
Hits@50:
Test: 79.2789 ± 1.8660
AUC:
Test: 93.2201 ± 0.4175
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 58.7097 ± 3.7655
Hits@20:
Test: 65.0854 ± 6.2762
Hits@30:
Test: 72.9032 ± 2.2786
Hits@50:
Test: 80.1139 ± 1.4905
AUC:
Test: 92.8272 ± 0.3649
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.3643 ± 2.1610
Hits@20:
Test: 75.6357 ± 1.4735
Hits@30:
Test: 81.0626 ± 2.1232
Hits@50:
Test: 85.9962 ± 1.2757
AUC:
Test: 95.4381 ± 0.2710
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.3169 ± 2.1941
Hits@20:
Test: 50.8918 ± 2.1274
Hits@30:
Test: 58.0266 ± 2.9804
Hits@50:
Test: 66.2239 ± 1.7546
AUC:
Test: 87.9946 ± 0.2847
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.3283 ± 2.9925
Hits@20:
Test: 51.2713 ± 2.3904
Hits@30:
Test: 60.3036 ± 1.1956
Hits@50:
Test: 69.0323 ± 2.0366
AUC:
Test: 89.1651 ± 0.4789
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.8824 ± 7.1283
Hits@20:
Test: 56.5465 ± 5.2087
Hits@30:
Test: 66.2619 ± 3.7936
Hits@50:
Test: 70.7400 ± 2.7544
AUC:
Test: 90.9710 ± 0.8833
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.5294 ± 4.9674
Hits@20:
Test: 56.9639 ± 1.1338
Hits@30:
Test: 63.8710 ± 3.4616
Hits@50:
Test: 71.0057 ± 2.4389
AUC:
Test: 90.5666 ± 0.6923
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.0550 ± 4.2781
Hits@20:
Test: 69.4118 ± 2.4426
Hits@30:
Test: 74.0417 ± 2.5508
Hits@50:
Test: 79.5825 ± 1.2414
AUC:
Test: 93.1054 ± 0.4424
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 59.8862 ± 3.5742
Hits@20:
Test: 72.4099 ± 2.7485
Hits@30:
Test: 77.9127 ± 1.2912
Hits@50:
Test: 85.4269 ± 2.1104
AUC:
Test: 94.9446 ± 0.2204
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.6110 ± 6.6096
Hits@20:
Test: 47.7040 ± 3.0556
Hits@30:
Test: 54.2694 ± 3.8911
Hits@50:
Test: 64.3264 ± 4.2388
AUC:
Test: 88.0920 ± 0.7754
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.0911 ± 4.0640
Hits@20:
Test: 51.4611 ± 3.4350
Hits@30:
Test: 60.0380 ± 0.7892
Hits@50:
Test: 68.3871 ± 1.7214
AUC:
Test: 89.3919 ± 0.6285
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.2429 ± 3.7617
Hits@20:
Test: 51.5370 ± 3.9270
Hits@30:
Test: 58.2922 ± 5.8722
Hits@50:
Test: 66.9450 ± 1.7566
AUC:
Test: 88.4359 ± 1.2201
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.2410 ± 3.3928
Hits@20:
Test: 50.8159 ± 1.1178
Hits@30:
Test: 59.9620 ± 2.3965
Hits@50:
Test: 67.8937 ± 0.9896
AUC:
Test: 89.1689 ± 0.1504
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.4877 ± 6.1214
Hits@20:
Test: 64.5920 ± 3.8083
Hits@30:
Test: 69.6015 ± 4.9707
Hits@50:
Test: 78.5579 ± 4.1028
AUC:
Test: 92.5098 ± 0.2008
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.5370 ± 7.5588
Hits@20:
Test: 66.4137 ± 4.7115
Hits@30:
Test: 71.3472 ± 1.5001
Hits@50:
Test: 78.9374 ± 1.0650
AUC:
Test: 93.1936 ± 0.3951
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.0152 ± 5.5572
Hits@20:
Test: 66.4516 ± 3.9220
Hits@30:
Test: 72.2960 ± 3.6352
Hits@50:
Test: 78.8994 ± 2.3942
AUC:
Test: 92.6071 ± 0.6070
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.3074 ± 3.3312
Hits@20:
Test: 66.8311 ± 3.7770
Hits@30:
Test: 72.4858 ± 3.3731
Hits@50:
Test: 79.3928 ± 2.7452
AUC:
Test: 93.6286 ± 0.2723
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.4080 ± 2.1087
Hits@20:
Test: 66.9829 ± 2.9058
Hits@30:
Test: 73.1689 ± 3.0994
Hits@50:
Test: 79.5446 ± 1.2253
AUC:
Test: 92.9196 ± 0.2178
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.2505 ± 1.9929
Hits@20:
Test: 75.4839 ± 2.1317
Hits@30:
Test: 79.7343 ± 1.3905
Hits@50:
Test: 85.1233 ± 2.1367
AUC:
Test: 95.0594 ± 0.2144
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.1936 ± 4.7865
Hits@20:
Test: 66.5275 ± 4.8500
Hits@30:
Test: 70.8159 ± 5.0604
Hits@50:
Test: 80.4934 ± 2.3371
AUC:
Test: 93.5274 ± 0.6333
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 60.3036 ± 5.2900
Hits@20:
Test: 74.3074 ± 2.0812
Hits@30:
Test: 80.7211 ± 1.6023
Hits@50:
Test: 86.1860 ± 1.2898
AUC:
Test: 95.4139 ± 0.2862
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.6053 ± 3.7266
Hits@20:
Test: 59.1651 ± 2.3255
Hits@30:
Test: 67.9696 ± 3.5281
Hits@50:
Test: 75.3321 ± 1.6972
AUC:
Test: 90.8542 ± 0.6370
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.8691 ± 4.7096
Hits@20:
Test: 55.2941 ± 4.4250
Hits@30:
Test: 63.0361 ± 2.7115
Hits@50:
Test: 71.8027 ± 2.0463
AUC:
Test: 90.7696 ± 0.6945
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.5484 ± 4.9924
Hits@20:
Test: 64.8956 ± 6.0065
Hits@30:
Test: 69.9051 ± 2.3186
Hits@50:
Test: 77.7609 ± 2.6545
AUC:
Test: 92.4318 ± 0.4546
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.7135 ± 5.3053
Hits@20:
Test: 66.2998 ± 4.0534
Hits@30:
Test: 73.3207 ± 1.8081
Hits@50:
Test: 80.3795 ± 1.9192
AUC:
Test: 93.5806 ± 0.3554
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.4326 ± 2.0985
Hits@20:
Test: 67.8178 ± 1.7679
Hits@30:
Test: 72.0683 ± 2.3294
Hits@50:
Test: 81.0247 ± 3.5803
AUC:
Test: 93.0285 ± 0.3823
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.0987 ± 2.6204
Hits@20:
Test: 75.5218 ± 1.1774
Hits@30:
Test: 80.9108 ± 0.9257
Hits@50:
Test: 86.9829 ± 1.5910
AUC:
Test: 95.5689 ± 0.3020
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.9146 ± 8.1968
Hits@20:
Test: 46.6793 ± 6.1194
Hits@30:
Test: 55.7875 ± 4.3602
Hits@50:
Test: 65.6546 ± 3.7832
AUC:
Test: 88.0177 ± 0.9213
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.1746 ± 2.8977
Hits@20:
Test: 50.7780 ± 2.0375
Hits@30:
Test: 58.7476 ± 2.2234
Hits@50:
Test: 69.1841 ± 1.8329
AUC:
Test: 89.4339 ± 0.7042
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.6926 ± 4.1603
Hits@20:
Test: 57.6471 ± 3.0755
Hits@30:
Test: 66.4137 ± 1.6378
Hits@50:
Test: 75.2941 ± 2.8253
AUC:
Test: 90.9834 ± 0.5172
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.3662 ± 5.6657
Hits@20:
Test: 53.0171 ± 3.6218
Hits@30:
Test: 62.9222 ± 2.7940
Hits@50:
Test: 71.0816 ± 1.7214
AUC:
Test: 89.9716 ± 0.6137
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.3188 ± 3.5787
Hits@20:
Test: 69.7154 ± 4.7997
Hits@30:
Test: 73.3586 ± 3.6760
Hits@50:
Test: 81.2903 ± 2.1908
AUC:
Test: 93.1835 ± 0.3946
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.0114 ± 7.5371
Hits@20:
Test: 75.2182 ± 1.8131
Hits@30:
Test: 79.1651 ± 2.8254
Hits@50:
Test: 86.2998 ± 0.7983
AUC:
Test: 95.1178 ± 0.2786
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.3681 ± 6.9725
Hits@20:
Test: 51.9165 ± 5.0215
Hits@30:
Test: 56.5085 ± 6.5367
Hits@50:
Test: 66.4137 ± 7.1781
AUC:
Test: 88.6025 ± 0.6186
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.5332 ± 4.9105
Hits@20:
Test: 51.0436 ± 2.8209
Hits@30:
Test: 59.1651 ± 3.7483
Hits@50:
Test: 68.0455 ± 0.7661
AUC:
Test: 89.2263 ± 0.6331
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.2543 ± 4.2991
Hits@20:
Test: 49.7154 ± 4.0051
Hits@30:
Test: 56.9639 ± 1.3377
Hits@50:
Test: 66.6414 ± 1.4351
AUC:
Test: 88.3930 ± 0.4998
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.9241 ± 6.9728
Hits@20:
Test: 51.9924 ± 3.6426
Hits@30:
Test: 58.5579 ± 3.5717
Hits@50:
Test: 67.6281 ± 1.3853
AUC:
Test: 89.4427 ± 0.6514
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.0683 ± 6.6962
Hits@20:
Test: 65.8444 ± 3.6351
Hits@30:
Test: 71.3093 ± 2.8696
Hits@50:
Test: 77.1157 ± 2.5409
AUC:
Test: 92.4932 ± 0.5303
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.2979 ± 4.8199
Hits@20:
Test: 63.3776 ± 4.7419
Hits@30:
Test: 71.0057 ± 2.5578
Hits@50:
Test: 79.1271 ± 1.8052
AUC:
Test: 92.9428 ± 0.3016
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.0171 ± 4.4655
Hits@20:
Test: 64.6300 ± 2.9780
Hits@30:
Test: 73.3586 ± 1.8279
Hits@50:
Test: 79.0892 ± 0.9805
AUC:
Test: 91.8199 ± 0.6698
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.5996 ± 5.0372
Hits@20:
Test: 63.8330 ± 3.1938
Hits@30:
Test: 69.2220 ± 3.5988
Hits@50:
Test: 77.9507 ± 3.9426
AUC:
Test: 92.6651 ± 0.5651
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 58.1025 ± 3.2129
Hits@20:
Test: 64.3264 ± 3.0331
Hits@30:
Test: 71.9924 ± 2.2991
Hits@50:
Test: 78.7856 ± 2.8507
AUC:
Test: 92.0455 ± 0.6549
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.2144 ± 6.0403
Hits@20:
Test: 70.5123 ± 5.0501
Hits@30:
Test: 78.8235 ± 2.7122
Hits@50:
Test: 84.1746 ± 1.5334
AUC:
Test: 94.8044 ± 0.2077
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.6471 ± 5.6024
Hits@20:
Test: 68.2732 ± 3.3150
Hits@30:
Test: 75.1423 ± 5.5012
Hits@50:
Test: 80.4175 ± 3.1393
AUC:
Test: 93.5763 ± 0.9104
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 68.9564 ± 2.2912
Hits@20:
Test: 76.6224 ± 1.9965
Hits@30:
Test: 80.7970 ± 1.6618
Hits@50:
Test: 86.7173 ± 1.5357
AUC:
Test: 95.6797 ± 0.4495
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.9317 ± 1.8427
Hits@20:
Test: 61.6698 ± 4.5679
Hits@30:
Test: 66.3757 ± 4.0306
Hits@50:
Test: 74.8767 ± 3.3155
AUC:
Test: 90.7325 ± 0.8581
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.4421 ± 1.8230
Hits@20:
Test: 58.2163 ± 2.2468
Hits@30:
Test: 66.0342 ± 2.4300
Hits@50:
Test: 73.3207 ± 1.7214
AUC:
Test: 91.0614 ± 0.5752
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.6243 ± 1.5216
Hits@20:
Test: 64.6300 ± 2.2596
Hits@30:
Test: 70.0569 ± 1.7770
Hits@50:
Test: 78.2922 ± 1.7628
AUC:
Test: 92.1122 ± 0.2813
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.5731 ± 3.0907
Hits@20:
Test: 67.6660 ± 3.5968
Hits@30:
Test: 75.2941 ± 2.6307
Hits@50:
Test: 81.5939 ± 1.8397
AUC:
Test: 93.5588 ± 0.5031
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.9905 ± 3.8781
Hits@20:
Test: 64.7438 ± 3.2129
Hits@30:
Test: 72.0304 ± 2.9261
Hits@50:
Test: 79.4307 ± 1.5910
AUC:
Test: 92.7184 ± 0.2118
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.9829 ± 3.9371
Hits@20:
Test: 74.2695 ± 2.1908
Hits@30:
Test: 81.1765 ± 1.9277
Hits@50:
Test: 85.7685 ± 1.1306
AUC:
Test: 95.5904 ± 0.2091
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.4668 ± 4.6332
Hits@20:
Test: 53.7761 ± 4.4976
Hits@30:
Test: 60.3036 ± 4.1560
Hits@50:
Test: 66.8691 ± 3.1081
AUC:
Test: 88.9479 ± 1.5495
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.5446 ± 3.4694
Hits@20:
Test: 51.7268 ± 3.6515
Hits@30:
Test: 60.0000 ± 3.1364
Hits@50:
Test: 68.1214 ± 3.1209
AUC:
Test: 89.6512 ± 0.2097
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.0968 ± 2.5188
Hits@20:
Test: 61.4421 ± 2.3448
Hits@30:
Test: 66.7552 ± 3.4429
Hits@50:
Test: 74.8767 ± 1.1274
AUC:
Test: 91.4842 ± 1.0633
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.2903 ± 5.5185
Hits@20:
Test: 52.3340 ± 1.6400
Hits@30:
Test: 62.3150 ± 2.8702
Hits@50:
Test: 71.3852 ± 1.6887
AUC:
Test: 90.6877 ± 0.3579
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.8767 ± 4.3320
Hits@20:
Test: 70.4364 ± 1.4661
Hits@30:
Test: 75.2941 ± 2.4828
Hits@50:
Test: 81.2903 ± 0.7661
AUC:
Test: 93.2858 ± 0.2031
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 65.1613 ± 4.9292
Hits@20:
Test: 74.7628 ± 1.0393
Hits@30:
Test: 78.7476 ± 1.7851
Hits@50:
Test: 85.0854 ± 1.3323
AUC:
Test: 94.9988 ± 0.3136
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.0512 ± 3.8712
Hits@20:
Test: 51.8786 ± 5.8341
Hits@30:
Test: 57.3435 ± 4.1146
Hits@50:
Test: 64.0607 ± 2.3379
AUC:
Test: 87.9247 ± 1.1063
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.1784 ± 3.8149
Hits@20:
Test: 51.0816 ± 3.5153
Hits@30:
Test: 60.1898 ± 1.1573
Hits@50:
Test: 68.5769 ± 1.7931
AUC:
Test: 89.5049 ± 0.5395
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.6983 ± 4.7222
Hits@20:
Test: 51.3852 ± 2.9132
Hits@30:
Test: 56.1290 ± 2.4864
Hits@50:
Test: 65.2751 ± 3.6401
AUC:
Test: 88.2474 ± 0.6786
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.0512 ± 4.6950
Hits@20:
Test: 50.2087 ± 3.5413
Hits@30:
Test: 58.7476 ± 2.1156
Hits@50:
Test: 66.0342 ± 2.3814
AUC:
Test: 89.3650 ± 0.5139
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.5617 ± 6.7222
Hits@20:
Test: 63.6433 ± 2.6038
Hits@30:
Test: 72.2581 ± 1.7921
Hits@50:
Test: 80.0000 ± 1.8717
AUC:
Test: 92.5382 ± 0.4704
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.2979 ± 3.9812
Hits@20:
Test: 66.3757 ± 2.1104
Hits@30:
Test: 72.1442 ± 2.4864
Hits@50:
Test: 78.8615 ± 1.7730
AUC:
Test: 93.0805 ± 0.6297
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.4991 ± 2.9537
Hits@20:
Test: 61.6698 ± 2.7002
Hits@30:
Test: 70.3985 ± 1.5876
Hits@50:
Test: 79.0133 ± 1.6079
AUC:
Test: 92.6437 ± 0.5042
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.5256 ± 6.6779
Hits@20:
Test: 62.5047 ± 5.5136
Hits@30:
Test: 68.1214 ± 3.3705
Hits@50:
Test: 76.1290 ± 2.2588
AUC:
Test: 92.9211 ± 0.7870
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.2695 ± 2.8621
Hits@20:
Test: 65.3890 ± 2.4137
Hits@30:
Test: 71.4611 ± 1.1971
Hits@50:
Test: 78.7856 ± 1.5899
AUC:
Test: 93.1747 ± 0.3048
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 59.4307 ± 4.3237
Hits@20:
Test: 71.0816 ± 2.3263
Hits@30:
Test: 75.9772 ± 1.9838
Hits@50:
Test: 84.3643 ± 1.1354
AUC:
Test: 94.7285 ± 0.3033
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.5218 ± 2.7972
Hits@20:
Test: 66.5655 ± 2.5295
Hits@30:
Test: 74.8387 ± 2.1240
Hits@50:
Test: 80.1139 ± 1.1956
AUC:
Test: 92.9920 ± 1.2322
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.9450 ± 5.6964
Hits@20:
Test: 76.6983 ± 3.7913
Hits@30:
Test: 80.6831 ± 1.6011
Hits@50:
Test: 85.6546 ± 1.9286
AUC:
Test: 95.4383 ± 0.3290
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.7951 ± 3.2905
Hits@20:
Test: 54.0797 ± 4.3561
Hits@30:
Test: 62.1632 ± 2.2153
Hits@50:
Test: 72.0304 ± 2.6552
AUC:
Test: 90.6597 ± 1.0463
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.0626 ± 6.7310
Hits@20:
Test: 55.5218 ± 3.1825
Hits@30:
Test: 62.6565 ± 1.6290
Hits@50:
Test: 70.4364 ± 2.6272
AUC:
Test: 90.1073 ± 0.6745
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.4478 ± 5.0803
Hits@20:
Test: 65.7685 ± 1.4301
Hits@30:
Test: 70.2087 ± 3.7998
Hits@50:
Test: 77.4194 ± 1.6597
AUC:
Test: 92.3191 ± 0.6352
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.6622 ± 3.2959
Hits@20:
Test: 61.5180 ± 4.1081
Hits@30:
Test: 67.9317 ± 3.5828
Hits@50:
Test: 76.0911 ± 1.7648
AUC:
Test: 92.7586 ± 0.1369
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.7875 ± 3.9394
Hits@20:
Test: 66.2998 ± 0.8961
Hits@30:
Test: 73.4725 ± 3.6138
Hits@50:
Test: 79.5825 ± 2.5655
AUC:
Test: 92.8119 ± 0.2945
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 68.1594 ± 2.2267
Hits@20:
Test: 76.0531 ± 2.2667
Hits@30:
Test: 78.9753 ± 1.3644
Hits@50:
Test: 85.9962 ± 0.8315
AUC:
Test: 95.5084 ± 0.2031
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.7723 ± 3.2497
Hits@20:
Test: 49.2220 ± 2.0769
Hits@30:
Test: 58.0266 ± 4.8515
Hits@50:
Test: 65.3890 ± 3.6168
AUC:
Test: 88.0674 ± 1.5343
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.0000 ± 3.0224
Hits@20:
Test: 52.8273 ± 2.2516
Hits@30:
Test: 58.7856 ± 2.0010
Hits@50:
Test: 67.3624 ± 3.3864
AUC:
Test: 89.2573 ± 0.6978
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.8956 ± 5.5022
Hits@20:
Test: 56.6603 ± 3.2414
Hits@30:
Test: 65.0474 ± 1.6940
Hits@50:
Test: 73.4345 ± 2.5030
AUC:
Test: 91.0558 ± 0.5894
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.2770 ± 5.9317
Hits@20:
Test: 52.4099 ± 4.4123
Hits@30:
Test: 61.8596 ± 2.1510
Hits@50:
Test: 69.4877 ± 1.3578
AUC:
Test: 89.9883 ± 0.4538
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.4725 ± 4.1408
Hits@20:
Test: 64.5920 ± 3.0790
Hits@30:
Test: 72.9791 ± 2.0375
Hits@50:
Test: 80.0379 ± 2.3371
AUC:
Test: 93.3290 ± 0.4346
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.1120 ± 2.6176
Hits@20:
Test: 71.8786 ± 1.9509
Hits@30:
Test: 77.1917 ± 2.0804
Hits@50:
Test: 83.9469 ± 0.8336
AUC:
Test: 94.8994 ± 0.0914
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.0759 ± 5.8168
Hits@20:
Test: 50.5123 ± 2.3255
Hits@30:
Test: 59.3548 ± 3.2297
Hits@50:
Test: 68.2732 ± 2.6949
AUC:
Test: 88.7012 ± 0.6771
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.1518 ± 1.6135
Hits@20:
Test: 50.8539 ± 5.2517
Hits@30:
Test: 59.5066 ± 1.5334
Hits@50:
Test: 66.9450 ± 2.3829
AUC:
Test: 89.1147 ± 0.3955
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.4668 ± 2.4864
Hits@20:
Test: 54.0038 ± 5.9834
Hits@30:
Test: 61.6698 ± 4.3187
Hits@50:
Test: 69.4118 ± 3.1791
AUC:
Test: 89.2900 ± 0.7827
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.4061 ± 6.5713
Hits@20:
Test: 52.7894 ± 4.8367
Hits@30:
Test: 58.9374 ± 2.1283
Hits@50:
Test: 69.4118 ± 2.3715
AUC:
Test: 89.3148 ± 0.8989
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.0323 ± 5.1015
Hits@20:
Test: 63.3017 ± 5.1803
Hits@30:
Test: 67.9317 ± 5.3620
Hits@50:
Test: 79.1651 ± 1.5263
AUC:
Test: 92.5887 ± 0.4559
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.0949 ± 4.0006
Hits@20:
Test: 63.8330 ± 1.3525
Hits@30:
Test: 67.8558 ± 1.6411
Hits@50:
Test: 77.2296 ± 1.9023
AUC:
Test: 92.8432 ± 0.3736
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.0930 ± 8.6034
Hits@20:
Test: 64.9336 ± 1.8368
Hits@30:
Test: 70.7021 ± 3.1910
Hits@50:
Test: 79.6964 ± 2.3085
AUC:
Test: 93.0074 ± 0.4824
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.6622 ± 6.7214
Hits@20:
Test: 64.6300 ± 0.9159
Hits@30:
Test: 69.6015 ± 3.6460
Hits@50:
Test: 78.8994 ± 1.6887
AUC:
Test: 93.1556 ± 0.2234
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.1936 ± 3.2773
Hits@20:
Test: 66.3757 ± 3.6386
Hits@30:
Test: 71.4231 ± 1.3657
Hits@50:
Test: 79.8861 ± 0.9582
AUC:
Test: 93.0240 ± 0.4016
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 60.1898 ± 5.6711
Hits@20:
Test: 72.4099 ± 1.4489
Hits@30:
Test: 78.0645 ± 2.8859
Hits@50:
Test: 83.3017 ± 2.2731
AUC:
Test: 94.9493 ± 0.2136
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.1044 ± 7.0370
Hits@20:
Test: 65.3510 ± 6.1129
Hits@30:
Test: 73.2827 ± 3.2241
Hits@50:
Test: 79.5066 ± 3.7808
AUC:
Test: 93.1941 ± 0.5208
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.9696 ± 5.0390
Hits@20:
Test: 75.8634 ± 4.0485
Hits@30:
Test: 79.5066 ± 1.2370
Hits@50:
Test: 85.8823 ± 1.2771
AUC:
Test: 95.3141 ± 0.3254
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.4402 ± 3.0755
Hits@20:
Test: 55.4459 ± 4.2439
Hits@30:
Test: 63.1499 ± 3.0372
Hits@50:
Test: 72.9032 ± 1.3377
AUC:
Test: 90.8813 ± 0.9703
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.9336 ± 4.8030
Hits@20:
Test: 56.9260 ± 1.1464
Hits@30:
Test: 61.8596 ± 1.6866
Hits@50:
Test: 69.9051 ± 1.3788
AUC:
Test: 90.0203 ± 0.6165
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.1347 ± 2.1577
Hits@20:
Test: 61.3283 ± 1.5670
Hits@30:
Test: 68.2353 ± 2.9476
Hits@50:
Test: 77.3434 ± 1.5739
AUC:
Test: 92.7629 ± 0.6589
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.3112 ± 4.5275
Hits@20:
Test: 59.5066 ± 2.5900
Hits@30:
Test: 69.3359 ± 2.5338
Hits@50:
Test: 76.1290 ± 2.2186
AUC:
Test: 92.9191 ± 0.2026
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.5465 ± 4.9372
Hits@20:
Test: 66.4137 ± 2.9366
Hits@30:
Test: 71.8786 ± 2.0717
Hits@50:
Test: 80.2657 ± 3.4549
AUC:
Test: 92.9306 ± 0.3461
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.1727 ± 2.1300
Hits@20:
Test: 76.9260 ± 1.0950
Hits@30:
Test: 80.0379 ± 1.3174
Hits@50:
Test: 86.1101 ± 0.8095
AUC:
Test: 95.5297 ± 0.2523
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.3795 ± 3.8966
Hits@20:
Test: 53.1309 ± 2.7202
Hits@30:
Test: 58.4820 ± 2.0144
Hits@50:
Test: 68.6907 ± 1.6045
AUC:
Test: 88.5922 ± 1.0462
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.2524 ± 4.9999
Hits@20:
Test: 52.2581 ± 3.2608
Hits@30:
Test: 58.3302 ± 1.6135
Hits@50:
Test: 67.2106 ± 1.6834
AUC:
Test: 89.5114 ± 0.4083
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.8956 ± 0.6379
Hits@20:
Test: 56.5844 ± 5.8261
Hits@30:
Test: 64.0607 ± 3.7751
Hits@50:
Test: 71.9165 ± 3.5953
AUC:
Test: 90.4040 ± 1.0454
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.4554 ± 5.9741
Hits@20:
Test: 54.0417 ± 3.8548
Hits@30:
Test: 61.3662 ± 1.3525
Hits@50:
Test: 69.7154 ± 1.7474
AUC:
Test: 89.9740 ± 0.6124
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.7628 ± 3.5209
Hits@20:
Test: 65.7306 ± 3.9407
Hits@30:
Test: 72.7514 ± 3.2855
Hits@50:
Test: 80.8349 ± 1.7391
AUC:
Test: 93.5056 ± 0.5294
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 60.4554 ± 6.0492
Hits@20:
Test: 72.5617 ± 1.7679
Hits@30:
Test: 76.2429 ± 1.8171
Hits@50:
Test: 82.9981 ± 0.7422
AUC:
Test: 94.7344 ± 0.3893
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.8843 ± 2.9058
Hits@20:
Test: 50.9677 ± 1.6411
Hits@30:
Test: 57.4953 ± 4.4924
Hits@50:
Test: 67.6660 ± 3.1513
AUC:
Test: 88.4012 ± 0.6260
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.7723 ± 3.8272
Hits@20:
Test: 53.7002 ± 3.5347
Hits@30:
Test: 59.5825 ± 3.3651
Hits@50:
Test: 67.5522 ± 1.2076
AUC:
Test: 88.9757 ± 0.3374
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.6186 ± 6.3455
Hits@20:
Test: 55.3321 ± 1.4364
Hits@30:
Test: 62.9981 ± 3.3356
Hits@50:
Test: 69.0702 ± 3.1237
AUC:
Test: 88.7988 ± 0.8727
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.5806 ± 2.8702
Hits@20:
Test: 51.9165 ± 4.0511
Hits@30:
Test: 58.5958 ± 1.6455
Hits@50:
Test: 69.1461 ± 1.1194
AUC:
Test: 89.2501 ± 0.3854
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.3226 ± 3.8665
Hits@20:
Test: 63.0360 ± 3.6706
Hits@30:
Test: 71.0816 ± 2.6038
Hits@50:
Test: 80.0379 ± 1.2898
AUC:
Test: 92.9676 ± 0.3026
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.4364 ± 2.6949
Hits@20:
Test: 62.3529 ± 0.8757
Hits@30:
Test: 69.9431 ± 2.6450
Hits@50:
Test: 77.9127 ± 1.1743
AUC:
Test: 93.2435 ± 0.5207
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.3567 ± 1.8928
Hits@20:
Test: 64.3643 ± 3.9721
Hits@30:
Test: 69.9810 ± 2.0717
Hits@50:
Test: 77.7989 ± 0.6293
AUC:
Test: 92.3064 ± 0.5569
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.2676 ± 3.6386
Hits@20:
Test: 66.8311 ± 1.3970
Hits@30:
Test: 72.3719 ± 1.8909
Hits@50:
Test: 81.0626 ± 1.3644
AUC:
Test: 93.8586 ± 0.4467
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.3093 ± 5.5299
Hits@20:
Test: 66.4896 ± 3.9132
Hits@30:
Test: 71.8027 ± 1.3723
Hits@50:
Test: 79.6205 ± 1.5216
AUC:
Test: 92.8316 ± 0.2650
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.8843 ± 1.6521
Hits@20:
Test: 72.1442 ± 2.4536
Hits@30:
Test: 76.3947 ± 1.5853
Hits@50:
Test: 83.7951 ± 1.1511
AUC:
Test: 94.9328 ± 0.1154
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.7362 ± 4.6480
Hits@20:
Test: 66.0721 ± 3.9789
Hits@30:
Test: 71.0816 ± 2.4322
Hits@50:
Test: 78.0266 ± 3.6682
AUC:
Test: 93.2901 ± 0.8585
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.8691 ± 6.3157
Hits@20:
Test: 76.2429 ± 2.9683
Hits@30:
Test: 81.1385 ± 1.9425
Hits@50:
Test: 86.5655 ± 1.4476
AUC:
Test: 95.6192 ± 0.3186
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.5522 ± 5.1646
Hits@20:
Test: 59.4687 ± 4.0578
Hits@30:
Test: 65.5788 ± 3.0994
Hits@50:
Test: 75.0285 ± 2.9261
AUC:
Test: 91.2670 ± 0.8789
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.6053 ± 6.1229
Hits@20:
Test: 53.2448 ± 2.2596
Hits@30:
Test: 61.2903 ± 3.4366
Hits@50:
Test: 70.6641 ± 2.7518
AUC:
Test: 90.3713 ± 0.7919
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.3833 ± 3.9997
Hits@20:
Test: 64.2505 ± 1.9379
Hits@30:
Test: 70.5882 ± 1.8250
Hits@50:
Test: 77.5332 ± 2.6176
AUC:
Test: 92.7749 ± 0.3226
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.9545 ± 3.5636
Hits@20:
Test: 61.6698 ± 3.7449
Hits@30:
Test: 69.9810 ± 2.4719
Hits@50:
Test: 78.2543 ± 0.8961
AUC:
Test: 93.1591 ± 0.3176
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.4345 ± 5.8187
Hits@20:
Test: 66.1101 ± 2.7746
Hits@30:
Test: 72.2960 ± 1.6157
Hits@50:
Test: 80.5313 ± 3.2992
AUC:
Test: 92.6722 ± 0.4190
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.5655 ± 1.2615
Hits@20:
Test: 75.5977 ± 1.9656
Hits@30:
Test: 81.6319 ± 1.4351
Hits@50:
Test: 85.8824 ± 0.9823
AUC:
Test: 95.5820 ± 0.2191
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.5825 ± 4.0356
Hits@20:
Test: 50.5503 ± 2.5444
Hits@30:
Test: 57.3055 ± 4.0073
Hits@50:
Test: 69.5636 ± 1.8329
AUC:
Test: 88.2188 ± 1.3193
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.8102 ± 3.1047
Hits@20:
Test: 50.6262 ± 1.4225
Hits@30:
Test: 58.9374 ± 1.8032
Hits@50:
Test: 69.5636 ± 2.8514
AUC:
Test: 89.0015 ± 0.5665
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.2600 ± 2.8355
Hits@20:
Test: 57.8368 ± 4.9761
Hits@30:
Test: 63.4156 ± 3.2877
Hits@50:
Test: 73.4345 ± 5.3570
AUC:
Test: 91.2642 ± 0.7005
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.1252 ± 4.5718
Hits@20:
Test: 54.5351 ± 2.8671
Hits@30:
Test: 62.5427 ± 2.4980
Hits@50:
Test: 70.2087 ± 2.1925
AUC:
Test: 90.0846 ± 0.4962
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.8501 ± 4.0333
Hits@20:
Test: 65.6926 ± 1.6780
Hits@30:
Test: 72.7514 ± 2.6788
Hits@50:
Test: 80.9108 ± 1.2630
AUC:
Test: 93.5079 ± 0.3187
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.8975 ± 5.7090
Hits@20:
Test: 71.5370 ± 0.8900
Hits@30:
Test: 77.1157 ± 1.8181
Hits@50:
Test: 83.6053 ± 0.8860
AUC:
Test: 94.7356 ± 0.2543
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.0380 ± 3.7617
Hits@20:
Test: 51.9165 ± 5.6332
Hits@30:
Test: 58.5958 ± 1.7770
Hits@50:
Test: 66.9829 ± 1.3551
AUC:
Test: 88.6884 ± 0.5555
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.4440 ± 4.8944
Hits@20:
Test: 52.3340 ± 2.1274
Hits@30:
Test: 59.3169 ± 2.1535
Hits@50:
Test: 70.2467 ± 2.6204
AUC:
Test: 89.3843 ± 0.3139
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.2903 ± 6.2397
Hits@20:
Test: 51.9924 ± 3.5168
Hits@30:
Test: 60.4934 ± 3.0372
Hits@50:
Test: 69.5636 ± 3.6018
AUC:
Test: 89.4155 ± 0.7233
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.1385 ± 3.8758
Hits@20:
Test: 51.9545 ± 3.8502
Hits@30:
Test: 59.9621 ± 1.1145
Hits@50:
Test: 68.9943 ± 2.4835
AUC:
Test: 89.4641 ± 0.4832
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.3605 ± 6.8700
Hits@20:
Test: 64.8197 ± 3.3291
Hits@30:
Test: 69.7533 ± 6.2050
Hits@50:
Test: 79.5825 ± 2.7255
AUC:
Test: 93.2735 ± 0.7145
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.3985 ± 3.3399
Hits@20:
Test: 61.1765 ± 4.3820
Hits@30:
Test: 69.6015 ± 0.8206
Hits@50:
Test: 76.6603 ± 1.9582
AUC:
Test: 93.0148 ± 0.2031
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.1176 ± 5.0175
Hits@20:
Test: 63.9089 ± 3.9334
Hits@30:
Test: 69.6015 ± 3.6237
Hits@50:
Test: 79.3548 ± 2.8507
AUC:
Test: 91.7715 ± 0.9060
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.6243 ± 2.1702
Hits@20:
Test: 63.4535 ± 1.6356
Hits@30:
Test: 69.6395 ± 3.0331
Hits@50:
Test: 77.1157 ± 1.3525
AUC:
Test: 92.6618 ± 0.2806
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.2315 ± 3.3177
Hits@20:
Test: 65.1233 ± 3.6780
Hits@30:
Test: 71.1195 ± 2.9317
Hits@50:
Test: 78.4061 ± 1.0166
AUC:
Test: 92.0984 ± 0.2424
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.0740 ± 2.4323
Hits@20:
Test: 73.7381 ± 2.0064
Hits@30:
Test: 79.0892 ± 1.3174
Hits@50:
Test: 83.7951 ± 0.6090
AUC:
Test: 94.5798 ± 0.2122
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.6736 ± 7.0242
Hits@20:
Test: 70.5123 ± 3.9339
Hits@30:
Test: 73.5863 ± 2.7836
Hits@50:
Test: 79.8862 ± 3.5677
AUC:
Test: 93.2984 ± 1.1594
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.2884 ± 8.3356
Hits@20:
Test: 75.2562 ± 3.2191
Hits@30:
Test: 81.4801 ± 0.7300
Hits@50:
Test: 86.7552 ± 1.1097
AUC:
Test: 95.6203 ± 0.2774
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.8558 ± 3.1507
Hits@20:
Test: 60.7590 ± 2.4352
Hits@30:
Test: 67.9317 ± 1.3551
Hits@50:
Test: 76.2049 ± 1.6023
AUC:
Test: 91.0577 ± 0.8597
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.3491 ± 1.8319
Hits@20:
Test: 57.5712 ± 1.6466
Hits@30:
Test: 62.3529 ± 2.2315
Hits@50:
Test: 72.2581 ± 2.4719
AUC:
Test: 90.8874 ± 0.4506
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.8254 ± 4.2183
Hits@20:
Test: 68.2353 ± 2.2834
Hits@30:
Test: 74.2315 ± 1.5497
Hits@50:
Test: 79.5825 ± 1.7474
AUC:
Test: 92.3059 ± 0.8391
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.3435 ± 2.2904
Hits@20:
Test: 66.6034 ± 1.7391
Hits@30:
Test: 71.6509 ± 1.3525
Hits@50:
Test: 80.3036 ± 1.1880
AUC:
Test: 93.5307 ± 0.4845
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.7230 ± 2.6477
Hits@20:
Test: 67.2865 ± 3.6218
Hits@30:
Test: 73.8140 ± 7.4307
Hits@50:
Test: 82.2391 ± 2.7972
AUC:
Test: 93.1512 ± 0.6573
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 68.1214 ± 2.4994
Hits@20:
Test: 75.4080 ± 1.9472
Hits@30:
Test: 80.4934 ± 1.5613
Hits@50:
Test: 86.1480 ± 0.4243
AUC:
Test: 95.5224 ± 0.2384
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.0493 ± 4.5474
Hits@20:
Test: 51.9924 ± 4.6596
Hits@30:
Test: 59.0133 ± 2.5914
Hits@50:
Test: 69.1082 ± 2.4129
AUC:
Test: 88.2610 ± 1.4348
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.4421 ± 6.1657
Hits@20:
Test: 51.7268 ± 3.3960
Hits@30:
Test: 57.7609 ± 2.1070
Hits@50:
Test: 67.8178 ± 1.4174
AUC:
Test: 89.1755 ± 0.3764
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.5674 ± 5.3630
Hits@20:
Test: 56.0531 ± 4.1608
Hits@30:
Test: 63.9848 ± 1.8947
Hits@50:
Test: 75.0285 ± 1.0950
AUC:
Test: 91.1676 ± 0.5759
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.8463 ± 4.0949
Hits@20:
Test: 54.8387 ± 3.0003
Hits@30:
Test: 61.3283 ± 2.1232
Hits@50:
Test: 69.7533 ± 1.3853
AUC:
Test: 89.6138 ± 0.4892
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.3321 ± 5.9381
Hits@20:
Test: 68.4630 ± 1.8220
Hits@30:
Test: 73.1689 ± 2.4137
Hits@50:
Test: 80.0759 ± 1.6101
AUC:
Test: 93.1169 ± 0.8880
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.5332 ± 6.8933
Hits@20:
Test: 71.4231 ± 2.6211
Hits@30:
Test: 77.9127 ± 1.2842
Hits@50:
Test: 84.0987 ± 2.0674
AUC:
Test: 94.7436 ± 0.3810
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.1044 ± 5.8347
Hits@20:
Test: 51.1195 ± 4.9583
Hits@30:
Test: 57.8368 ± 2.9255
Hits@50:
Test: 67.9696 ± 0.9896
AUC:
Test: 88.3662 ± 0.5715
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.1518 ± 5.0358
Hits@20:
Test: 54.2315 ± 4.1256
Hits@30:
Test: 60.9867 ± 3.6931
Hits@50:
Test: 69.9431 ± 1.0094
AUC:
Test: 89.3965 ± 0.4693
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.2277 ± 4.3083
Hits@20:
Test: 54.2694 ± 2.0126
Hits@30:
Test: 61.9734 ± 4.2844
Hits@50:
Test: 70.0190 ± 3.3030
AUC:
Test: 89.3810 ± 0.7313
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.5047 ± 5.3131
Hits@20:
Test: 51.8406 ± 3.7841
Hits@30:
Test: 60.5313 ± 4.4033
Hits@50:
Test: 68.0455 ± 3.2247
AUC:
Test: 89.5154 ± 0.9405
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.2581 ± 3.9771
Hits@20:
Test: 63.3017 ± 5.6107
Hits@30:
Test: 69.7913 ± 3.1133
Hits@50:
Test: 78.2543 ± 2.6073
AUC:
Test: 93.0447 ± 0.3846
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.2467 ± 2.4499
Hits@20:
Test: 64.0228 ± 3.8483
Hits@30:
Test: 69.8672 ± 2.3829
Hits@50:
Test: 78.6338 ± 1.0445
AUC:
Test: 93.1792 ± 0.5238
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.6129 ± 6.2604
Hits@20:
Test: 65.5028 ± 3.3420
Hits@30:
Test: 71.3093 ± 2.8507
Hits@50:
Test: 78.1784 ± 1.2515
AUC:
Test: 92.6446 ± 0.4394
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.4535 ± 2.5066
Hits@20:
Test: 58.4440 ± 2.0743
Hits@30:
Test: 64.2884 ± 2.0890
Hits@50:
Test: 74.7249 ± 1.2687
AUC:
Test: 92.0974 ± 0.5568
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.0911 ± 3.4355
Hits@20:
Test: 64.5541 ± 3.3474
Hits@30:
Test: 72.9791 ± 2.0899
Hits@50:
Test: 79.6964 ± 1.9811
AUC:
Test: 93.3298 ± 0.5371
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.5180 ± 3.1564
Hits@20:
Test: 72.9032 ± 1.1651
Hits@30:
Test: 77.2296 ± 1.4575
Hits@50:
Test: 81.1385 ± 2.4653
AUC:
Test: 94.8031 ± 0.1967
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.3074 ± 4.1103
Hits@20:
Test: 65.3890 ± 3.6785
Hits@30:
Test: 70.5503 ± 3.5963
Hits@50:
Test: 79.3169 ± 1.7597
AUC:
Test: 93.1550 ± 0.7383
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.7704 ± 2.3371
Hits@20:
Test: 74.9905 ± 1.9136
Hits@30:
Test: 80.7590 ± 1.2771
Hits@50:
Test: 84.8197 ± 1.4759
AUC:
Test: 95.2924 ± 0.3166
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.4801 ± 5.0944
Hits@20:
Test: 52.4099 ± 5.4740
Hits@30:
Test: 62.2770 ± 3.2325
Hits@50:
Test: 70.2467 ± 1.0514
AUC:
Test: 90.6235 ± 0.9748
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.8235 ± 2.4099
Hits@20:
Test: 49.6015 ± 2.2153
Hits@30:
Test: 59.3169 ± 3.5742
Hits@50:
Test: 67.4763 ± 3.7846
AUC:
Test: 89.6206 ± 0.6235
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.6357 ± 4.3133
Hits@20:
Test: 64.8197 ± 2.4580
Hits@30:
Test: 70.9298 ± 2.1610
Hits@50:
Test: 77.6091 ± 2.3471
AUC:
Test: 92.3938 ± 0.7463
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.8216 ± 2.8196
Hits@20:
Test: 55.7116 ± 3.4381
Hits@30:
Test: 63.3397 ± 2.0144
Hits@50:
Test: 75.0285 ± 1.0867
AUC:
Test: 92.2439 ± 0.2566
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.2049 ± 7.4578
Hits@20:
Test: 66.4137 ± 5.1636
Hits@30:
Test: 71.7647 ± 1.5955
Hits@50:
Test: 80.4175 ± 1.4905
AUC:
Test: 93.0316 ± 0.6200
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.9829 ± 4.2132
Hits@20:
Test: 75.0664 ± 2.6211
Hits@30:
Test: 79.2789 ± 2.0055
Hits@50:
Test: 86.1480 ± 0.7100
AUC:
Test: 95.2792 ± 0.1850
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.3169 ± 3.4973
Hits@20:
Test: 50.6641 ± 4.1573
Hits@30:
Test: 53.8140 ± 5.0107
Hits@50:
Test: 66.2998 ± 4.4513
AUC:
Test: 88.5553 ± 1.1682
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.1157 ± 5.5381
Hits@20:
Test: 49.3359 ± 4.8210
Hits@30:
Test: 53.2448 ± 3.8366
Hits@50:
Test: 65.6167 ± 2.3294
AUC:
Test: 89.2008 ± 0.6313
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.0361 ± 1.9874
Hits@20:
Test: 57.3814 ± 4.2017
Hits@30:
Test: 63.1119 ± 4.4976
Hits@50:
Test: 72.2201 ± 2.6038
AUC:
Test: 90.4994 ± 0.6952
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.1271 ± 5.2042
Hits@20:
Test: 50.6641 ± 2.4485
Hits@30:
Test: 57.3055 ± 1.8592
Hits@50:
Test: 68.4250 ± 2.1156
AUC:
Test: 89.4965 ± 0.6840
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.3567 ± 3.4024
Hits@20:
Test: 68.6907 ± 2.7531
Hits@30:
Test: 72.6376 ± 2.2468
Hits@50:
Test: 78.1025 ± 4.6239
AUC:
Test: 93.4221 ± 0.4640
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.7078 ± 4.5331
Hits@20:
Test: 70.7021 ± 2.4690
Hits@30:
Test: 76.9260 ± 1.1743
Hits@50:
Test: 82.2011 ± 2.9039
AUC:
Test: 94.5343 ± 0.3111
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.9886 ± 2.0542
Hits@20:
Test: 46.9070 ± 4.9380
Hits@30:
Test: 57.1537 ± 3.2129
Hits@50:
Test: 67.7799 ± 3.3339
AUC:
Test: 88.7589 ± 0.4324
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.6110 ± 4.3408
Hits@20:
Test: 49.2979 ± 5.2849
Hits@30:
Test: 56.5085 ± 1.1651
Hits@50:
Test: 65.7305 ± 3.2275
AUC:
Test: 89.3870 ± 0.4398
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.1290 ± 5.2184
Hits@20:
Test: 47.5142 ± 4.7903
Hits@30:
Test: 54.5731 ± 3.5030
Hits@50:
Test: 65.5788 ± 4.2188
AUC:
Test: 88.7097 ± 0.6270
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.3435 ± 1.3377
Hits@20:
Test: 46.8311 ± 3.1621
Hits@30:
Test: 56.0531 ± 3.9453
Hits@50:
Test: 66.6793 ± 2.2315
AUC:
Test: 89.4388 ± 0.2824
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.2448 ± 6.0552
Hits@20:
Test: 64.0607 ± 2.6922
Hits@30:
Test: 70.9298 ± 2.2588
Hits@50:
Test: 78.1784 ± 1.6542
AUC:
Test: 92.7942 ± 0.2042
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.0987 ± 2.9750
Hits@20:
Test: 55.8254 ± 4.7465
Hits@30:
Test: 63.9469 ± 1.3944
Hits@50:
Test: 74.9146 ± 1.5497
AUC:
Test: 92.0371 ± 0.2402
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.5731 ± 3.7367
Hits@20:
Test: 63.5674 ± 3.0567
Hits@30:
Test: 71.9545 ± 3.5863
Hits@50:
Test: 77.7230 ± 3.0585
AUC:
Test: 92.3578 ± 0.6069
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.8918 ± 4.4286
Hits@20:
Test: 59.5825 ± 3.9188
Hits@30:
Test: 65.3890 ± 2.1619
Hits@50:
Test: 76.5085 ± 2.8381
AUC:
Test: 92.7463 ± 0.3964
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.1290 ± 2.0233
Hits@20:
Test: 67.4004 ± 1.8121
Hits@30:
Test: 72.1822 ± 0.7661
Hits@50:
Test: 80.0379 ± 2.4500
AUC:
Test: 93.4302 ± 0.3104
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.1385 ± 3.8478
Hits@20:
Test: 70.8918 ± 2.9991
Hits@30:
Test: 75.6736 ± 1.5025
Hits@50:
Test: 81.4801 ± 2.2952
AUC:
Test: 94.5185 ± 0.2211
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.6110 ± 5.4920
Hits@20:
Test: 64.5920 ± 2.1867
Hits@30:
Test: 71.9545 ± 2.4204
Hits@50:
Test: 79.4307 ± 2.9991
AUC:
Test: 92.8640 ± 1.2389
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.4763 ± 1.0950
Hits@20:
Test: 75.4839 ± 2.1274
Hits@30:
Test: 80.3036 ± 0.4530
Hits@50:
Test: 86.1480 ± 1.0306
AUC:
Test: 95.4457 ± 0.2724
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.2505 ± 4.0396
Hits@20:
Test: 55.7875 ± 3.1581
Hits@30:
Test: 62.2770 ± 3.6534
Hits@50:
Test: 72.6755 ± 3.0626
AUC:
Test: 90.6071 ± 0.3770
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.6091 ± 2.1776
Hits@20:
Test: 49.6015 ± 3.9907
Hits@30:
Test: 57.1917 ± 1.6683
Hits@50:
Test: 67.5901 ± 3.6262
AUC:
Test: 89.4195 ± 0.6975
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.2827 ± 4.5647
Hits@20:
Test: 64.2505 ± 2.8482
Hits@30:
Test: 69.5256 ± 3.2442
Hits@50:
Test: 77.7989 ± 3.6672
AUC:
Test: 92.6646 ± 0.7710
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.6907 ± 3.9293
Hits@20:
Test: 57.6850 ± 3.0003
Hits@30:
Test: 68.4250 ± 3.7989
Hits@50:
Test: 76.2429 ± 2.0674
AUC:
Test: 92.4692 ± 0.3801
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.4194 ± 3.9544
Hits@20:
Test: 61.6319 ± 7.7013
Hits@30:
Test: 70.7400 ± 4.4042
Hits@50:
Test: 79.8862 ± 1.9117
AUC:
Test: 92.7981 ± 0.7912
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 65.8064 ± 3.0930
Hits@20:
Test: 75.9772 ± 1.5509
Hits@30:
Test: 79.7343 ± 1.5785
Hits@50:
Test: 84.2505 ± 1.5647
AUC:
Test: 95.2781 ± 0.2988
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.5579 ± 3.3981
Hits@20:
Test: 49.5636 ± 6.1096
Hits@30:
Test: 57.3435 ± 1.6993
Hits@50:
Test: 67.2106 ± 4.2247
AUC:
Test: 88.9289 ± 0.9686
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.4459 ± 5.5750
Hits@20:
Test: 48.0455 ± 4.8180
Hits@30:
Test: 58.0266 ± 2.2588
Hits@50:
Test: 67.2865 ± 2.1990
AUC:
Test: 89.1537 ± 0.5768
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.1006 ± 4.9401
Hits@20:
Test: 54.3074 ± 6.1361
Hits@30:
Test: 61.5560 ± 6.4761
Hits@50:
Test: 71.5750 ± 2.9439
AUC:
Test: 90.5211 ± 1.2256
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.0512 ± 2.2428
Hits@20:
Test: 49.1082 ± 2.8476
Hits@30:
Test: 55.6736 ± 2.1156
Hits@50:
Test: 66.8691 ± 3.2608
AUC:
Test: 89.6849 ± 0.5074
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.2068 ± 1.8427
Hits@20:
Test: 64.5920 ± 4.5355
Hits@30:
Test: 71.7647 ± 3.1961
Hits@50:
Test: 79.2789 ± 2.2347
AUC:
Test: 93.5765 ± 0.1546
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.3909 ± 3.0755
Hits@20:
Test: 73.0171 ± 0.9620
Hits@30:
Test: 77.1917 ± 2.2826
Hits@50:
Test: 82.1252 ± 1.7921
AUC:
Test: 94.5064 ± 0.2917
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.8748 ± 4.4795
Hits@20:
Test: 50.4364 ± 4.7616
Hits@30:
Test: 55.8254 ± 4.2247
Hits@50:
Test: 67.5522 ± 1.7443
AUC:
Test: 88.8166 ± 0.5299
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.3074 ± 5.7263
Hits@20:
Test: 45.8824 ± 2.5224
Hits@30:
Test: 56.3567 ± 2.5316
Hits@50:
Test: 67.0588 ± 2.9415
AUC:
Test: 89.2266 ± 0.7414
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.6091 ± 4.5291
Hits@20:
Test: 49.3738 ± 2.5366
Hits@30:
Test: 56.2049 ± 4.9288
Hits@50:
Test: 66.3757 ± 3.9494
AUC:
Test: 89.0212 ± 0.7762
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.1385 ± 2.3639
Hits@20:
Test: 52.4099 ± 3.2547
Hits@30:
Test: 58.3681 ± 2.9200
Hits@50:
Test: 65.1613 ± 4.7507
AUC:
Test: 89.5366 ± 0.2267
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.7780 ± 6.5836
Hits@20:
Test: 64.8577 ± 4.6274
Hits@30:
Test: 70.8539 ± 1.1896
Hits@50:
Test: 78.2922 ± 2.6518
AUC:
Test: 92.9103 ± 0.3113
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.4782 ± 4.0356
Hits@20:
Test: 56.0152 ± 4.9797
Hits@30:
Test: 64.3264 ± 4.2217
Hits@50:
Test: 75.5598 ± 2.1735
AUC:
Test: 92.2396 ± 0.8334
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.8140 ± 4.9819
Hits@20:
Test: 64.8956 ± 2.3123
Hits@30:
Test: 70.5123 ± 3.0021
Hits@50:
Test: 78.4061 ± 1.9089
AUC:
Test: 92.4791 ± 0.4197
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.4990 ± 4.7011
Hits@20:
Test: 63.1120 ± 4.6685
Hits@30:
Test: 69.0702 ± 2.0656
Hits@50:
Test: 77.1917 ± 1.9136
AUC:
Test: 93.0989 ± 0.4052
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.0531 ± 3.9499
Hits@20:
Test: 64.3264 ± 1.9536
Hits@30:
Test: 70.9298 ± 1.5145
Hits@50:
Test: 79.0892 ± 2.0322
AUC:
Test: 93.1886 ± 0.2892
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.5674 ± 4.9025
Hits@20:
Test: 71.4611 ± 2.3069
Hits@30:
Test: 75.6357 ± 1.7109
Hits@50:
Test: 81.8596 ± 1.2630
AUC:
Test: 94.8327 ± 0.2392
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.5104 ± 2.9304
Hits@20:
Test: 64.2125 ± 4.1434
Hits@30:
Test: 71.5750 ± 3.4245
Hits@50:
Test: 79.9241 ± 1.9042
AUC:
Test: 92.9757 ± 0.9401
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.0228 ± 6.6841
Hits@20:
Test: 75.2562 ± 2.5725
Hits@30:
Test: 80.1518 ± 2.3030
Hits@50:
Test: 84.9336 ± 1.3119
AUC:
Test: 95.3190 ± 0.1812
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.1632 ± 3.3795
Hits@20:
Test: 54.7628 ± 3.7004
Hits@30:
Test: 61.7837 ± 1.6629
Hits@50:
Test: 71.9545 ± 2.3525
AUC:
Test: 90.9322 ± 0.7029
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.0247 ± 3.7121
Hits@20:
Test: 53.4345 ± 3.6143
Hits@30:
Test: 60.2656 ± 3.2051
Hits@50:
Test: 70.3226 ± 3.0673
AUC:
Test: 90.1652 ± 0.5830
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.1822 ± 2.1342
Hits@20:
Test: 64.5161 ± 2.5423
Hits@30:
Test: 71.3852 ± 2.7413
Hits@50:
Test: 78.7476 ± 1.2370
AUC:
Test: 92.4412 ± 0.6175
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.9203 ± 1.2658
Hits@20:
Test: 61.9734 ± 3.0289
Hits@30:
Test: 67.2865 ± 2.6348
Hits@50:
Test: 75.4080 ± 2.3723
AUC:
Test: 92.5074 ± 0.4485
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.6091 ± 6.0819
Hits@20:
Test: 63.9089 ± 5.1765
Hits@30:
Test: 71.6888 ± 2.7347
Hits@50:
Test: 79.5066 ± 2.5352
AUC:
Test: 93.0799 ± 0.6124
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.4023 ± 4.9456
Hits@20:
Test: 76.2808 ± 2.3356
Hits@30:
Test: 79.3548 ± 2.7016
Hits@50:
Test: 86.3378 ± 0.9582
AUC:
Test: 95.3622 ± 0.2138
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.1518 ± 2.9659
Hits@20:
Test: 48.3871 ± 3.8140
Hits@30:
Test: 54.6869 ± 6.3637
Hits@50:
Test: 64.7438 ± 3.9925
AUC:
Test: 88.5604 ± 1.1553
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.0152 ± 4.4082
Hits@20:
Test: 49.1841 ± 3.8267
Hits@30:
Test: 57.3055 ± 4.9135
Hits@50:
Test: 65.1613 ± 3.1052
AUC:
Test: 89.2994 ± 0.8792
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.4023 ± 7.4344
Hits@20:
Test: 54.9905 ± 6.6188
Hits@30:
Test: 61.7078 ± 4.6700
Hits@50:
Test: 73.1689 ± 2.6989
AUC:
Test: 90.7318 ± 0.9864
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.8748 ± 6.1700
Hits@20:
Test: 49.9810 ± 2.1325
Hits@30:
Test: 59.0512 ± 2.5788
Hits@50:
Test: 67.3624 ± 3.1837
AUC:
Test: 89.6637 ± 1.0332
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.0797 ± 6.1677
Hits@20:
Test: 64.9715 ± 2.1743
Hits@30:
Test: 72.1063 ± 2.1842
Hits@50:
Test: 79.0892 ± 2.9439
AUC:
Test: 93.3372 ± 0.4552
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.8843 ± 4.2739
Hits@20:
Test: 72.8273 ± 1.7566
Hits@30:
Test: 77.3814 ± 1.2106
Hits@50:
Test: 83.2638 ± 0.7275
AUC:
Test: 94.6800 ± 0.2874
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.2163 ± 2.2834
Hits@20:
Test: 46.2998 ± 3.4470
Hits@30:
Test: 55.1044 ± 3.6242
Hits@50:
Test: 66.2239 ± 1.2370
AUC:
Test: 88.3443 ± 0.4727
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.7723 ± 4.3449
Hits@20:
Test: 47.2486 ± 1.9992
Hits@30:
Test: 59.0133 ± 0.8162
Hits@50:
Test: 67.0209 ± 1.5263
AUC:
Test: 89.2994 ± 0.4654
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.7742 ± 3.8408
Hits@20:
Test: 50.1328 ± 2.8570
Hits@30:
Test: 56.1670 ± 3.4444
Hits@50:
Test: 68.0076 ± 2.3224
AUC:
Test: 89.0158 ± 0.6915
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.7097 ± 2.7661
Hits@20:
Test: 47.6281 ± 4.1530
Hits@30:
Test: 55.0285 ± 0.5367
Hits@50:
Test: 66.8311 ± 3.2987
AUC:
Test: 89.6358 ± 0.5049
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.4972 ± 3.6559
Hits@20:
Test: 65.5408 ± 6.2281
Hits@30:
Test: 71.2334 ± 3.5337
Hits@50:
Test: 77.6471 ± 2.6135
AUC:
Test: 92.8505 ± 0.4879
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.8937 ± 6.5163
Hits@20:
Test: 60.8349 ± 2.4617
Hits@30:
Test: 66.7173 ± 1.3323
Hits@50:
Test: 74.4972 ± 1.8378
AUC:
Test: 92.4776 ± 0.5219
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.4459 ± 6.1317
Hits@20:
Test: 64.0228 ± 2.9628
Hits@30:
Test: 69.2600 ± 4.1896
Hits@50:
Test: 76.6983 ± 1.4538
AUC:
Test: 91.5622 ± 0.7478
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.7666 ± 3.2286
Hits@20:
Test: 58.5579 ± 0.6789
Hits@30:
Test: 65.0474 ± 1.9965
Hits@50:
Test: 73.3966 ± 1.1804
AUC:
Test: 92.1188 ± 0.5154
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.6490 ± 3.6178
Hits@20:
Test: 65.0854 ± 2.1130
Hits@30:
Test: 71.9165 ± 2.0569
Hits@50:
Test: 79.3928 ± 1.2486
AUC:
Test: 92.2755 ± 0.3983
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.8083 ± 4.0320
Hits@20:
Test: 71.8406 ± 2.0812
Hits@30:
Test: 76.1670 ± 3.0526
Hits@50:
Test: 82.2011 ± 1.3970
AUC:
Test: 94.1928 ± 0.6187
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.6850 ± 5.4287
Hits@20:
Test: 70.7400 ± 0.9431
Hits@30:
Test: 73.8520 ± 3.7603
Hits@50:
Test: 79.1271 ± 3.1324
AUC:
Test: 93.0891 ± 1.0140
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.1480 ± 6.5836
Hits@20:
Test: 74.5351 ± 4.3383
Hits@30:
Test: 80.2657 ± 1.6101
Hits@50:
Test: 86.6034 ± 1.5392
AUC:
Test: 95.5997 ± 0.4101
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.0721 ± 2.0411
Hits@20:
Test: 56.3188 ± 3.3875
Hits@30:
Test: 63.1119 ± 4.4473
Hits@50:
Test: 74.8387 ± 2.3609
AUC:
Test: 91.0488 ± 0.4421
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.5712 ± 2.6052
Hits@20:
Test: 53.0550 ± 3.3587
Hits@30:
Test: 59.7344 ± 3.1220
Hits@50:
Test: 69.4877 ± 2.3100
AUC:
Test: 90.4021 ± 0.2869
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.1044 ± 2.0899
Hits@20:
Test: 65.5029 ± 1.5145
Hits@30:
Test: 72.0304 ± 1.0445
Hits@50:
Test: 79.5446 ± 0.6060
AUC:
Test: 92.3028 ± 0.6080
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.6110 ± 2.3525
Hits@20:
Test: 62.7324 ± 1.0867
Hits@30:
Test: 69.3738 ± 1.8909
Hits@50:
Test: 75.7116 ± 1.4941
AUC:
Test: 92.9886 ± 0.4211
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.5863 ± 3.4824
Hits@20:
Test: 65.0474 ± 4.0373
Hits@30:
Test: 71.4231 ± 3.5742
Hits@50:
Test: 78.1404 ± 4.4042
AUC:
Test: 92.9171 ± 0.5203
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 65.9203 ± 1.8861
Hits@20:
Test: 76.3567 ± 2.2516
Hits@30:
Test: 78.8235 ± 1.4857
Hits@50:
Test: 86.1101 ± 1.6510
AUC:
Test: 95.4523 ± 0.4048
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.7856 ± 3.1598
Hits@20:
Test: 46.6414 ± 2.1317
Hits@30:
Test: 59.1271 ± 1.4488
Hits@50:
Test: 67.5901 ± 2.0674
AUC:
Test: 89.1147 ± 0.6194
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.9507 ± 4.9482
Hits@20:
Test: 50.2846 ± 4.9372
Hits@30:
Test: 57.9886 ± 2.6855
Hits@50:
Test: 67.8558 ± 1.8573
AUC:
Test: 89.3694 ± 0.3481
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.8046 ± 1.9601
Hits@20:
Test: 59.5066 ± 3.8994
Hits@30:
Test: 66.1480 ± 4.1802
Hits@50:
Test: 74.0038 ± 2.1842
AUC:
Test: 91.0109 ± 0.7643
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.2808 ± 3.6975
Hits@20:
Test: 51.3093 ± 2.7288
Hits@30:
Test: 58.6338 ± 3.4497
Hits@50:
Test: 69.1461 ± 2.0375
AUC:
Test: 90.0346 ± 0.4620
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.2296 ± 4.2907
Hits@20:
Test: 67.5142 ± 0.7754
Hits@30:
Test: 72.5237 ± 1.2180
Hits@50:
Test: 80.0000 ± 0.9450
AUC:
Test: 93.4301 ± 0.3195
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.1499 ± 3.8828
Hits@20:
Test: 72.8273 ± 2.7804
Hits@30:
Test: 77.3435 ± 2.4580
Hits@50:
Test: 81.8216 ± 0.9896
AUC:
Test: 94.6261 ± 0.2624
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.1404 ± 3.5245
Hits@20:
Test: 50.3226 ± 5.2042
Hits@30:
Test: 57.9886 ± 5.2528
Hits@50:
Test: 67.3624 ± 3.5978
AUC:
Test: 88.5178 ± 0.4591
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.3188 ± 4.8778
Hits@20:
Test: 49.9051 ± 3.3678
Hits@30:
Test: 55.0664 ± 1.3710
Hits@50:
Test: 67.2865 ± 1.1743
AUC:
Test: 89.2706 ± 0.5605
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.9488 ± 4.5962
Hits@20:
Test: 51.0057 ± 5.1012
Hits@30:
Test: 59.6964 ± 5.7643
Hits@50:
Test: 67.2865 ± 1.7109
AUC:
Test: 88.8645 ± 0.5416
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.9507 ± 3.2508
Hits@20:
Test: 49.2979 ± 4.3837
Hits@30:
Test: 56.1670 ± 1.5121
Hits@50:
Test: 67.4383 ± 1.1113
AUC:
Test: 89.7099 ± 0.1470
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.0398 ± 3.7822
Hits@20:
Test: 64.3643 ± 2.4241
Hits@30:
Test: 72.4099 ± 3.4066
Hits@50:
Test: 77.5332 ± 3.2746
AUC:
Test: 93.0957 ± 0.4528
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.9203 ± 1.6488
Hits@20:
Test: 59.0512 ± 2.2865
Hits@30:
Test: 67.5142 ± 1.8022
Hits@50:
Test: 75.0664 ± 3.7004
AUC:
Test: 92.5633 ± 0.6400
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.4459 ± 3.6088
Hits@20:
Test: 69.0323 ± 2.8633
Hits@30:
Test: 76.6983 ± 1.2031
Hits@50:
Test: 84.7438 ± 1.5157
AUC:
Test: 95.1553 ± 0.0965
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.2619 ± 4.1256
Hits@20:
Test: 61.6698 ± 1.8832
Hits@30:
Test: 71.8786 ± 0.8737
Hits@50:
Test: 79.3169 ± 1.3485
AUC:
Test: 93.8999 ± 0.1321
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.2144 ± 3.9040
Hits@20:
Test: 70.7400 ± 2.1941
Hits@30:
Test: 76.8121 ± 2.6511
Hits@50:
Test: 84.7059 ± 1.3050
AUC:
Test: 95.1986 ± 0.4543
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.6357 ± 2.9744
Hits@20:
Test: 68.1214 ± 1.3683
Hits@30:
Test: 74.3833 ± 3.0685
Hits@50:
Test: 81.6698 ± 1.7881
AUC:
Test: 94.7148 ± 0.1624
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 58.4061 ± 7.2423
Hits@20:
Test: 67.1727 ± 6.0424
Hits@30:
Test: 73.2068 ± 3.5484
Hits@50:
Test: 82.1632 ± 2.7759
AUC:
Test: 93.5389 ± 1.1520
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.0987 ± 1.8611
Hits@20:
Test: 77.0019 ± 2.4573
Hits@30:
Test: 81.5560 ± 1.2472
Hits@50:
Test: 86.5655 ± 0.7754
AUC:
Test: 95.7483 ± 0.2332
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.1063 ± 4.0311
Hits@20:
Test: 67.5142 ± 2.9804
Hits@30:
Test: 74.6489 ± 1.3918
Hits@50:
Test: 82.2391 ± 2.9659
AUC:
Test: 94.6419 ± 0.1790
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.5066 ± 5.7795
Hits@20:
Test: 59.3169 ± 2.9567
Hits@30:
Test: 66.6793 ± 2.8890
Hits@50:
Test: 77.7609 ± 1.8756
AUC:
Test: 93.6410 ± 0.0128
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.2448 ± 4.8667
Hits@20:
Test: 68.0455 ± 1.5392
Hits@30:
Test: 72.8653 ± 1.1226
Hits@50:
Test: 83.6053 ± 1.1433
AUC:
Test: 94.9111 ± 0.2450
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.2903 ± 3.5004
Hits@20:
Test: 60.9488 ± 2.2707
Hits@30:
Test: 69.3359 ± 3.1627
Hits@50:
Test: 78.8615 ± 2.8419
AUC:
Test: 93.7875 ± 0.1641
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 60.1518 ± 4.0698
Hits@20:
Test: 69.7154 ± 1.8230
Hits@30:
Test: 75.4080 ± 1.9610
Hits@50:
Test: 81.4042 ± 0.7471
AUC:
Test: 94.3375 ± 0.1994
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 65.0474 ± 2.5224
Hits@20:
Test: 73.8899 ± 2.7648
Hits@30:
Test: 78.0266 ± 1.7972
Hits@50:
Test: 82.1252 ± 1.2967
AUC:
Test: 94.8726 ± 0.1719
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.2068 ± 5.0394
Hits@20:
Test: 64.3264 ± 3.1122
Hits@30:
Test: 73.5484 ± 2.3417
Hits@50:
Test: 83.0740 ± 2.9439
AUC:
Test: 94.8233 ± 0.2718
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.5844 ± 5.7827
Hits@20:
Test: 59.7723 ± 3.0361
Hits@30:
Test: 68.8046 ± 1.0094
Hits@50:
Test: 78.0266 ± 1.1804
AUC:
Test: 93.4825 ± 0.3551
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.6490 ± 3.2508
Hits@20:
Test: 67.9696 ± 2.5080
Hits@30:
Test: 74.0797 ± 2.5830
Hits@50:
Test: 83.6812 ± 1.7800
AUC:
Test: 94.8300 ± 0.1131
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.7343 ± 6.2325
Hits@20:
Test: 58.5958 ± 2.8727
Hits@30:
Test: 66.6034 ± 2.2372
Hits@50:
Test: 78.7097 ± 1.2472
AUC:
Test: 93.5961 ± 0.4013
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.6812 ± 5.4661
Hits@20:
Test: 71.6888 ± 2.5366
Hits@30:
Test: 76.2808 ± 3.0212
Hits@50:
Test: 82.8083 ± 2.1702
AUC:
Test: 95.3496 ± 0.2844
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.6110 ± 3.0930
Hits@20:
Test: 70.4744 ± 1.0867
Hits@30:
Test: 75.0664 ± 2.8164
Hits@50:
Test: 82.0873 ± 0.7778
AUC:
Test: 94.6908 ± 0.1070
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.5351 ± 2.7321
Hits@20:
Test: 66.6414 ± 3.1335
Hits@30:
Test: 72.5617 ± 2.6416
Hits@50:
Test: 82.1252 ± 1.5613
AUC:
Test: 94.5889 ± 0.2233
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.4061 ± 4.2739
Hits@20:
Test: 55.6357 ± 3.0638
Hits@30:
Test: 68.6527 ± 3.7363
Hits@50:
Test: 78.2163 ± 1.9416
AUC:
Test: 93.3730 ± 0.3342
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.7135 ± 3.9925
Hits@20:
Test: 69.1082 ± 3.2877
Hits@30:
Test: 73.2448 ± 3.1467
Hits@50:
Test: 82.5427 ± 1.3078
AUC:
Test: 94.7074 ± 0.2380
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.0266 ± 6.2166
Hits@20:
Test: 57.9127 ± 2.3904
Hits@30:
Test: 67.6660 ± 2.0287
Hits@50:
Test: 76.9260 ± 1.3591
AUC:
Test: 93.4684 ± 0.3281
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 58.0645 ± 2.9852
Hits@20:
Test: 69.1841 ± 3.1769
Hits@30:
Test: 75.1044 ± 2.1062
Hits@50:
Test: 82.5427 ± 2.8336
AUC:
Test: 94.9709 ± 0.3183
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.9602 ± 6.6082
Hits@20:
Test: 62.4288 ± 1.9902
Hits@30:
Test: 69.7913 ± 2.5718
Hits@50:
Test: 79.8482 ± 0.9335
AUC:
Test: 93.7806 ± 0.2594
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 59.0133 ± 1.8052
Hits@20:
Test: 70.0949 ± 2.4396
Hits@30:
Test: 75.9772 ± 3.9063
Hits@50:
Test: 84.0987 ± 3.3312
AUC:
Test: 94.8498 ± 0.0847
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.6547 ± 6.4315
Hits@20:
Test: 62.3909 ± 1.2106
Hits@30:
Test: 71.4991 ± 1.7360
Hits@50:
Test: 79.8482 ± 1.8514
AUC:
Test: 93.8709 ± 0.0872
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 60.8349 ± 3.6858
Hits@20:
Test: 69.7533 ± 1.8230
Hits@30:
Test: 77.6471 ± 1.3644
Hits@50:
Test: 84.6300 ± 2.3240
AUC:
Test: 95.3458 ± 0.2387
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.5465 ± 3.2784
Hits@20:
Test: 68.8425 ± 2.9286
Hits@30:
Test: 76.2429 ± 1.1015
Hits@50:
Test: 82.4668 ± 1.5216
AUC:
Test: 94.7830 ± 0.0984
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.4706 ± 4.8797
Hits@20:
Test: 67.0588 ± 1.2341
Hits@30:
Test: 72.1063 ± 2.7202
Hits@50:
Test: 80.5313 ± 2.2636
AUC:
Test: 93.3912 ± 1.2517
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 59.3548 ± 4.1819
Hits@20:
Test: 75.0664 ± 3.2358
Hits@30:
Test: 80.4934 ± 1.0851
Hits@50:
Test: 86.2239 ± 1.2912
AUC:
Test: 95.4417 ± 0.3313
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.5598 ± 4.0037
Hits@20:
Test: 66.2998 ± 2.1367
Hits@30:
Test: 74.3074 ± 2.6450
Hits@50:
Test: 83.5674 ± 1.1274
AUC:
Test: 94.7790 ± 0.1834
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.1271 ± 4.3775
Hits@20:
Test: 60.9108 ± 1.9351
Hits@30:
Test: 68.2732 ± 1.4723
Hits@50:
Test: 79.3928 ± 1.3853
AUC:
Test: 93.6407 ± 0.2434
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.3947 ± 5.0229
Hits@20:
Test: 67.8558 ± 2.7288
Hits@30:
Test: 75.1423 ± 1.6488
Hits@50:
Test: 83.7192 ± 1.7668
AUC:
Test: 94.7397 ± 0.2138
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.3776 ± 7.1133
Hits@20:
Test: 61.4801 ± 3.0890
Hits@30:
Test: 69.2220 ± 0.7870
Hits@50:
Test: 79.4307 ± 1.5216
AUC:
Test: 93.7207 ± 0.3898
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 58.7856 ± 5.8261
Hits@20:
Test: 69.1082 ± 3.1364
Hits@30:
Test: 75.1044 ± 2.0189
Hits@50:
Test: 80.2656 ± 2.1801
AUC:
Test: 94.4825 ± 0.0887
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.6414 ± 2.4864
Hits@20:
Test: 75.6357 ± 1.3323
Hits@30:
Test: 78.5958 ± 1.1258
Hits@50:
Test: 82.6565 ± 1.1194
AUC:
Test: 95.0488 ± 0.1657
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.3833 ± 2.4944
Hits@20:
Test: 67.2106 ± 0.7754
Hits@30:
Test: 73.3966 ± 0.9805
Hits@50:
Test: 81.4801 ± 2.9200
AUC:
Test: 94.9078 ± 0.2710
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.9734 ± 2.6714
Hits@20:
Test: 55.7116 ± 3.0878
Hits@30:
Test: 68.2353 ± 2.2873
Hits@50:
Test: 78.1025 ± 0.7422
AUC:
Test: 93.4118 ± 0.1802
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.5484 ± 3.5636
Hits@20:
Test: 66.2619 ± 2.9622
Hits@30:
Test: 73.5484 ± 2.7221
Hits@50:
Test: 84.4782 ± 1.3377
AUC:
Test: 94.8288 ± 0.1913
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.0892 ± 4.6461
Hits@20:
Test: 57.6850 ± 3.0063
Hits@30:
Test: 67.0968 ± 2.0198
Hits@50:
Test: 77.9507 ± 1.8466
AUC:
Test: 93.5518 ± 0.2614
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 60.2277 ± 4.2400
Hits@20:
Test: 71.6888 ± 3.2213
Hits@30:
Test: 76.9640 ± 3.2635
Hits@50:
Test: 82.6945 ± 2.8759
AUC:
Test: 95.1917 ± 0.4995
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.7116 ± 3.0644
Hits@20:
Test: 69.7913 ± 1.5670
Hits@30:
Test: 76.4326 ± 1.4034
Hits@50:
Test: 82.5427 ± 1.2587
AUC:
Test: 94.6665 ± 0.2623
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.6622 ± 2.7248
Hits@20:
Test: 67.1727 ± 2.0481
Hits@30:
Test: 73.2448 ± 3.1667
Hits@50:
Test: 82.6565 ± 2.3950
AUC:
Test: 94.6788 ± 0.2378
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.5427 ± 3.6682
Hits@20:
Test: 59.8102 ± 3.0697
Hits@30:
Test: 66.1480 ± 3.0644
Hits@50:
Test: 77.8748 ± 0.9354
AUC:
Test: 93.4989 ± 0.3710
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.3226 ± 3.3555
Hits@20:
Test: 65.4269 ± 1.0166
Hits@30:
Test: 73.1309 ± 2.2834
Hits@50:
Test: 83.8710 ± 2.0037
AUC:
Test: 94.8234 ± 0.2323
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.2922 ± 5.4920
Hits@20:
Test: 58.3302 ± 2.9537
Hits@30:
Test: 68.1214 ± 2.2088
Hits@50:
Test: 76.6983 ± 2.5259
AUC:
Test: 93.3317 ± 0.0910
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.8899 ± 3.0331
Hits@20:
Test: 67.6281 ± 2.5830
Hits@30:
Test: 73.3207 ± 3.5818
Hits@50:
Test: 82.8842 ± 1.4965
AUC:
Test: 94.8186 ± 0.1178
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.9469 ± 4.2443
Hits@20:
Test: 60.2277 ± 1.0359
Hits@30:
Test: 67.8558 ± 3.7101
Hits@50:
Test: 78.2922 ± 1.1354
AUC:
Test: 93.6308 ± 0.2584
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.6452 ± 5.6552
Hits@20:
Test: 59.8102 ± 3.5787
Hits@30:
Test: 70.4364 ± 1.3036
Hits@50:
Test: 81.5939 ± 1.9765
AUC:
Test: 93.7553 ± 0.2951
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.4801 ± 5.3798
Hits@20:
Test: 62.3909 ± 3.5179
Hits@30:
Test: 71.8786 ± 0.3118
Hits@50:
Test: 79.4687 ± 1.2544
AUC:
Test: 93.5936 ± 0.1823
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.5161 ± 4.3552
Hits@20:
Test: 61.7078 ± 4.5529
Hits@30:
Test: 72.0304 ± 2.5830
Hits@50:
Test: 82.9981 ± 1.1274
AUC:
Test: 94.1964 ± 0.1476
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.6015 ± 3.2937
Hits@20:
Test: 62.5427 ± 2.2113
Hits@30:
Test: 73.9658 ± 0.9041
Hits@50:
Test: 81.4042 ± 0.8696
AUC:
Test: 94.0370 ± 0.1899
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.6357 ± 4.0706
Hits@20:
Test: 66.4137 ± 2.5174
Hits@30:
Test: 73.3586 ± 1.8427
Hits@50:
Test: 80.0759 ± 3.5777
AUC:
Test: 93.3965 ± 0.6362
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.6698 ± 7.9232
Hits@20:
Test: 76.2808 ± 2.0916
Hits@30:
Test: 81.8216 ± 2.1941
Hits@50:
Test: 87.0209 ± 1.7831
AUC:
Test: 95.5783 ± 0.2827
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.1537 ± 2.3829
Hits@20:
Test: 67.2865 ± 1.7628
Hits@30:
Test: 74.1936 ± 3.7401
Hits@50:
Test: 82.5047 ± 1.9136
AUC:
Test: 94.7338 ± 0.2232
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.0380 ± 1.9398
Hits@20:
Test: 61.5560 ± 3.4694
Hits@30:
Test: 71.1954 ± 1.2031
Hits@50:
Test: 79.4307 ± 0.4368
AUC:
Test: 93.7808 ± 0.2516
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.9677 ± 4.0311
Hits@20:
Test: 67.3245 ± 0.8941
Hits@30:
Test: 75.2562 ± 1.3391
Hits@50:
Test: 83.7192 ± 0.7275
AUC:
Test: 94.9311 ± 0.0726
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.0209 ± 3.0343
Hits@20:
Test: 62.9222 ± 3.0289
Hits@30:
Test: 70.4744 ± 1.7474
Hits@50:
Test: 80.1898 ± 0.6789
AUC:
Test: 93.8221 ± 0.1211
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 60.7590 ± 4.3610
Hits@20:
Test: 70.5503 ± 3.6113
Hits@30:
Test: 76.3567 ± 1.3458
Hits@50:
Test: 82.1632 ± 1.1850
AUC:
Test: 94.5961 ± 0.3631
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 65.1233 ± 4.1234
Hits@20:
Test: 74.9905 ± 1.4600
Hits@30:
Test: 79.4687 ± 1.1016
Hits@50:
Test: 83.5674 ± 0.8117
AUC:
Test: 95.0929 ± 0.2273
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.6850 ± 2.7531
Hits@20:
Test: 65.9962 ± 2.2064
Hits@30:
Test: 74.4212 ± 2.2226
Hits@50:
Test: 83.6812 ± 1.7851
AUC:
Test: 94.9376 ± 0.2771
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.2144 ± 3.0638
Hits@20:
Test: 61.2144 ± 1.8378
Hits@30:
Test: 69.2220 ± 1.7719
Hits@50:
Test: 78.3302 ± 1.2828
AUC:
Test: 93.5507 ± 0.1759
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.1670 ± 3.4523
Hits@20:
Test: 65.1233 ± 2.3791
Hits@30:
Test: 73.2448 ± 2.3317
Hits@50:
Test: 82.8463 ± 1.2120
AUC:
Test: 94.8296 ± 0.1885
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.9620 ± 1.5910
Hits@20:
Test: 58.8615 ± 4.2226
Hits@30:
Test: 69.4497 ± 1.1697
Hits@50:
Test: 79.2410 ± 1.4857
AUC:
Test: 93.7201 ± 0.0908
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.5180 ± 6.6676
Hits@20:
Test: 72.2960 ± 2.5138
Hits@30:
Test: 77.3435 ± 2.6245
Hits@50:
Test: 84.1366 ± 1.1433
AUC:
Test: 95.3298 ± 0.2848
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 58.7097 ± 2.8419
Hits@20:
Test: 68.8425 ± 1.0254
Hits@30:
Test: 75.1803 ± 0.4912
Hits@50:
Test: 82.0114 ± 0.3650
AUC:
Test: 94.6376 ± 0.2252
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.4231 ± 4.7134
Hits@20:
Test: 66.1860 ± 3.8851
Hits@30:
Test: 73.9279 ± 3.1967
Hits@50:
Test: 82.2011 ± 2.0717
AUC:
Test: 94.8399 ± 0.2348
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.8615 ± 2.7707
Hits@20:
Test: 58.5958 ± 2.3255
Hits@30:
Test: 67.8937 ± 2.9561
Hits@50:
Test: 76.2808 ± 1.8151
AUC:
Test: 93.2525 ± 0.3091
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.8520 ± 5.7561
Hits@20:
Test: 63.9469 ± 2.6018
Hits@30:
Test: 74.0797 ± 2.3030
Hits@50:
Test: 83.6433 ± 2.7413
AUC:
Test: 94.6307 ± 0.3367
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.5560 ± 7.0068
Hits@20:
Test: 57.8748 ± 2.2967
Hits@30:
Test: 69.2600 ± 3.3057
Hits@50:
Test: 77.2296 ± 0.8162
AUC:
Test: 93.6059 ± 0.1845
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.5332 ± 5.9529
Hits@20:
Test: 69.3738 ± 2.1028
Hits@30:
Test: 75.1803 ± 2.8696
Hits@50:
Test: 83.3017 ± 0.6709
AUC:
Test: 94.9728 ± 0.2226
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.9241 ± 3.0408
Hits@20:
Test: 58.7856 ± 4.2034
Hits@30:
Test: 70.2846 ± 1.1589
Hits@50:
Test: 78.2922 ± 2.4248
AUC:
Test: 93.6339 ± 0.1195
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 0.0000 ± 0.0000
Hits@20:
Test: 0.0000 ± 0.0000
Hits@30:
Test: 35.9013 ± 32.8124
Hits@50:
Test: 74.1177 ± 1.7057
AUC:
Test: 90.4086 ± 0.6015
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 0.0000 ± 0.0000
Hits@20:
Test: 0.0000 ± 0.0000
Hits@30:
Test: 51.7647 ± 29.1274
Hits@50:
Test: 76.7362 ± 0.7892
AUC:
Test: 91.6650 ± 0.2187
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.4972 ± 2.3139
Hits@20:
Test: 47.8558 ± 1.3310
Hits@30:
Test: 60.0380 ± 3.6143
Hits@50:
Test: 75.4459 ± 1.7525
AUC:
Test: 91.6968 ± 0.3924
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.3321 ± 3.6386
Hits@20:
Test: 55.6736 ± 2.4908
Hits@30:
Test: 65.8444 ± 1.8397
Hits@50:
Test: 76.6224 ± 1.0166
AUC:
Test: 92.5963 ± 0.1906
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.1594 ± 6.5505
Hits@20:
Test: 63.2638 ± 5.0394
Hits@30:
Test: 73.3207 ± 3.3987
Hits@50:
Test: 80.7970 ± 2.1818
AUC:
Test: 93.6964 ± 0.6309
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 58.9374 ± 4.0909
Hits@20:
Test: 75.6736 ± 1.9829
Hits@30:
Test: 80.2277 ± 1.0254
Hits@50:
Test: 84.6300 ± 1.2370
AUC:
Test: 94.9074 ± 0.2213
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.9412 ± 19.3374
Hits@20:
Test: 59.8861 ± 3.8083
Hits@30:
Test: 68.9943 ± 1.3591
Hits@50:
Test: 79.8102 ± 1.4977
AUC:
Test: 93.3486 ± 0.2262
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.9222 ± 6.8264
Hits@20:
Test: 63.6053 ± 3.0785
Hits@30:
Test: 72.5617 ± 1.8427
Hits@50:
Test: 79.3928 ± 1.0531
AUC:
Test: 93.4519 ± 0.2407
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.7723 ± 5.4973
Hits@20:
Test: 58.9753 ± 4.3631
Hits@30:
Test: 68.5389 ± 1.0077
Hits@50:
Test: 81.2144 ± 2.1257
AUC:
Test: 93.5311 ± 0.0593
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.9222 ± 5.7122
Hits@20:
Test: 63.1119 ± 5.6204
Hits@30:
Test: 72.3719 ± 0.7176
Hits@50:
Test: 78.6717 ± 1.2486
AUC:
Test: 93.6971 ± 0.2561
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.4953 ± 2.2372
Hits@20:
Test: 69.9431 ± 2.4763
Hits@30:
Test: 75.9772 ± 3.1427
Hits@50:
Test: 81.9734 ± 1.2800
AUC:
Test: 94.3597 ± 0.3496
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.8843 ± 6.8345
Hits@20:
Test: 73.9279 ± 3.0556
Hits@30:
Test: 78.7856 ± 1.3242
Hits@50:
Test: 82.5427 ± 1.3078
AUC:
Test: 94.8146 ± 0.1306
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.4213 ± 4.1256
Hits@20:
Test: 64.6679 ± 2.5330
Hits@30:
Test: 76.1290 ± 0.4327
Hits@50:
Test: 83.1120 ± 1.1385
AUC:
Test: 94.9112 ± 0.1606
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.8748 ± 3.5235
Hits@20:
Test: 62.5806 ± 2.2667
Hits@30:
Test: 69.6015 ± 3.2602
Hits@50:
Test: 78.8235 ± 2.2031
AUC:
Test: 93.6447 ± 0.1582
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.8767 ± 4.9124
Hits@20:
Test: 68.6907 ± 2.2251
Hits@30:
Test: 75.2562 ± 2.0108
Hits@50:
Test: 84.1366 ± 1.0094
AUC:
Test: 94.9434 ± 0.2295
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.0740 ± 2.4886
Hits@20:
Test: 60.3036 ± 2.3061
Hits@30:
Test: 68.5009 ± 1.1850
Hits@50:
Test: 77.7989 ± 1.9211
AUC:
Test: 93.5336 ± 0.0883
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 59.9620 ± 2.5739
Hits@20:
Test: 71.0057 ± 1.4414
Hits@30:
Test: 76.3567 ± 2.1028
Hits@50:
Test: 82.9981 ± 1.4796
AUC:
Test: 95.1931 ± 0.3076
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.5844 ± 2.5962
Hits@20:
Test: 70.0949 ± 2.3069
Hits@30:
Test: 77.6091 ± 0.7708
Hits@50:
Test: 82.3150 ± 0.7275
AUC:
Test: 94.7584 ± 0.1686
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.3340 ± 6.4158
Hits@20:
Test: 68.1973 ± 3.8107
Hits@30:
Test: 73.2827 ± 1.7151
Hits@50:
Test: 82.3909 ± 1.9874
AUC:
Test: 94.7996 ± 0.1445
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.0019 ± 4.8247
Hits@20:
Test: 56.4706 ± 3.3019
Hits@30:
Test: 68.3871 ± 2.1198
Hits@50:
Test: 78.2922 ± 0.6236
AUC:
Test: 93.4265 ± 0.1926
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.3567 ± 4.1767
Hits@20:
Test: 66.9450 ± 2.9864
Hits@30:
Test: 74.1556 ± 2.3601
Hits@50:
Test: 82.4288 ± 1.8032
AUC:
Test: 94.9469 ± 0.1662
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.2391 ± 4.5985
Hits@20:
Test: 57.9127 ± 3.1133
Hits@30:
Test: 68.2353 ± 2.2436
Hits@50:
Test: 78.8994 ± 1.3444
AUC:
Test: 93.3761 ± 0.2133
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.4706 ± 3.9040
Hits@20:
Test: 67.6281 ± 3.8389
Hits@30:
Test: 75.9013 ± 2.1760
Hits@50:
Test: 82.5427 ± 1.0219
AUC:
Test: 94.7933 ± 0.3441
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.9108 ± 4.2337
Hits@20:
Test: 58.6338 ± 4.5442
Hits@30:
Test: 70.1328 ± 2.6348
Hits@50:
Test: 78.6338 ± 1.9656
AUC:
Test: 93.4632 ± 0.3006
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.3397 ± 6.0801
Hits@20:
Test: 74.3833 ± 1.7800
Hits@30:
Test: 80.8349 ± 1.4941
Hits@50:
Test: 85.3890 ± 1.3078
AUC:
Test: 95.8626 ± 0.2546
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.8444 ± 4.6181
Hits@20:
Test: 63.7951 ± 4.3980
Hits@30:
Test: 72.8653 ± 2.8996
Hits@50:
Test: 83.6053 ± 1.0784
AUC:
Test: 94.4341 ± 0.2612
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.7932 ± 3.1553
Hits@20:
Test: 77.8368 ± 1.8852
Hits@30:
Test: 82.0114 ± 0.4327
Hits@50:
Test: 87.9696 ± 1.0531
AUC:
Test: 96.0775 ± 0.1484
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 58.6717 ± 1.9738
Hits@20:
Test: 69.9051 ± 3.1712
Hits@30:
Test: 79.0133 ± 1.0271
Hits@50:
Test: 86.4896 ± 0.9987
AUC:
Test: 95.1067 ± 0.2444
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.2049 ± 2.9592
Hits@20:
Test: 68.7287 ± 4.2861
Hits@30:
Test: 73.6622 ± 2.7869
Hits@50:
Test: 80.6072 ± 2.7933
AUC:
Test: 93.5649 ± 0.7880
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.2144 ± 3.8060
Hits@20:
Test: 76.5844 ± 3.6907
Hits@30:
Test: 81.1765 ± 2.0717
Hits@50:
Test: 87.8178 ± 1.1178
AUC:
Test: 95.8075 ± 0.2744
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.0873 ± 4.9707
Hits@20:
Test: 73.2827 ± 1.0684
Hits@30:
Test: 79.7343 ± 2.8759
Hits@50:
Test: 86.7552 ± 0.7754
AUC:
Test: 95.6926 ± 0.1878
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.7287 ± 3.8990
Hits@20:
Test: 62.1252 ± 3.2553
Hits@30:
Test: 71.6888 ± 2.3487
Hits@50:
Test: 83.8710 ± 2.3356
AUC:
Test: 94.2830 ± 0.1833
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.1746 ± 4.7008
Hits@20:
Test: 76.0911 ± 0.7471
Hits@30:
Test: 81.0626 ± 1.5955
Hits@50:
Test: 85.6926 ± 1.0531
AUC:
Test: 95.8573 ± 0.1501
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.9317 ± 2.1660
Hits@20:
Test: 63.1120 ± 2.4980
Hits@30:
Test: 72.4099 ± 3.3533
Hits@50:
Test: 84.2125 ± 0.8528
AUC:
Test: 94.3317 ± 0.1936
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.1765 ± 3.5004
Hits@20:
Test: 74.3833 ± 3.1180
Hits@30:
Test: 80.3795 ± 1.3591
Hits@50:
Test: 85.7685 ± 0.4838
AUC:
Test: 95.0743 ± 0.3446
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 65.1233 ± 1.9874
Hits@20:
Test: 77.2676 ± 2.9070
Hits@30:
Test: 81.5939 ± 1.5061
Hits@50:
Test: 86.4896 ± 0.4327
AUC:
Test: 95.4007 ± 0.1914
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 59.3928 ± 4.2004
Hits@20:
Test: 72.8653 ± 1.5933
Hits@30:
Test: 78.4061 ± 3.0134
Hits@50:
Test: 85.5408 ± 1.6068
AUC:
Test: 95.5614 ± 0.3215
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.1006 ± 3.2023
Hits@20:
Test: 58.7856 ± 4.6138
Hits@30:
Test: 71.3472 ± 1.3879
Hits@50:
Test: 83.5294 ± 0.9987
AUC:
Test: 94.2293 ± 0.2891
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.4801 ± 6.4334
Hits@20:
Test: 73.5104 ± 2.0899
Hits@30:
Test: 79.4687 ± 1.7821
Hits@50:
Test: 85.8064 ± 1.0341
AUC:
Test: 95.6326 ± 0.1699
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.9734 ± 5.7295
Hits@20:
Test: 61.8596 ± 2.8081
Hits@30:
Test: 72.2960 ± 1.9305
Hits@50:
Test: 81.8596 ± 0.7661
AUC:
Test: 94.0827 ± 0.2702
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.5541 ± 4.2735
Hits@20:
Test: 75.7116 ± 2.5948
Hits@30:
Test: 82.0114 ± 2.0586
Hits@50:
Test: 87.4763 ± 1.7597
AUC:
Test: 95.9229 ± 0.2367
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 58.0645 ± 4.8859
Hits@20:
Test: 72.4099 ± 2.7843
Hits@30:
Test: 79.7343 ± 1.0077
Hits@50:
Test: 87.0209 ± 1.2701
AUC:
Test: 95.1332 ± 0.2599
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 58.3681 ± 7.5718
Hits@20:
Test: 74.0417 ± 3.3955
Hits@30:
Test: 77.8748 ± 1.4111
Hits@50:
Test: 85.0854 ± 0.6655
AUC:
Test: 95.6651 ± 0.1545
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.6945 ± 3.7927
Hits@20:
Test: 62.4288 ± 2.7268
Hits@30:
Test: 70.1328 ± 2.1908
Hits@50:
Test: 82.0114 ± 1.0933
AUC:
Test: 94.2803 ± 0.1056
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 60.9867 ± 6.4469
Hits@20:
Test: 74.1177 ± 1.6079
Hits@30:
Test: 78.9753 ± 3.5102
Hits@50:
Test: 85.5408 ± 1.2180
AUC:
Test: 95.7367 ± 0.1927
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.5028 ± 2.0411
Hits@20:
Test: 61.9355 ± 1.1433
Hits@30:
Test: 73.3586 ± 1.6521
Hits@50:
Test: 82.1632 ± 1.2939
AUC:
Test: 94.1686 ± 0.2863
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.5180 ± 3.8079
Hits@20:
Test: 73.6243 ± 3.0977
Hits@30:
Test: 79.6964 ± 2.2889
Hits@50:
Test: 87.2106 ± 0.7892
AUC:
Test: 95.6950 ± 0.1850
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.9981 ± 4.9054
Hits@20:
Test: 61.9355 ± 7.9748
Hits@30:
Test: 74.1936 ± 2.7856
Hits@50:
Test: 82.9222 ± 0.8900
AUC:
Test: 94.3602 ± 0.2747
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.5541 ± 5.5377
Hits@20:
Test: 76.9260 ± 1.9098
Hits@30:
Test: 80.3036 ± 1.2757
Hits@50:
Test: 86.9829 ± 1.1433
AUC:
Test: 95.7595 ± 0.1147
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.2619 ± 4.4852
Hits@20:
Test: 62.2391 ± 2.5564
Hits@30:
Test: 74.9905 ± 1.1804
Hits@50:
Test: 84.4402 ± 0.5020
AUC:
Test: 94.5023 ± 0.0542
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.3245 ± 3.4585
Hits@20:
Test: 78.0266 ± 1.3775
Hits@30:
Test: 82.4288 ± 1.3458
Hits@50:
Test: 88.0455 ± 1.2939
AUC:
Test: 96.1844 ± 0.1950
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 59.9241 ± 3.1335
Hits@20:
Test: 71.6129 ± 2.7485
Hits@30:
Test: 79.6205 ± 0.9159
Hits@50:
Test: 85.4269 ± 0.8422
AUC:
Test: 95.2970 ± 0.2133
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 58.9753 ± 8.3507
Hits@20:
Test: 70.2846 ± 3.4355
Hits@30:
Test: 74.8008 ± 3.0461
Hits@50:
Test: 83.1120 ± 2.2651
AUC:
Test: 93.6981 ± 0.9987
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.0873 ± 2.9008
Hits@20:
Test: 74.8767 ± 3.8855
Hits@30:
Test: 82.1632 ± 0.8696
Hits@50:
Test: 87.1347 ± 0.9987
AUC:
Test: 95.6758 ± 0.3670
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 58.2163 ± 2.1485
Hits@20:
Test: 72.7514 ± 2.3874
Hits@30:
Test: 78.0266 ± 2.7281
Hits@50:
Test: 85.4649 ± 0.9731
AUC:
Test: 95.6748 ± 0.1188
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.5427 ± 3.3689
Hits@20:
Test: 62.0873 ± 3.6088
Hits@30:
Test: 73.4725 ± 3.1848
Hits@50:
Test: 83.6053 ± 1.1820
AUC:
Test: 94.1696 ± 0.2721
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.2125 ± 2.8004
Hits@20:
Test: 73.7002 ± 0.9823
Hits@30:
Test: 79.7344 ± 1.2687
Hits@50:
Test: 86.7552 ± 0.7754
AUC:
Test: 95.7800 ± 0.1886
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.1992 ± 4.6449
Hits@20:
Test: 62.9602 ± 3.8197
Hits@30:
Test: 73.7381 ± 1.5392
Hits@50:
Test: 83.9469 ± 1.3918
AUC:
Test: 94.2707 ± 0.1617
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.8596 ± 5.2380
Hits@20:
Test: 72.4099 ± 1.4735
Hits@30:
Test: 78.1784 ± 1.9258
Hits@50:
Test: 85.8064 ± 1.1338
AUC:
Test: 95.0661 ± 0.2715
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.6053 ± 5.5377
Hits@20:
Test: 76.2429 ± 2.9409
Hits@30:
Test: 80.9488 ± 2.9537
Hits@50:
Test: 86.6034 ± 0.8228
AUC:
Test: 95.4806 ± 0.1785
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.3055 ± 2.7036
Hits@20:
Test: 74.4592 ± 2.6922
Hits@30:
Test: 80.6072 ± 2.0411
Hits@50:
Test: 86.3378 ± 1.5357
AUC:
Test: 95.4721 ± 0.2443
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.1518 ± 5.9290
Hits@20:
Test: 60.3416 ± 5.3921
Hits@30:
Test: 71.4991 ± 0.5910
Hits@50:
Test: 82.4668 ± 1.3983
AUC:
Test: 94.1351 ± 0.2723
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 58.7476 ± 3.4434
Hits@20:
Test: 73.3586 ± 2.5865
Hits@30:
Test: 80.3036 ± 0.9041
Hits@50:
Test: 86.4137 ± 1.5567
AUC:
Test: 95.6745 ± 0.0748
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.3036 ± 4.3054
Hits@20:
Test: 57.9507 ± 3.3987
Hits@30:
Test: 71.5750 ± 2.5823
Hits@50:
Test: 83.2258 ± 0.9915
AUC:
Test: 94.2220 ± 0.0766
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.3245 ± 3.3123
Hits@20:
Test: 79.0133 ± 0.4157
Hits@30:
Test: 81.8216 ± 0.0849
Hits@50:
Test: 88.1973 ± 0.8737
AUC:
Test: 95.8966 ± 0.1268
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 58.9753 ± 4.0507
Hits@20:
Test: 72.6755 ± 2.4002
Hits@30:
Test: 78.6717 ± 0.6236
Hits@50:
Test: 86.1101 ± 0.8422
AUC:
Test: 95.1583 ± 0.2843
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 59.0133 ± 6.2604
Hits@20:
Test: 72.1063 ± 1.4451
Hits@30:
Test: 78.9374 ± 1.3078
Hits@50:
Test: 86.0721 ± 1.0183
AUC:
Test: 95.6041 ± 0.1817
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.3776 ± 2.2675
Hits@20:
Test: 62.8463 ± 4.5588
Hits@30:
Test: 72.5617 ± 3.5209
Hits@50:
Test: 83.2258 ± 0.7661
AUC:
Test: 94.3092 ± 0.2686
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.2562 ± 3.2073
Hits@20:
Test: 73.7381 ± 1.7474
Hits@30:
Test: 80.0000 ± 2.6922
Hits@50:
Test: 85.6926 ± 1.7628
AUC:
Test: 95.5672 ± 0.1361
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.4782 ± 2.2991
Hits@20:
Test: 63.3776 ± 5.4750
Hits@30:
Test: 73.3586 ± 0.8443
Hits@50:
Test: 83.1499 ± 2.1610
AUC:
Test: 94.2432 ± 0.1856
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.9886 ± 6.4497
Hits@20:
Test: 74.1556 ± 3.7531
Hits@30:
Test: 79.1651 ± 2.2548
Hits@50:
Test: 86.3378 ± 1.1697
AUC:
Test: 95.6895 ± 0.1808
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.3131 ± 6.0161
Hits@20:
Test: 62.4668 ± 3.3769
Hits@30:
Test: 73.7381 ± 0.5787
Hits@50:
Test: 84.1746 ± 0.8757
AUC:
Test: 94.4512 ± 0.1865
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.7362 ± 2.4668
Hits@20:
Test: 66.5275 ± 2.6721
Hits@30:
Test: 75.7116 ± 1.5121
Hits@50:
Test: 83.5674 ± 1.4488
AUC:
Test: 94.9183 ± 0.0981
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.1727 ± 4.3902
Hits@20:
Test: 65.1992 ± 1.4977
Hits@30:
Test: 76.4706 ± 1.6759
Hits@50:
Test: 84.2884 ± 1.2472
AUC:
Test: 94.5720 ± 0.1314
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.2049 ± 6.0176
Hits@20:
Test: 68.8046 ± 1.9929
Hits@30:
Test: 78.4820 ± 1.0867
Hits@50:
Test: 85.4269 ± 0.4530
AUC:
Test: 95.1473 ± 0.1680
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.5750 ± 2.3980
Hits@20:
Test: 66.6414 ± 4.3528
Hits@30:
Test: 77.5332 ± 1.6844
Hits@50:
Test: 85.7305 ± 0.7275
AUC:
Test: 94.8608 ± 0.3518
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.8786 ± 7.8164
Hits@20:
Test: 70.3226 ± 5.0714
Hits@30:
Test: 73.7381 ± 1.4977
Hits@50:
Test: 80.1898 ± 1.6521
AUC:
Test: 93.9604 ± 0.8842
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.8463 ± 4.9797
Hits@20:
Test: 76.4706 ± 3.9188
Hits@30:
Test: 81.5560 ± 3.1536
Hits@50:
Test: 86.6034 ± 2.2396
AUC:
Test: 95.8845 ± 0.6265
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.6565 ± 3.4429
Hits@20:
Test: 74.4972 ± 4.2209
Hits@30:
Test: 79.9621 ± 1.5216
Hits@50:
Test: 86.6034 ± 1.6356
AUC:
Test: 95.6747 ± 0.2211
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.0987 ± 4.2337
Hits@20:
Test: 62.0493 ± 3.5953
Hits@30:
Test: 73.7002 ± 0.9731
Hits@50:
Test: 84.3643 ± 0.7300
AUC:
Test: 94.3718 ± 0.1936
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.9715 ± 3.0614
Hits@20:
Test: 76.0531 ± 2.9070
Hits@30:
Test: 79.8102 ± 1.9610
Hits@50:
Test: 86.7552 ± 2.0586
AUC:
Test: 95.8005 ± 0.2645
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.2239 ± 4.7771
Hits@20:
Test: 64.8197 ± 3.2663
Hits@30:
Test: 75.3700 ± 1.9089
Hits@50:
Test: 84.2125 ± 1.0166
AUC:
Test: 94.5661 ± 0.1753
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 59.3169 ± 1.5097
Hits@20:
Test: 71.4231 ± 2.0726
Hits@30:
Test: 80.1898 ± 1.3853
Hits@50:
Test: 86.1480 ± 0.8486
AUC:
Test: 95.1047 ± 0.2602
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 59.5446 ± 5.0283
Hits@20:
Test: 75.2941 ± 1.8756
Hits@30:
Test: 80.3036 ± 1.2472
Hits@50:
Test: 86.2239 ± 0.5629
AUC:
Test: 95.3602 ± 0.1643
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.2903 ± 2.6087
Hits@20:
Test: 74.5351 ± 1.8994
Hits@30:
Test: 78.9753 ± 1.4784
Hits@50:
Test: 85.1992 ± 1.3350
AUC:
Test: 95.5616 ± 0.3860
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.9355 ± 4.4440
Hits@20:
Test: 60.0000 ± 1.9042
Hits@30:
Test: 71.7268 ± 2.1760
Hits@50:
Test: 82.0873 ± 1.3256
AUC:
Test: 94.0475 ± 0.2163
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 59.7343 ± 4.0284
Hits@20:
Test: 73.8899 ± 2.6586
Hits@30:
Test: 80.0000 ± 1.5451
Hits@50:
Test: 86.5275 ± 0.7471
AUC:
Test: 95.5684 ± 0.2137
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.8216 ± 4.2697
Hits@20:
Test: 63.0740 ± 1.3256
Hits@30:
Test: 71.4990 ± 1.5322
Hits@50:
Test: 83.4535 ± 1.5263
AUC:
Test: 94.3057 ± 0.2103
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 65.8065 ± 1.8947
Hits@20:
Test: 77.2676 ± 2.2548
Hits@30:
Test: 81.8975 ± 1.0531
Hits@50:
Test: 87.9317 ± 1.2414
AUC:
Test: 95.8992 ± 0.1292
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 58.4061 ± 1.8994
Hits@20:
Test: 72.9791 ± 2.3685
Hits@30:
Test: 80.1518 ± 1.1511
Hits@50:
Test: 85.6167 ± 1.7308
AUC:
Test: 95.2699 ± 0.1695
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 60.0380 ± 2.0899
Hits@20:
Test: 73.9658 ± 2.1443
Hits@30:
Test: 79.5066 ± 1.6812
Hits@50:
Test: 84.7818 ± 1.9738
AUC:
Test: 95.4954 ± 0.2781
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.7951 ± 5.5895
Hits@20:
Test: 64.6300 ± 4.6992
Hits@30:
Test: 73.3966 ± 0.6628
Hits@50:
Test: 81.8596 ± 0.7300
AUC:
Test: 94.2848 ± 0.1475
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 58.2543 ± 5.0329
Hits@20:
Test: 73.2448 ± 2.5809
Hits@30:
Test: 79.6964 ± 1.0219
Hits@50:
Test: 85.5029 ± 0.9914
AUC:
Test: 95.5971 ± 0.2250
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.0474 ± 5.8032
Hits@20:
Test: 62.0873 ± 1.3710
Hits@30:
Test: 71.2713 ± 3.1627
Hits@50:
Test: 82.0873 ± 1.0531
AUC:
Test: 94.2803 ± 0.1034
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.6812 ± 1.7319
Hits@20:
Test: 74.2695 ± 2.5760
Hits@30:
Test: 80.1518 ± 1.0784
Hits@50:
Test: 86.1101 ± 2.1104
AUC:
Test: 95.7896 ± 0.1441
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.0987 ± 6.0299
Hits@20:
Test: 60.4934 ± 3.8220
Hits@30:
Test: 71.2334 ± 4.5907
Hits@50:
Test: 82.4668 ± 1.3657
AUC:
Test: 94.2671 ± 0.3054
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 0.0000 ± 0.0000
Hits@20:
Test: 21.7837 ± 30.1171
Hits@30:
Test: 51.1954 ± 29.3181
Hits@50:
Test: 79.8861 ± 2.1552
AUC:
Test: 92.3370 ± 0.3911
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 0.0000 ± 0.0000
Hits@20:
Test: 20.1898 ± 27.9184
Hits@30:
Test: 67.0968 ± 2.8100
Hits@50:
Test: 77.7989 ± 1.4389
AUC:
Test: 92.9793 ± 0.4926
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.3871 ± 16.3720
Hits@20:
Test: 54.8387 ± 3.0152
Hits@30:
Test: 64.4023 ± 2.3685
Hits@50:
Test: 77.8748 ± 3.5692
AUC:
Test: 92.9726 ± 0.4348
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.6603 ± 3.6829
Hits@20:
Test: 60.5693 ± 2.1232
Hits@30:
Test: 71.2334 ± 1.0094
Hits@50:
Test: 81.0626 ± 1.0851
AUC:
Test: 93.8103 ± 0.2064
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.1841 ± 9.1066
Hits@20:
Test: 68.4250 ± 3.4850
Hits@30:
Test: 73.7002 ± 2.3874
Hits@50:
Test: 82.6945 ± 1.4538
AUC:
Test: 93.9763 ± 0.5993
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.4706 ± 4.3449
Hits@20:
Test: 74.1556 ± 1.1804
Hits@30:
Test: 79.3548 ± 1.9509
Hits@50:
Test: 86.6034 ± 1.0271
AUC:
Test: 95.4034 ± 0.1249
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.9677 ± 8.9573
Hits@20:
Test: 68.5389 ± 0.7519
Hits@30:
Test: 76.1290 ± 1.6834
Hits@50:
Test: 84.7818 ± 1.5842
AUC:
Test: 94.5699 ± 0.3265
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.0759 ± 4.7484
Hits@20:
Test: 65.0854 ± 3.7063
Hits@30:
Test: 73.8520 ± 3.1047
Hits@50:
Test: 84.4782 ± 0.6350
AUC:
Test: 94.4054 ± 0.2284
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.6376 ± 3.6638
Hits@20:
Test: 68.1214 ± 2.6464
Hits@30:
Test: 75.8254 ± 1.9747
Hits@50:
Test: 83.9089 ± 0.8737
AUC:
Test: 94.8772 ± 0.1997
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.0209 ± 3.3528
Hits@20:
Test: 67.1727 ± 3.1524
Hits@30:
Test: 75.4459 ± 1.2486
Hits@50:
Test: 84.8956 ± 1.4111
AUC:
Test: 94.6238 ± 0.2011
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.3150 ± 2.8545
Hits@20:
Test: 73.3966 ± 3.6088
Hits@30:
Test: 79.1651 ± 2.2786
Hits@50:
Test: 86.1480 ± 1.5357
AUC:
Test: 95.0443 ± 0.1904
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.3909 ± 5.0888
Hits@20:
Test: 76.0911 ± 2.5914
Hits@30:
Test: 81.2144 ± 0.9768
Hits@50:
Test: 86.7173 ± 1.0650
AUC:
Test: 95.5182 ± 0.1363
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.9848 ± 3.7889
Hits@20:
Test: 74.4971 ± 3.2303
Hits@30:
Test: 80.2656 ± 1.3617
Hits@50:
Test: 86.7552 ± 0.9987
AUC:
Test: 95.5177 ± 0.1129
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.8216 ± 1.7780
Hits@20:
Test: 63.9469 ± 4.9463
Hits@30:
Test: 74.1177 ± 1.7628
Hits@50:
Test: 82.6945 ± 1.1573
AUC:
Test: 94.2650 ± 0.1160
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.2884 ± 4.2840
Hits@20:
Test: 76.9639 ± 3.4694
Hits@30:
Test: 78.5199 ± 4.1146
Hits@50:
Test: 87.1347 ± 1.8121
AUC:
Test: 95.6364 ± 0.1878
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.0588 ± 2.6633
Hits@20:
Test: 63.2638 ± 3.9499
Hits@30:
Test: 72.9791 ± 1.4488
Hits@50:
Test: 84.8197 ± 1.5474
AUC:
Test: 94.3323 ± 0.1422
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.7419 ± 3.7737
Hits@20:
Test: 77.1157 ± 1.6135
Hits@30:
Test: 82.5806 ± 0.9620
Hits@50:
Test: 86.7552 ± 0.3889
AUC:
Test: 95.8985 ± 0.1083
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.1537 ± 6.5008
Hits@20:
Test: 72.3719 ± 2.8228
Hits@30:
Test: 78.7476 ± 0.9199
Hits@50:
Test: 86.1101 ± 0.7983
AUC:
Test: 95.3245 ± 0.1449
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.0626 ± 4.0462
Hits@20:
Test: 73.4345 ± 2.4558
Hits@30:
Test: 77.9886 ± 1.4698
Hits@50:
Test: 85.7305 ± 0.7150
AUC:
Test: 95.5685 ± 0.1061
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.3283 ± 4.8608
Hits@20:
Test: 62.6186 ± 4.7722
Hits@30:
Test: 70.2087 ± 2.6259
Hits@50:
Test: 83.1120 ± 1.3551
AUC:
Test: 94.3687 ± 0.1914
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 60.9867 ± 2.8796
Hits@20:
Test: 73.8140 ± 1.3418
Hits@30:
Test: 77.9886 ± 1.6812
Hits@50:
Test: 85.9962 ± 0.5597
AUC:
Test: 95.5235 ± 0.3251
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.0361 ± 6.2235
Hits@20:
Test: 62.3150 ± 1.7628
Hits@30:
Test: 72.3719 ± 1.7831
Hits@50:
Test: 82.0493 ± 1.1274
AUC:
Test: 94.1524 ± 0.1085
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 60.3416 ± 2.6936
Hits@20:
Test: 76.1290 ± 0.7637
Hits@30:
Test: 80.6831 ± 1.3775
Hits@50:
Test: 86.6414 ± 1.7057
AUC:
Test: 95.7661 ± 0.2111
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.2372 ± 2.7681
Hits@20:
Test: 67.0968 ± 0.7778
Hits@30:
Test: 73.3207 ± 1.7319
Hits@50:
Test: 82.9222 ± 1.9765
AUC:
Test: 94.3937 ± 0.0702
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.5028 ± 3.8361
Hits@20:
Test: 60.1139 ± 2.6238
Hits@30:
Test: 67.4383 ± 2.1577
Hits@50:
Test: 74.9905 ± 0.9041
AUC:
Test: 91.2959 ± 0.2644
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.6471 ± 3.5081
Hits@20:
Test: 51.2713 ± 5.4773
Hits@30:
Test: 57.7609 ± 2.3186
Hits@50:
Test: 68.2353 ± 2.9900
AUC:
Test: 89.5747 ± 0.2982
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.0550 ± 4.2760
Hits@20:
Test: 65.1992 ± 2.3647
Hits@30:
Test: 69.7913 ± 1.2687
Hits@50:
Test: 75.8254 ± 0.8961
AUC:
Test: 91.7386 ± 0.2285
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.6793 ± 4.4562
Hits@20:
Test: 58.9753 ± 3.7339
Hits@30:
Test: 66.7173 ± 1.0094
Hits@50:
Test: 73.0930 ± 1.2399
AUC:
Test: 90.9597 ± 0.3561
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.9791 ± 8.3009
Hits@20:
Test: 66.6414 ± 5.6184
Hits@30:
Test: 71.5370 ± 3.8539
Hits@50:
Test: 81.3662 ± 2.4573
AUC:
Test: 93.2174 ± 1.4358
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 65.0854 ± 3.3571
Hits@20:
Test: 75.8634 ± 2.5613
Hits@30:
Test: 81.5939 ± 1.7699
Hits@50:
Test: 86.8311 ± 1.0005
AUC:
Test: 95.4878 ± 0.2675
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.8577 ± 3.2191
Hits@20:
Test: 61.1765 ± 1.3723
Hits@30:
Test: 68.5389 ± 1.5145
Hits@50:
Test: 74.8387 ± 1.3187
AUC:
Test: 91.4097 ± 0.1920
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.1670 ± 2.6314
Hits@20:
Test: 51.9924 ± 1.2224
Hits@30:
Test: 58.9753 ± 1.5842
Hits@50:
Test: 68.8805 ± 1.4881
AUC:
Test: 89.5624 ± 0.2986
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.8178 ± 4.9934
Hits@20:
Test: 60.5313 ± 2.7135
Hits@30:
Test: 67.7040 ± 2.3333
Hits@50:
Test: 75.7875 ± 1.3458
AUC:
Test: 91.2244 ± 0.3152
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.4307 ± 6.2061
Hits@20:
Test: 52.2960 ± 2.0463
Hits@30:
Test: 59.5446 ± 3.2630
Hits@50:
Test: 69.0702 ± 1.3215
AUC:
Test: 89.8454 ± 0.2257
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.2714 ± 5.6184
Hits@20:
Test: 64.4023 ± 2.0198
Hits@30:
Test: 71.9545 ± 1.4414
Hits@50:
Test: 76.6983 ± 2.1190
AUC:
Test: 91.6842 ± 0.3986
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.9886 ± 7.5337
Hits@20:
Test: 71.1195 ± 1.7256
Hits@30:
Test: 75.5218 ± 1.5121
Hits@50:
Test: 80.9488 ± 2.4211
AUC:
Test: 93.1770 ± 0.1510
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.9696 ± 1.6887
Hits@20:
Test: 60.1139 ± 1.9042
Hits@30:
Test: 66.5655 ± 1.4784
Hits@50:
Test: 74.0797 ± 2.2873
AUC:
Test: 91.2230 ± 0.2836
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.1290 ± 2.9445
Hits@20:
Test: 52.1063 ± 3.2135
Hits@30:
Test: 59.0892 ± 2.6416
Hits@50:
Test: 68.0076 ± 0.9914
AUC:
Test: 89.5614 ± 0.1550
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.4023 ± 6.3829
Hits@20:
Test: 60.3036 ± 1.2544
Hits@30:
Test: 66.7173 ± 2.6176
Hits@50:
Test: 74.8387 ± 1.1354
AUC:
Test: 91.3942 ± 0.2159
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.8729 ± 4.5394
Hits@20:
Test: 52.9032 ± 1.6290
Hits@30:
Test: 59.5066 ± 1.8956
Hits@50:
Test: 67.3245 ± 2.6409
AUC:
Test: 89.5840 ± 0.2590
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.0304 ± 2.9378
Hits@20:
Test: 64.2505 ± 1.1743
Hits@30:
Test: 72.1442 ± 2.1317
Hits@50:
Test: 76.7742 ± 1.2414
AUC:
Test: 91.9357 ± 0.3746
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.2239 ± 5.0412
Hits@20:
Test: 62.3529 ± 1.6683
Hits@30:
Test: 66.6034 ± 1.5590
Hits@50:
Test: 74.6869 ± 1.3050
AUC:
Test: 91.1372 ± 0.2028
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.2220 ± 0.7543
Hits@20:
Test: 60.6072 ± 2.7648
Hits@30:
Test: 66.7173 ± 2.4099
Hits@50:
Test: 74.6490 ± 0.9257
AUC:
Test: 91.5127 ± 0.2997
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.9013 ± 3.6386
Hits@20:
Test: 52.0683 ± 1.4796
Hits@30:
Test: 58.1784 ± 2.2715
Hits@50:
Test: 66.2998 ± 1.5739
AUC:
Test: 89.5186 ± 0.2560
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.5408 ± 3.7160
Hits@20:
Test: 59.7723 ± 2.0393
Hits@30:
Test: 67.4763 ± 1.6898
Hits@50:
Test: 74.2315 ± 1.0684
AUC:
Test: 91.3220 ± 0.1607
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.0512 ± 4.5707
Hits@20:
Test: 52.3719 ± 3.0390
Hits@30:
Test: 59.7723 ± 1.0983
Hits@50:
Test: 66.7173 ± 1.6466
AUC:
Test: 89.6935 ± 0.5325
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.0323 ± 2.6348
Hits@20:
Test: 60.3795 ± 3.0755
Hits@30:
Test: 69.4118 ± 1.2757
Hits@50:
Test: 76.4326 ± 0.8422
AUC:
Test: 91.5080 ± 0.1818
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.4061 ± 3.0761
Hits@20:
Test: 55.0664 ± 2.8853
Hits@30:
Test: 60.1138 ± 1.1338
Hits@50:
Test: 67.2106 ± 2.1274
AUC:
Test: 89.7693 ± 0.3997
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.7154 ± 1.4513
Hits@20:
Test: 61.2144 ± 0.8961
Hits@30:
Test: 68.5010 ± 1.3879
Hits@50:
Test: 75.8254 ± 1.1820
AUC:
Test: 91.5829 ± 0.1569
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.4953 ± 4.3573
Hits@20:
Test: 51.1954 ± 1.9462
Hits@30:
Test: 58.7097 ± 1.5451
Hits@50:
Test: 67.8937 ± 2.9039
AUC:
Test: 89.6869 ± 0.4255
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.3966 ± 3.2303
Hits@20:
Test: 65.8444 ± 1.7597
Hits@30:
Test: 72.2201 ± 1.8131
Hits@50:
Test: 77.4573 ± 2.1776
AUC:
Test: 91.9977 ± 0.1837
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.9583 ± 4.4651
Hits@20:
Test: 61.7457 ± 2.0899
Hits@30:
Test: 67.2106 ± 1.9230
Hits@50:
Test: 74.2694 ± 0.9159
AUC:
Test: 91.0298 ± 0.2487
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.1044 ± 7.8244
Hits@20:
Test: 70.8918 ± 4.3779
Hits@30:
Test: 73.8899 ± 3.2937
Hits@50:
Test: 81.0626 ± 2.5928
AUC:
Test: 93.2950 ± 0.9530
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.2638 ± 4.4025
Hits@20:
Test: 76.6224 ± 1.7463
Hits@30:
Test: 80.3416 ± 2.3950
Hits@50:
Test: 87.7040 ± 0.5092
AUC:
Test: 95.5124 ± 0.1985
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.5655 ± 3.3426
Hits@20:
Test: 59.6205 ± 3.1393
Hits@30:
Test: 65.2751 ± 2.9731
Hits@50:
Test: 75.5598 ± 2.2347
AUC:
Test: 91.2171 ± 0.1075
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.6983 ± 3.8739
Hits@20:
Test: 50.2846 ± 2.7235
Hits@30:
Test: 58.7097 ± 1.5275
Hits@50:
Test: 67.4004 ± 0.9987
AUC:
Test: 89.6837 ± 0.1288
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.9070 ± 5.1886
Hits@20:
Test: 59.9620 ± 2.4522
Hits@30:
Test: 68.0455 ± 2.2275
Hits@50:
Test: 75.7116 ± 2.1842
AUC:
Test: 91.4313 ± 0.1756
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.4307 ± 2.0717
Hits@20:
Test: 53.1689 ± 3.6510
Hits@30:
Test: 60.0759 ± 1.0094
Hits@50:
Test: 68.8046 ± 3.4486
AUC:
Test: 89.9104 ± 0.2822
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.1195 ± 7.4035
Hits@20:
Test: 64.7059 ± 2.1087
Hits@30:
Test: 69.4497 ± 2.1718
Hits@50:
Test: 77.2676 ± 2.3217
AUC:
Test: 91.8274 ± 0.2868
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.8254 ± 3.4008
Hits@20:
Test: 68.9184 ± 2.5508
Hits@30:
Test: 74.9526 ± 0.8798
Hits@50:
Test: 79.5825 ± 1.5910
AUC:
Test: 93.0128 ± 0.2123
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.0588 ± 2.7498
Hits@20:
Test: 59.2030 ± 2.6599
Hits@30:
Test: 66.7552 ± 2.1147
Hits@50:
Test: 74.5731 ± 1.2224
AUC:
Test: 91.2202 ± 0.3632
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.3814 ± 2.2810
Hits@20:
Test: 53.1309 ± 3.0773
Hits@30:
Test: 59.2789 ± 2.1867
Hits@50:
Test: 68.0076 ± 1.8131
AUC:
Test: 89.5332 ± 0.3523
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.6414 ± 3.2185
Hits@20:
Test: 60.4175 ± 2.2476
Hits@30:
Test: 66.9450 ± 2.1359
Hits@50:
Test: 74.7249 ± 1.3775
AUC:
Test: 91.2413 ± 0.3049
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.4440 ± 1.1511
Hits@20:
Test: 54.0797 ± 1.8348
Hits@30:
Test: 58.4061 ± 1.8022
Hits@50:
Test: 67.5522 ± 1.6705
AUC:
Test: 89.4516 ± 0.1220
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.1176 ± 2.7347
Hits@20:
Test: 65.5028 ± 3.3981
Hits@30:
Test: 71.1195 ± 1.7515
Hits@50:
Test: 76.8501 ± 1.7078
AUC:
Test: 91.8238 ± 0.3255
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.9184 ± 3.1393
Hits@20:
Test: 61.2144 ± 0.8117
Hits@30:
Test: 66.7932 ± 2.2129
Hits@50:
Test: 74.4971 ± 1.0950
AUC:
Test: 91.0598 ± 0.2274
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.0076 ± 2.1510
Hits@20:
Test: 59.5446 ± 2.0144
Hits@30:
Test: 67.0968 ± 1.0271
Hits@50:
Test: 75.0664 ± 1.2486
AUC:
Test: 91.4785 ± 0.2253
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.0285 ± 3.2525
Hits@20:
Test: 50.0190 ± 1.8909
Hits@30:
Test: 59.1271 ± 1.0531
Hits@50:
Test: 66.5655 ± 0.5755
AUC:
Test: 89.2860 ± 0.1903
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.6660 ± 1.8756
Hits@20:
Test: 60.4554 ± 2.2873
Hits@30:
Test: 66.9070 ± 1.6356
Hits@50:
Test: 75.4459 ± 1.0531
AUC:
Test: 91.2673 ± 0.2549
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.7495 ± 1.5796
Hits@20:
Test: 52.0304 ± 3.5255
Hits@30:
Test: 59.6584 ± 1.4047
Hits@50:
Test: 66.2619 ± 0.8737
AUC:
Test: 89.3812 ± 0.1526
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.0323 ± 3.3907
Hits@20:
Test: 61.4421 ± 2.4500
Hits@30:
Test: 69.0323 ± 2.5188
Hits@50:
Test: 76.6983 ± 1.5613
AUC:
Test: 91.5862 ± 0.1269
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.0512 ± 3.3902
Hits@20:
Test: 52.4478 ± 2.8702
Hits@30:
Test: 60.4175 ± 2.3030
Hits@50:
Test: 67.7799 ± 1.3310
AUC:
Test: 89.6883 ± 0.2947
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.5161 ± 2.9537
Hits@20:
Test: 59.6205 ± 0.9987
Hits@30:
Test: 65.6926 ± 2.4646
Hits@50:
Test: 73.9658 ± 1.1804
AUC:
Test: 90.6409 ± 0.3443
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.5939 ± 3.9013
Hits@20:
Test: 57.1158 ± 1.1306
Hits@30:
Test: 65.4270 ± 0.9526
Hits@50:
Test: 72.0683 ± 1.1178
AUC:
Test: 90.4640 ± 0.3742
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.6547 ± 7.0931
Hits@20:
Test: 60.8729 ± 3.8055
Hits@30:
Test: 67.3624 ± 3.7111
Hits@50:
Test: 75.6357 ± 1.3119
AUC:
Test: 91.2727 ± 0.5026
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.2505 ± 6.3947
Hits@20:
Test: 63.0361 ± 1.9555
Hits@30:
Test: 68.1594 ± 2.1359
Hits@50:
Test: 76.0152 ± 0.9159
AUC:
Test: 91.4748 ± 0.2916
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.8539 ± 2.5423
Hits@20:
Test: 67.2106 ± 3.0726
Hits@30:
Test: 73.6622 ± 2.8946
Hits@50:
Test: 79.1271 ± 1.5474
AUC:
Test: 92.9346 ± 0.6704
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 58.6717 ± 6.9050
Hits@20:
Test: 74.8387 ± 4.0931
Hits@30:
Test: 82.0114 ± 1.5263
Hits@50:
Test: 86.9829 ± 1.0271
AUC:
Test: 95.6388 ± 0.2512
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.0702 ± 5.8403
Hits@20:
Test: 61.5180 ± 4.0949
Hits@30:
Test: 68.1973 ± 1.7628
Hits@50:
Test: 74.0417 ± 2.5788
AUC:
Test: 91.2661 ± 0.3422
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.6338 ± 1.6411
Hits@20:
Test: 53.5863 ± 2.6450
Hits@30:
Test: 59.8482 ± 0.6090
Hits@50:
Test: 67.2106 ± 0.8206
AUC:
Test: 89.8233 ± 0.2600
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.4611 ± 3.5863
Hits@20:
Test: 62.3529 ± 2.8100
Hits@30:
Test: 68.1973 ± 1.8230
Hits@50:
Test: 75.7875 ± 1.4857
AUC:
Test: 91.4569 ± 0.2831
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.3036 ± 3.4746
Hits@20:
Test: 52.1063 ± 3.7319
Hits@30:
Test: 61.2524 ± 1.6345
Hits@50:
Test: 68.3491 ± 1.4661
AUC:
Test: 89.8007 ± 0.2197
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.9924 ± 3.4756
Hits@20:
Test: 62.8843 ± 4.4351
Hits@30:
Test: 70.0949 ± 1.8181
Hits@50:
Test: 77.0778 ± 2.7413
AUC:
Test: 91.8672 ± 0.3515
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.5218 ± 5.7627
Hits@20:
Test: 71.2713 ± 2.1156
Hits@30:
Test: 75.5977 ± 2.5934
Hits@50:
Test: 79.8861 ± 2.1384
AUC:
Test: 93.1272 ± 0.1743
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.5655 ± 2.3912
Hits@20:
Test: 60.3036 ± 2.0847
Hits@30:
Test: 67.5522 ± 3.0212
Hits@50:
Test: 75.1423 ± 1.6597
AUC:
Test: 91.3274 ± 0.1804
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.6850 ± 5.3915
Hits@20:
Test: 50.8159 ± 3.3285
Hits@30:
Test: 58.6338 ± 1.3215
Hits@50:
Test: 66.7173 ± 1.2771
AUC:
Test: 89.5956 ± 0.2829
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.1082 ± 3.3822
Hits@20:
Test: 58.3681 ± 3.5362
Hits@30:
Test: 66.3378 ± 2.6176
Hits@50:
Test: 74.3833 ± 1.8299
AUC:
Test: 91.2998 ± 0.3158
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.8615 ± 5.8461
Hits@20:
Test: 52.7894 ± 4.2966
Hits@30:
Test: 60.1139 ± 1.6455
Hits@50:
Test: 67.0588 ± 0.9823
AUC:
Test: 89.3697 ± 0.3876
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.3207 ± 2.2770
Hits@20:
Test: 65.2751 ± 0.8591
Hits@30:
Test: 71.9924 ± 2.2476
Hits@50:
Test: 77.0019 ± 2.2104
AUC:
Test: 91.7690 ± 0.3303
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.9070 ± 2.9163
Hits@20:
Test: 61.7457 ± 1.1354
Hits@30:
Test: 67.5901 ± 0.8206
Hits@50:
Test: 73.8520 ± 2.4536
AUC:
Test: 91.0923 ± 0.2492
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.2600 ± 6.8687
Hits@20:
Test: 60.4934 ± 4.1124
Hits@30:
Test: 66.6034 ± 2.2810
Hits@50:
Test: 75.0664 ± 1.2558
AUC:
Test: 91.1366 ± 0.3089
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.2049 ± 1.2615
Hits@20:
Test: 51.3472 ± 3.5893
Hits@30:
Test: 58.9753 ± 2.0933
Hits@50:
Test: 67.8178 ± 2.4322
AUC:
Test: 89.5734 ± 0.3110
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.2865 ± 3.3662
Hits@20:
Test: 60.3036 ± 2.0674
Hits@30:
Test: 67.5901 ± 2.1147
Hits@50:
Test: 75.5598 ± 1.9920
AUC:
Test: 91.3804 ± 0.2635
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.1670 ± 2.0726
Hits@20:
Test: 53.2068 ± 3.3721
Hits@30:
Test: 58.8615 ± 2.5366
Hits@50:
Test: 66.1101 ± 1.3323
AUC:
Test: 89.4314 ± 0.1964
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.2087 ± 1.7931
Hits@20:
Test: 60.6072 ± 1.2981
Hits@30:
Test: 69.9810 ± 2.5997
Hits@50:
Test: 76.3567 ± 1.1589
AUC:
Test: 91.4696 ± 0.2621
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.7856 ± 4.0799
Hits@20:
Test: 52.6755 ± 2.0108
Hits@30:
Test: 60.7211 ± 1.2076
Hits@50:
Test: 66.6793 ± 1.2771
AUC:
Test: 89.6223 ± 0.2489
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 11.8027 ± 16.1627
Hits@20:
Test: 8.7666 ± 19.6027
Hits@30:
Test: 56.5844 ± 1.9829
Hits@50:
Test: 70.1708 ± 2.1693
AUC:
Test: 88.6621 ± 0.5777
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 0.0000 ± 0.0000
Hits@20:
Test: 48.9564 ± 7.3955
Hits@30:
Test: 55.5218 ± 6.1173
Hits@50:
Test: 68.4250 ± 5.5979
AUC:
Test: 89.2259 ± 1.4417
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.7514 ± 7.7620
Hits@20:
Test: 48.2353 ± 2.4937
Hits@30:
Test: 59.8861 ± 1.8621
Hits@50:
Test: 71.2334 ± 1.6683
AUC:
Test: 90.1833 ± 0.3323
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.8140 ± 6.4828
Hits@20:
Test: 49.1082 ± 5.3928
Hits@30:
Test: 63.7571 ± 1.3485
Hits@50:
Test: 72.4478 ± 2.0322
AUC:
Test: 91.2212 ± 0.2760
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.6641 ± 2.4411
Hits@20:
Test: 63.7192 ± 5.3391
Hits@30:
Test: 71.2713 ± 5.6427
Hits@50:
Test: 81.1385 ± 3.1570
AUC:
Test: 93.0772 ± 0.7858
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.7875 ± 4.4339
Hits@20:
Test: 71.3093 ± 3.0755
Hits@30:
Test: 78.5958 ± 1.8947
Hits@50:
Test: 85.1992 ± 0.4450
AUC:
Test: 94.9687 ± 0.2127
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.2808 ± 20.5545
Hits@20:
Test: 57.4194 ± 1.9286
Hits@30:
Test: 65.6167 ± 1.9647
Hits@50:
Test: 72.5617 ± 2.5052
AUC:
Test: 90.4981 ± 0.3343
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.5066 ± 3.4034
Hits@20:
Test: 55.0285 ± 2.1760
Hits@30:
Test: 63.2638 ± 1.3050
Hits@50:
Test: 71.7647 ± 1.6290
AUC:
Test: 90.2889 ± 0.1979
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.6414 ± 4.1560
Hits@20:
Test: 58.5958 ± 1.5145
Hits@30:
Test: 66.3378 ± 2.4690
Hits@50:
Test: 73.4725 ± 1.4162
AUC:
Test: 90.7727 ± 0.1851
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.7989 ± 3.8595
Hits@20:
Test: 56.1290 ± 1.8270
Hits@30:
Test: 64.6679 ± 0.8737
Hits@50:
Test: 71.9924 ± 1.1032
AUC:
Test: 90.5132 ± 0.3615
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.4763 ± 6.2032
Hits@20:
Test: 61.5560 ± 1.3918
Hits@30:
Test: 68.2732 ± 2.0499
Hits@50:
Test: 77.2296 ± 1.2001
AUC:
Test: 91.6089 ± 0.6040
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.4194 ± 2.9840
Hits@20:
Test: 70.1328 ± 1.0784
Hits@30:
Test: 74.0038 ± 1.7130
Hits@50:
Test: 79.3548 ± 1.3242
AUC:
Test: 93.0795 ± 0.1790
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.9051 ± 4.4380
Hits@20:
Test: 62.2011 ± 0.8839
Hits@30:
Test: 68.6148 ± 0.9061
Hits@50:
Test: 76.8501 ± 2.8241
AUC:
Test: 91.5183 ± 0.1795
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.3928 ± 4.3511
Hits@20:
Test: 52.1442 ± 1.8171
Hits@30:
Test: 59.6584 ± 1.9974
Hits@50:
Test: 67.2106 ± 1.0768
AUC:
Test: 89.6400 ± 0.2070
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.9298 ± 1.7474
Hits@20:
Test: 62.3150 ± 1.9286
Hits@30:
Test: 68.7287 ± 1.5322
Hits@50:
Test: 75.1044 ± 1.7972
AUC:
Test: 91.5258 ± 0.2483
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.7097 ± 3.8045
Hits@20:
Test: 52.1822 ± 2.3006
Hits@30:
Test: 58.5958 ± 1.2327
Hits@50:
Test: 67.2865 ± 2.8921
AUC:
Test: 89.6383 ± 0.2619
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.4725 ± 3.8595
Hits@20:
Test: 66.5655 ± 0.3889
Hits@30:
Test: 69.5636 ± 1.0183
Hits@50:
Test: 76.8880 ± 1.1880
AUC:
Test: 91.8690 ± 0.2709
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.4630 ± 2.6450
Hits@20:
Test: 61.3283 ± 2.9470
Hits@30:
Test: 67.6281 ± 2.3224
Hits@50:
Test: 74.7249 ± 0.8206
AUC:
Test: 91.3099 ± 0.2829
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.8046 ± 4.3631
Hits@20:
Test: 59.8862 ± 0.6090
Hits@30:
Test: 66.5655 ± 2.4792
Hits@50:
Test: 75.5598 ± 1.0851
AUC:
Test: 91.3822 ± 0.4135
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.3055 ± 3.1882
Hits@20:
Test: 51.5750 ± 3.5687
Hits@30:
Test: 58.9374 ± 1.2268
Hits@50:
Test: 66.3378 ± 1.8427
AUC:
Test: 89.4609 ± 0.2416
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.7552 ± 0.7661
Hits@20:
Test: 61.7457 ± 2.1198
Hits@30:
Test: 68.4250 ± 1.9564
Hits@50:
Test: 75.6736 ± 1.5025
AUC:
Test: 91.3318 ± 0.0857
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.2676 ± 3.1427
Hits@20:
Test: 50.3985 ± 4.9674
Hits@30:
Test: 58.8235 ± 1.3485
Hits@50:
Test: 67.5901 ± 0.8737
AUC:
Test: 89.4525 ± 0.1665
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.6281 ± 5.2432
Hits@20:
Test: 61.3662 ± 2.7843
Hits@30:
Test: 68.8425 ± 1.8071
Hits@50:
Test: 76.2808 ± 1.0130
AUC:
Test: 91.5687 ± 0.1078
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=7, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.8368 ± 5.1314
Hits@20:
Test: 52.4478 ± 2.9169
Hits@30:
Test: 60.8729 ± 0.6762
Hits@50:
Test: 67.9317 ± 1.1850
AUC:
Test: 89.7363 ± 0.1740
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.0911 ± 5.2094
Hits@20:
Test: 46.0721 ± 5.8292
Hits@30:
Test: 53.6243 ± 6.0029
Hits@50:
Test: 62.8843 ± 3.2497
AUC:
Test: 86.9885 ± 0.5009
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.0759 ± 4.6892
Hits@20:
Test: 52.9791 ± 4.9743
Hits@30:
Test: 58.7476 ± 0.9450
Hits@50:
Test: 68.0076 ± 0.6789
AUC:
Test: 89.1640 ± 0.7271
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.4934 ± 3.0526
Hits@20:
Test: 48.1594 ± 3.6926
Hits@30:
Test: 53.0930 ± 3.4585
Hits@50:
Test: 63.3776 ± 2.4850
AUC:
Test: 87.5916 ± 0.8089
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.3036 ± 2.3186
Hits@20:
Test: 49.8292 ± 3.3587
Hits@30:
Test: 60.3795 ± 2.9985
Hits@50:
Test: 68.9564 ± 2.1367
AUC:
Test: 89.5006 ± 0.4483
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.7989 ± 4.2692
Hits@20:
Test: 49.4497 ± 2.7155
Hits@30:
Test: 56.8121 ± 3.2386
Hits@50:
Test: 66.2619 ± 3.4611
AUC:
Test: 87.8039 ± 0.6923
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.8861 ± 2.1652
Hits@20:
Test: 52.9412 ± 2.0959
Hits@30:
Test: 59.7723 ± 3.3139
Hits@50:
Test: 68.2732 ± 2.6511
AUC:
Test: 89.8243 ± 0.4668
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.7989 ± 4.0927
Hits@20:
Test: 48.5768 ± 3.4860
Hits@30:
Test: 58.5199 ± 1.4612
Hits@50:
Test: 65.3511 ± 3.9635
AUC:
Test: 88.1405 ± 0.9290
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.3681 ± 2.0847
Hits@20:
Test: 51.0436 ± 3.3731
Hits@30:
Test: 57.7230 ± 2.3829
Hits@50:
Test: 67.9317 ± 2.1842
AUC:
Test: 89.1905 ± 0.4341
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.2543 ± 5.2115
Hits@20:
Test: 49.2600 ± 1.3119
Hits@30:
Test: 55.3321 ± 3.4875
Hits@50:
Test: 64.3264 ± 3.3864
AUC:
Test: 87.0575 ± 1.5301
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.2524 ± 4.1629
Hits@20:
Test: 51.9924 ± 1.1850
Hits@30:
Test: 58.8615 ± 1.1651
Hits@50:
Test: 70.3226 ± 1.2842
AUC:
Test: 89.5485 ± 0.5398
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.7381 ± 6.8959
Hits@20:
Test: 49.1841 ± 5.2815
Hits@30:
Test: 54.9526 ± 4.2654
Hits@50:
Test: 64.3643 ± 4.3569
AUC:
Test: 87.4024 ± 1.0215
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.4307 ± 2.1485
Hits@20:
Test: 52.6376 ± 2.0507
Hits@30:
Test: 59.3928 ± 2.3548
Hits@50:
Test: 69.4497 ± 1.2658
AUC:
Test: 89.3750 ± 0.2218
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.1803 ± 5.7783
Hits@20:
Test: 45.6167 ± 6.4259
Hits@30:
Test: 54.7249 ± 5.8787
Hits@50:
Test: 64.0228 ± 4.3449
AUC:
Test: 87.9899 ± 0.7090
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.4175 ± 1.9674
Hits@20:
Test: 50.6641 ± 2.1002
Hits@30:
Test: 61.2524 ± 1.9462
Hits@50:
Test: 70.2846 ± 1.8427
AUC:
Test: 89.5359 ± 0.5047
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.8349 ± 4.8478
Hits@20:
Test: 50.5123 ± 5.3357
Hits@30:
Test: 57.5332 ± 2.5295
Hits@50:
Test: 65.8064 ± 5.1660
AUC:
Test: 88.0849 ± 1.3678
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.0892 ± 3.4103
Hits@20:
Test: 50.3985 ± 4.3095
Hits@30:
Test: 60.3416 ± 3.0802
Hits@50:
Test: 68.0455 ± 2.7255
AUC:
Test: 89.6112 ± 0.7507
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.6869 ± 7.1648
Hits@20:
Test: 49.7533 ± 3.6386
Hits@30:
Test: 54.6869 ± 3.3822
Hits@50:
Test: 64.2125 ± 1.8378
AUC:
Test: 87.3949 ± 0.6409
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.5199 ± 2.8778
Hits@20:
Test: 53.4345 ± 3.0081
Hits@30:
Test: 61.8216 ± 2.2186
Hits@50:
Test: 70.2467 ± 1.7360
AUC:
Test: 89.5399 ± 0.2925
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.7989 ± 2.8727
Hits@20:
Test: 45.1613 ± 3.7521
Hits@30:
Test: 56.7742 ± 4.2162
Hits@50:
Test: 64.1746 ± 5.4028
AUC:
Test: 87.8331 ± 0.3247
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.1651 ± 6.4900
Hits@20:
Test: 50.7021 ± 8.0967
Hits@30:
Test: 60.4175 ± 3.8178
Hits@50:
Test: 69.2979 ± 1.9874
AUC:
Test: 89.8377 ± 0.9821
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.8994 ± 3.0744
Hits@20:
Test: 47.4004 ± 5.6168
Hits@30:
Test: 55.1044 ± 2.2755
Hits@50:
Test: 64.4402 ± 2.2755
AUC:
Test: 87.8960 ± 0.5821
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.9753 ± 4.3635
Hits@20:
Test: 53.2448 ± 1.6356
Hits@30:
Test: 58.8235 ± 1.9856
Hits@50:
Test: 68.1214 ± 2.3471
AUC:
Test: 89.5484 ± 0.4670
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.6452 ± 3.4507
Hits@20:
Test: 49.9051 ± 5.6720
Hits@30:
Test: 54.8767 ± 3.8361
Hits@50:
Test: 65.0474 ± 4.2945
AUC:
Test: 87.9706 ± 0.5674
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.9507 ± 2.6327
Hits@20:
Test: 52.3719 ± 2.8113
Hits@30:
Test: 57.7989 ± 1.2195
Hits@50:
Test: 67.8558 ± 1.0005
AUC:
Test: 88.9450 ± 0.4912
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.5958 ± 4.2017
Hits@20:
Test: 46.5275 ± 3.5535
Hits@30:
Test: 53.0171 ± 4.7088
Hits@50:
Test: 60.3795 ± 6.5656
AUC:
Test: 84.2634 ± 1.8957
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.6433 ± 2.6190
Hits@20:
Test: 53.5104 ± 3.0390
Hits@30:
Test: 59.9241 ± 2.1443
Hits@50:
Test: 68.2353 ± 1.6575
AUC:
Test: 88.9105 ± 0.8801
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.6850 ± 3.2773
Hits@20:
Test: 48.3871 ± 3.1064
Hits@30:
Test: 57.3814 ± 1.5275
Hits@50:
Test: 66.5655 ± 3.0901
AUC:
Test: 87.6735 ± 1.0294
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.0095 ± 3.2408
Hits@20:
Test: 54.5731 ± 3.5767
Hits@30:
Test: 60.4934 ± 1.8514
Hits@50:
Test: 70.5503 ± 1.6993
AUC:
Test: 90.0723 ± 0.5786
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.5066 ± 4.4266
Hits@20:
Test: 49.5636 ± 3.5535
Hits@30:
Test: 58.2543 ± 2.7202
Hits@50:
Test: 66.2998 ± 3.4978
AUC:
Test: 87.9044 ± 0.9583
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.2277 ± 6.8179
Hits@20:
Test: 51.9924 ± 3.2729
Hits@30:
Test: 58.8615 ± 2.4017
Hits@50:
Test: 68.9564 ± 1.3458
AUC:
Test: 89.9868 ± 0.3181
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.4042 ± 2.7413
Hits@20:
Test: 49.7913 ± 3.8225
Hits@30:
Test: 57.1157 ± 1.3215
Hits@50:
Test: 65.4649 ± 2.3776
AUC:
Test: 88.1149 ± 0.4788
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.7609 ± 6.1823
Hits@20:
Test: 55.3321 ± 4.4473
Hits@30:
Test: 62.9222 ± 2.8355
Hits@50:
Test: 69.4877 ± 3.0343
AUC:
Test: 89.4679 ± 0.8551
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.3814 ± 3.2591
Hits@20:
Test: 50.1708 ± 3.0497
Hits@30:
Test: 56.4326 ± 1.3119
Hits@50:
Test: 67.1727 ± 2.2731
AUC:
Test: 87.8517 ± 0.6018
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.7590 ± 5.8477
Hits@20:
Test: 53.5104 ± 2.1760
Hits@30:
Test: 60.4934 ± 1.3105
Hits@50:
Test: 66.4137 ± 2.3738
AUC:
Test: 89.1881 ± 0.6002
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.5598 ± 4.4594
Hits@20:
Test: 47.7040 ± 5.3731
Hits@30:
Test: 57.6471 ± 3.8291
Hits@50:
Test: 66.4137 ± 2.7268
AUC:
Test: 87.8114 ± 0.5642
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.2030 ± 1.2701
Hits@20:
Test: 51.8406 ± 2.5366
Hits@30:
Test: 60.4934 ± 2.8190
Hits@50:
Test: 67.7419 ± 3.6153
AUC:
Test: 89.2995 ± 0.6897
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.6698 ± 3.1797
Hits@20:
Test: 52.6755 ± 2.5585
Hits@30:
Test: 56.8881 ± 2.9347
Hits@50:
Test: 65.8824 ± 1.6834
AUC:
Test: 88.3524 ± 1.3085
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.2277 ± 3.7879
Hits@20:
Test: 52.7894 ± 4.8348
Hits@30:
Test: 59.7343 ± 1.8466
Hits@50:
Test: 68.0076 ± 1.4977
AUC:
Test: 89.0536 ± 0.3234
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.7002 ± 5.3546
Hits@20:
Test: 49.3738 ± 4.5390
Hits@30:
Test: 57.7989 ± 1.4857
Hits@50:
Test: 66.5655 ± 3.1564
AUC:
Test: 88.4299 ± 0.6479
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.4820 ± 5.5084
Hits@20:
Test: 51.0057 ± 3.3339
Hits@30:
Test: 60.1898 ± 3.3068
Hits@50:
Test: 68.9184 ± 2.3371
AUC:
Test: 89.2222 ± 0.4744
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.7628 ± 5.4128
Hits@20:
Test: 48.1594 ± 5.0976
Hits@30:
Test: 58.4440 ± 3.1667
Hits@50:
Test: 68.8046 ± 2.9961
AUC:
Test: 88.0999 ± 0.6867
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.8102 ± 4.4590
Hits@20:
Test: 50.9677 ± 2.2755
Hits@30:
Test: 57.8748 ± 2.2331
Hits@50:
Test: 67.4004 ± 2.2508
AUC:
Test: 88.8712 ± 0.5051
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.4061 ± 2.0108
Hits@20:
Test: 47.2865 ± 2.5188
Hits@30:
Test: 57.0778 ± 2.6272
Hits@50:
Test: 67.7419 ± 2.2492
AUC:
Test: 88.0332 ± 0.6485
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.7704 ± 3.1341
Hits@20:
Test: 52.2201 ± 2.0542
Hits@30:
Test: 58.2163 ± 2.6477
Hits@50:
Test: 67.4763 ± 2.5900
AUC:
Test: 89.0078 ± 0.5000
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.7476 ± 3.6731
Hits@20:
Test: 50.9677 ± 4.2017
Hits@30:
Test: 56.2049 ± 2.0411
Hits@50:
Test: 66.2998 ± 1.0616
AUC:
Test: 87.7581 ± 0.8098
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.6584 ± 3.4679
Hits@20:
Test: 51.6129 ± 3.5702
Hits@30:
Test: 59.6964 ± 2.3532
Hits@50:
Test: 66.9070 ± 1.0005
AUC:
Test: 88.9544 ± 0.5494
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.2182 ± 2.6552
Hits@20:
Test: 49.8292 ± 4.6433
Hits@30:
Test: 57.3435 ± 2.5823
Hits@50:
Test: 67.6281 ± 1.6411
AUC:
Test: 88.3085 ± 0.3359
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.5806 ± 2.9384
Hits@20:
Test: 52.5237 ± 3.9036
Hits@30:
Test: 58.3302 ± 2.7746
Hits@50:
Test: 68.4250 ± 2.1451
AUC:
Test: 89.5541 ± 0.5721
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.3681 ± 7.6107
Hits@20:
Test: 52.1822 ± 3.3624
Hits@30:
Test: 59.1271 ± 3.2828
Hits@50:
Test: 67.2486 ± 1.6079
AUC:
Test: 88.4399 ± 0.4056
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.1101 ± 3.5423
Hits@20:
Test: 55.0285 ± 2.6396
Hits@30:
Test: 60.1138 ± 1.6011
Hits@50:
Test: 68.6148 ± 1.6737
AUC:
Test: 89.7036 ± 0.4347
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.5199 ± 5.6274
Hits@20:
Test: 51.9545 ± 2.2667
Hits@30:
Test: 58.9374 ± 3.4590
Hits@50:
Test: 68.8425 ± 1.7972
AUC:
Test: 88.0977 ± 0.9071
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.2391 ± 4.5632
Hits@20:
Test: 54.1177 ± 3.8220
Hits@30:
Test: 58.6717 ± 0.3118
Hits@50:
Test: 67.1727 ± 3.1667
AUC:
Test: 89.3892 ± 0.5310
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.3055 ± 1.9564
Hits@20:
Test: 50.4364 ± 3.3555
Hits@30:
Test: 57.4194 ± 0.3447
Hits@50:
Test: 67.5522 ± 2.6936
AUC:
Test: 88.0213 ± 0.9231
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.6205 ± 6.3665
Hits@20:
Test: 51.4611 ± 4.2713
Hits@30:
Test: 58.5958 ± 1.1417
Hits@50:
Test: 66.1480 ± 0.8117
AUC:
Test: 89.0638 ± 0.5905
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.0759 ± 5.3761
Hits@20:
Test: 50.7400 ± 4.7978
Hits@30:
Test: 55.9772 ± 3.3383
Hits@50:
Test: 66.2998 ± 2.1113
AUC:
Test: 88.1770 ± 0.2172
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.4042 ± 2.8884
Hits@20:
Test: 52.9412 ± 1.7025
Hits@30:
Test: 59.4307 ± 2.4204
Hits@50:
Test: 69.5256 ± 1.8081
AUC:
Test: 89.2160 ± 0.6086
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.0512 ± 6.3820
Hits@20:
Test: 47.3245 ± 6.1305
Hits@30:
Test: 54.9905 ± 3.2795
Hits@50:
Test: 63.7571 ± 1.0479
AUC:
Test: 86.6370 ± 0.8932
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.6433 ± 3.7879
Hits@20:
Test: 52.1063 ± 3.0289
Hits@30:
Test: 58.1404 ± 3.2107
Hits@50:
Test: 66.1480 ± 2.6653
AUC:
Test: 88.0574 ± 0.7141
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.5825 ± 1.7831
Hits@20:
Test: 51.1575 ± 3.5081
Hits@30:
Test: 58.4061 ± 5.1730
Hits@50:
Test: 67.4383 ± 1.4488
AUC:
Test: 88.4062 ± 0.7031
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.1366 ± 4.3387
Hits@20:
Test: 52.4099 ± 1.8756
Hits@30:
Test: 58.9374 ± 2.4507
Hits@50:
Test: 68.7666 ± 1.0094
AUC:
Test: 89.5578 ± 0.6926
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.7116 ± 2.9955
Hits@20:
Test: 51.5750 ± 3.2464
Hits@30:
Test: 57.6850 ± 2.1300
Hits@50:
Test: 67.7419 ± 2.3662
AUC:
Test: 88.1932 ± 0.8429
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.5806 ± 5.9214
Hits@20:
Test: 52.2581 ± 4.4675
Hits@30:
Test: 58.8615 ± 2.0499
Hits@50:
Test: 68.2732 ± 0.8737
AUC:
Test: 89.2483 ± 0.4585
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.0247 ± 1.6993
Hits@20:
Test: 50.3605 ± 3.3019
Hits@30:
Test: 59.2410 ± 1.0851
Hits@50:
Test: 68.8805 ± 2.7432
AUC:
Test: 88.9693 ± 0.7039
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.6717 ± 5.2267
Hits@20:
Test: 52.4858 ± 3.5489
Hits@30:
Test: 60.4175 ± 3.4066
Hits@50:
Test: 69.5256 ± 2.4580
AUC:
Test: 89.5618 ± 0.1491
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.2808 ± 4.5331
Hits@20:
Test: 45.3890 ± 3.5636
Hits@30:
Test: 53.6622 ± 2.4278
Hits@50:
Test: 62.4288 ± 2.9181
AUC:
Test: 87.6648 ± 1.0659
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.3074 ± 6.1610
Hits@20:
Test: 50.7780 ± 3.7101
Hits@30:
Test: 56.1670 ± 1.3879
Hits@50:
Test: 66.4137 ± 1.8640
AUC:
Test: 89.2908 ± 0.5568
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.3169 ± 2.2104
Hits@20:
Test: 49.6395 ± 2.9537
Hits@30:
Test: 56.3567 ± 2.9580
Hits@50:
Test: 65.9583 ± 2.8828
AUC:
Test: 88.1544 ± 0.6466
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.9886 ± 3.5484
Hits@20:
Test: 49.3738 ± 2.4719
Hits@30:
Test: 57.0778 ± 2.4719
Hits@50:
Test: 67.4004 ± 2.5648
AUC:
Test: 88.8545 ± 0.2654
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.2657 ± 1.9416
Hits@20:
Test: 49.7154 ± 2.9731
Hits@30:
Test: 59.0892 ± 1.1820
Hits@50:
Test: 67.6660 ± 2.8702
AUC:
Test: 88.3936 ± 1.0794
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.1537 ± 6.4842
Hits@20:
Test: 47.9696 ± 4.9507
Hits@30:
Test: 58.6717 ± 3.1961
Hits@50:
Test: 66.4137 ± 2.7465
AUC:
Test: 89.0215 ± 0.6331
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.1537 ± 4.8774
Hits@20:
Test: 45.6926 ± 2.5045
Hits@30:
Test: 56.5085 ± 5.0799
Hits@50:
Test: 66.5275 ± 2.8228
AUC:
Test: 88.8415 ± 0.5223
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.4061 ± 2.5124
Hits@20:
Test: 48.5769 ± 4.5204
Hits@30:
Test: 56.6983 ± 2.7347
Hits@50:
Test: 65.1992 ± 1.3657
AUC:
Test: 89.1987 ± 0.3325
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.0379 ± 3.2397
Hits@20:
Test: 47.7799 ± 1.9829
Hits@30:
Test: 55.7875 ± 2.3433
Hits@50:
Test: 65.6546 ± 2.5458
AUC:
Test: 88.2955 ± 0.8405
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.1537 ± 3.4166
Hits@20:
Test: 51.6888 ± 2.5088
Hits@30:
Test: 56.7742 ± 2.2023
Hits@50:
Test: 66.8691 ± 1.0183
AUC:
Test: 89.5763 ± 0.4161
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.0645 ± 2.3799
Hits@20:
Test: 48.7666 ± 2.7985
Hits@30:
Test: 56.4706 ± 4.7563
Hits@50:
Test: 64.9715 ± 2.6653
AUC:
Test: 88.3135 ± 0.9599
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.0171 ± 2.9610
Hits@20:
Test: 47.5142 ± 3.8576
Hits@30:
Test: 57.9886 ± 2.2556
Hits@50:
Test: 67.6660 ± 1.2120
AUC:
Test: 89.3805 ± 0.5909
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.2903 ± 1.8279
Hits@20:
Test: 49.1841 ± 4.0195
Hits@30:
Test: 52.7135 ± 3.1393
Hits@50:
Test: 63.7192 ± 3.4350
AUC:
Test: 88.3554 ± 0.5278
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.8634 ± 5.0294
Hits@20:
Test: 45.6926 ± 7.0928
Hits@30:
Test: 56.3188 ± 3.7459
Hits@50:
Test: 67.8558 ± 3.4798
AUC:
Test: 88.9335 ± 0.7798
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.4573 ± 4.5750
Hits@20:
Test: 45.6167 ± 4.9728
Hits@30:
Test: 54.5351 ± 4.7202
Hits@50:
Test: 65.9203 ± 4.0887
AUC:
Test: 88.4843 ± 0.5004
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.1670 ± 3.4642
Hits@20:
Test: 45.9962 ± 3.1370
Hits@30:
Test: 55.5598 ± 2.0322
Hits@50:
Test: 65.5028 ± 2.7281
AUC:
Test: 89.0968 ± 0.5552
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.7875 ± 5.6091
Hits@20:
Test: 48.2353 ± 3.1076
Hits@30:
Test: 56.5844 ± 2.5472
Hits@50:
Test: 67.3624 ± 2.0569
AUC:
Test: 88.2383 ± 0.1650
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.0645 ± 3.5843
Hits@20:
Test: 51.0057 ± 1.5263
Hits@30:
Test: 59.7723 ± 2.0260
Hits@50:
Test: 69.4877 ± 3.1220
AUC:
Test: 90.0058 ± 0.3167
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.5977 ± 5.0997
Hits@20:
Test: 52.1822 ± 3.3085
Hits@30:
Test: 57.6091 ± 1.0867
Hits@50:
Test: 65.5408 ± 1.8669
AUC:
Test: 88.4822 ± 0.6444
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.0778 ± 7.5385
Hits@20:
Test: 47.4383 ± 5.6098
Hits@30:
Test: 56.2429 ± 3.7679
Hits@50:
Test: 67.3624 ± 2.2006
AUC:
Test: 89.4215 ± 0.2648
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.0152 ± 1.8270
Hits@20:
Test: 48.3871 ± 2.0569
Hits@30:
Test: 54.1176 ± 1.9042
Hits@50:
Test: 66.2998 ± 2.7940
AUC:
Test: 88.2416 ± 1.4783
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.2049 ± 3.6755
Hits@20:
Test: 48.4250 ± 3.3795
Hits@30:
Test: 57.4953 ± 2.4337
Hits@50:
Test: 66.2239 ± 1.8397
AUC:
Test: 88.9155 ± 0.7479
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.7116 ± 7.3521
Hits@20:
Test: 47.2106 ± 5.7795
Hits@30:
Test: 57.4953 ± 4.4723
Hits@50:
Test: 67.2486 ± 5.1942
AUC:
Test: 88.4860 ± 0.5692
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.4080 ± 3.7512
Hits@20:
Test: 45.2751 ± 4.0578
Hits@30:
Test: 58.0266 ± 2.9194
Hits@50:
Test: 68.0076 ± 2.1826
AUC:
Test: 89.1889 ± 0.1971
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.9374 ± 3.7603
Hits@20:
Test: 50.5503 ± 2.2315
Hits@30:
Test: 58.0645 ± 3.7737
Hits@50:
Test: 67.7799 ± 4.1603
AUC:
Test: 87.1037 ± 1.3317
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.1632 ± 1.0341
Hits@20:
Test: 53.1689 ± 2.7149
Hits@30:
Test: 56.8121 ± 1.9564
Hits@50:
Test: 67.0209 ± 2.2707
AUC:
Test: 89.3075 ± 0.6380
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.4194 ± 4.1277
Hits@20:
Test: 49.6774 ± 3.9517
Hits@30:
Test: 57.9507 ± 3.3047
Hits@50:
Test: 65.6926 ± 2.6375
AUC:
Test: 88.6919 ± 0.5142
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.4573 ± 2.9991
Hits@20:
Test: 48.2732 ± 2.9659
Hits@30:
Test: 57.5332 ± 2.4204
Hits@50:
Test: 67.8178 ± 1.2486
AUC:
Test: 89.3346 ± 0.2689
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.8994 ± 3.7545
Hits@20:
Test: 49.4877 ± 3.0697
Hits@30:
Test: 55.9772 ± 3.4523
Hits@50:
Test: 66.6414 ± 3.3231
AUC:
Test: 88.3890 ± 0.3948
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.5977 ± 3.3264
Hits@20:
Test: 48.1214 ± 2.7288
Hits@30:
Test: 57.5332 ± 2.9622
Hits@50:
Test: 66.7932 ± 2.3162
AUC:
Test: 88.9259 ± 0.4148
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.6983 ± 3.4590
Hits@20:
Test: 48.1973 ± 1.9070
Hits@30:
Test: 55.6736 ± 3.1456
Hits@50:
Test: 67.8178 ± 3.1283
AUC:
Test: 88.4285 ± 0.5907
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.9772 ± 3.9681
Hits@20:
Test: 48.8805 ± 2.9476
Hits@30:
Test: 58.8235 ± 1.4759
Hits@50:
Test: 68.1594 ± 1.9323
AUC:
Test: 89.5762 ± 0.3829
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.6376 ± 6.3767
Hits@20:
Test: 64.8956 ± 3.2894
Hits@30:
Test: 74.9146 ± 3.4870
Hits@50:
Test: 83.0361 ± 1.3918
AUC:
Test: 94.6075 ± 0.3869
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.0873 ± 1.8947
Hits@20:
Test: 57.5712 ± 3.6118
Hits@30:
Test: 67.0588 ± 2.6038
Hits@50:
Test: 78.0266 ± 1.7360
AUC:
Test: 93.4209 ± 0.2392
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.3719 ± 5.7320
Hits@20:
Test: 64.5920 ± 2.1156
Hits@30:
Test: 72.3719 ± 1.8230
Hits@50:
Test: 83.8710 ± 1.1774
AUC:
Test: 94.5824 ± 0.3345
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.0759 ± 3.2767
Hits@20:
Test: 58.1784 ± 2.9014
Hits@30:
Test: 69.9810 ± 2.1485
Hits@50:
Test: 78.7476 ± 1.8250
AUC:
Test: 93.6594 ± 0.3839
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.6376 ± 6.2555
Hits@20:
Test: 65.7685 ± 2.3108
Hits@30:
Test: 71.8406 ± 1.8230
Hits@50:
Test: 81.2144 ± 3.5576
AUC:
Test: 94.7948 ± 0.3607
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.9867 ± 2.0437
Hits@20:
Test: 56.1670 ± 4.0984
Hits@30:
Test: 68.7287 ± 1.8899
Hits@50:
Test: 78.3302 ± 1.7308
AUC:
Test: 93.5307 ± 0.1429
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.8387 ± 3.0860
Hits@20:
Test: 66.3378 ± 1.8279
Hits@30:
Test: 75.5598 ± 1.2828
Hits@50:
Test: 81.3283 ± 3.3587
AUC:
Test: 94.7950 ± 0.2117
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.7116 ± 6.8881
Hits@20:
Test: 57.5712 ± 3.7917
Hits@30:
Test: 68.6528 ± 2.3639
Hits@50:
Test: 77.7989 ± 2.6018
AUC:
Test: 93.3120 ± 0.2021
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.3321 ± 7.0319
Hits@20:
Test: 68.4250 ± 4.8852
Hits@30:
Test: 74.2315 ± 3.1735
Hits@50:
Test: 82.4668 ± 1.6246
AUC:
Test: 94.8442 ± 0.1958
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.6186 ± 3.1541
Hits@20:
Test: 61.2144 ± 2.7550
Hits@30:
Test: 69.7913 ± 1.8368
Hits@50:
Test: 79.8102 ± 1.3723
AUC:
Test: 93.8449 ± 0.3134
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.0664 ± 3.3715
Hits@20:
Test: 65.3890 ± 3.4434
Hits@30:
Test: 71.6129 ± 2.4248
Hits@50:
Test: 81.7837 ± 1.7339
AUC:
Test: 94.5203 ± 0.3216
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.5446 ± 4.0199
Hits@20:
Test: 57.7230 ± 2.2468
Hits@30:
Test: 68.6148 ± 1.0867
Hits@50:
Test: 78.2543 ± 0.9731
AUC:
Test: 93.6007 ± 0.3615
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.6622 ± 3.3501
Hits@20:
Test: 67.2865 ± 1.4857
Hits@30:
Test: 74.8767 ± 2.1619
Hits@50:
Test: 82.9602 ± 1.3644
AUC:
Test: 94.8314 ± 0.2506
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.1898 ± 2.9255
Hits@20:
Test: 56.5085 ± 3.3555
Hits@30:
Test: 66.9450 ± 0.7023
Hits@50:
Test: 78.3681 ± 2.8431
AUC:
Test: 93.5050 ± 0.3010
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.5844 ± 2.9561
Hits@20:
Test: 66.7932 ± 2.3852
Hits@30:
Test: 74.3454 ± 1.9462
Hits@50:
Test: 82.8463 ± 3.2828
AUC:
Test: 94.9163 ± 0.1840
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.8463 ± 2.7965
Hits@20:
Test: 58.7476 ± 3.4171
Hits@30:
Test: 69.4118 ± 1.4784
Hits@50:
Test: 76.7742 ± 0.5467
AUC:
Test: 93.2037 ± 0.3223
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.0474 ± 23.1518
Hits@20:
Test: 60.1139 ± 4.8441
Hits@30:
Test: 70.0190 ± 2.6902
Hits@50:
Test: 79.7723 ± 2.6211
AUC:
Test: 93.3914 ± 0.3617
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.9203 ± 2.0037
Hits@20:
Test: 62.4288 ± 1.9211
Hits@30:
Test: 71.9924 ± 1.6791
Hits@50:
Test: 78.9753 ± 2.7413
AUC:
Test: 93.5113 ± 0.2390
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.6110 ± 4.1862
Hits@20:
Test: 68.2353 ± 4.0556
Hits@30:
Test: 75.0664 ± 2.6755
Hits@50:
Test: 84.4402 ± 1.0479
AUC:
Test: 94.8346 ± 0.4094
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.5294 ± 4.4025
Hits@20:
Test: 61.7837 ± 4.3552
Hits@30:
Test: 70.5882 ± 0.5849
Hits@50:
Test: 79.2789 ± 1.7256
AUC:
Test: 93.7080 ± 0.2473
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.7875 ± 2.4300
Hits@20:
Test: 66.5275 ± 1.2046
Hits@30:
Test: 73.3207 ± 2.7188
Hits@50:
Test: 83.0740 ± 2.1401
AUC:
Test: 94.6903 ± 0.1394
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.2922 ± 3.5434
Hits@20:
Test: 57.2296 ± 2.3456
Hits@30:
Test: 66.7552 ± 0.9620
Hits@50:
Test: 78.4061 ± 1.3578
AUC:
Test: 93.3356 ± 0.1916
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.6129 ± 5.2808
Hits@20:
Test: 65.0095 ± 1.3256
Hits@30:
Test: 72.9412 ± 2.5865
Hits@50:
Test: 81.2524 ± 2.5718
AUC:
Test: 94.7134 ± 0.2335
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.5332 ± 4.4225
Hits@20:
Test: 56.1290 ± 3.1706
Hits@30:
Test: 68.2353 ± 1.8813
Hits@50:
Test: 77.0778 ± 0.8633
AUC:
Test: 93.3392 ± 0.2856
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 0.0000 ± 0.0000
Hits@20:
Test: 0.0000 ± 0.0000
Hits@30:
Test: 0.0000 ± 0.0000
Hits@50:
Test: 71.6129 ± 1.4735
AUC:
Test: 89.8587 ± 0.6494
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 4.8197 ± 10.7773
Hits@20:
Test: 20.4934 ± 28.0774
Hits@30:
Test: 61.8596 ± 2.9427
Hits@50:
Test: 73.5484 ± 1.7577
AUC:
Test: 91.2948 ± 0.5006
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 19.6964 ± 27.0505
Hits@20:
Test: 56.8121 ± 3.1023
Hits@30:
Test: 69.4877 ± 1.2327
Hits@50:
Test: 79.7723 ± 1.5451
AUC:
Test: 93.4971 ± 0.2128
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.8501 ± 7.4879
Hits@20:
Test: 60.1139 ± 6.2940
Hits@30:
Test: 73.2068 ± 1.6455
Hits@50:
Test: 79.2410 ± 1.7474
AUC:
Test: 93.4188 ± 0.2895
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.9526 ± 5.2971
Hits@20:
Test: 70.6262 ± 2.6680
Hits@30:
Test: 75.9393 ± 3.6262
Hits@50:
Test: 84.2505 ± 1.8200
AUC:
Test: 94.8790 ± 0.2008
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.5047 ± 5.3553
Hits@20:
Test: 60.4934 ± 3.3339
Hits@30:
Test: 68.8805 ± 1.6866
Hits@50:
Test: 79.7343 ± 1.9416
AUC:
Test: 93.5425 ± 0.2166
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.9905 ± 2.3563
Hits@20:
Test: 66.4137 ± 3.3678
Hits@30:
Test: 73.4345 ± 2.8400
Hits@50:
Test: 81.9734 ± 2.5844
AUC:
Test: 94.6175 ± 0.3070
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.1271 ± 4.0396
Hits@20:
Test: 58.4061 ± 2.1104
Hits@30:
Test: 67.8937 ± 1.8708
Hits@50:
Test: 76.8880 ± 0.7870
AUC:
Test: 93.4402 ± 0.0998
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 59.7343 ± 6.7827
Hits@20:
Test: 73.7761 ± 3.4087
Hits@30:
Test: 78.3681 ± 1.9398
Hits@50:
Test: 86.1101 ± 1.1097
AUC:
Test: 95.8149 ± 0.2053
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.3017 ± 6.3268
Hits@20:
Test: 59.5066 ± 2.8702
Hits@30:
Test: 72.5237 ± 2.7149
Hits@50:
Test: 83.1499 ± 1.8563
AUC:
Test: 94.2445 ± 0.2371
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.7571 ± 6.6576
Hits@20:
Test: 74.1556 ± 4.5370
Hits@30:
Test: 80.5693 ± 2.6620
Hits@50:
Test: 86.2239 ± 1.3853
AUC:
Test: 95.7997 ± 0.2882
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.4156 ± 6.2911
Hits@20:
Test: 61.2524 ± 2.5116
Hits@30:
Test: 72.0683 ± 1.6068
Hits@50:
Test: 82.8843 ± 0.7870
AUC:
Test: 94.4342 ± 0.1129
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.3814 ± 5.7455
Hits@20:
Test: 73.3586 ± 3.6931
Hits@30:
Test: 79.0892 ± 1.9784
Hits@50:
Test: 85.3510 ± 0.4327
AUC:
Test: 95.5900 ± 0.2893
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.8463 ± 4.9598
Hits@20:
Test: 60.7211 ± 4.4803
Hits@30:
Test: 72.7514 ± 1.5392
Hits@50:
Test: 82.6945 ± 0.9805
AUC:
Test: 94.1639 ± 0.1385
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 60.2277 ± 5.2080
Hits@20:
Test: 75.1044 ± 1.6123
Hits@30:
Test: 79.8482 ± 1.1097
Hits@50:
Test: 85.9962 ± 2.0144
AUC:
Test: 95.7736 ± 0.1620
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.2372 ± 4.3943
Hits@20:
Test: 62.0493 ± 4.0852
Hits@30:
Test: 72.1063 ± 2.0916
Hits@50:
Test: 82.0493 ± 1.2414
AUC:
Test: 94.1655 ± 0.1397
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 60.5693 ± 3.2850
Hits@20:
Test: 74.7249 ± 4.0839
Hits@30:
Test: 80.1898 ± 1.4364
Hits@50:
Test: 86.6414 ± 0.7176
AUC:
Test: 95.8759 ± 0.1604
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.0474 ± 7.3056
Hits@20:
Test: 63.4156 ± 3.9243
Hits@30:
Test: 74.0417 ± 0.9431
Hits@50:
Test: 84.1746 ± 1.1896
AUC:
Test: 94.3294 ± 0.2187
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.5180 ± 5.3459
Hits@20:
Test: 72.9791 ± 1.4489
Hits@30:
Test: 79.0512 ± 2.5052
Hits@50:
Test: 86.9450 ± 0.6628
AUC:
Test: 95.7282 ± 0.1885
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.1992 ± 3.4948
Hits@20:
Test: 61.4042 ± 3.4381
Hits@30:
Test: 70.5503 ± 2.0322
Hits@50:
Test: 82.8843 ± 1.7046
AUC:
Test: 94.4054 ± 0.2279
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 58.5199 ± 3.7512
Hits@20:
Test: 73.1309 ± 2.6586
Hits@30:
Test: 78.3681 ± 1.4263
Hits@50:
Test: 85.1613 ± 1.2399
AUC:
Test: 95.5868 ± 0.2784
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.4288 ± 4.9347
Hits@20:
Test: 61.3283 ± 4.0217
Hits@30:
Test: 72.2581 ± 3.0959
Hits@50:
Test: 82.0873 ± 1.0616
AUC:
Test: 94.2645 ± 0.1823
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.9507 ± 6.6962
Hits@20:
Test: 73.5863 ± 1.7719
Hits@30:
Test: 80.8729 ± 1.8319
Hits@50:
Test: 85.8064 ± 0.5910
AUC:
Test: 95.5610 ± 0.2257
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.1727 ± 4.2760
Hits@20:
Test: 63.4915 ± 3.0614
Hits@30:
Test: 71.1575 ± 3.9462
Hits@50:
Test: 81.9734 ± 1.8250
AUC:
Test: 94.1317 ± 0.1114
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.9108 ± 23.4054
Hits@20:
Test: 65.6546 ± 2.9181
Hits@30:
Test: 74.9526 ± 0.8271
Hits@50:
Test: 83.4156 ± 1.2194
AUC:
Test: 94.6895 ± 0.2690
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.4175 ± 3.0152
Hits@20:
Test: 66.7173 ± 2.1028
Hits@30:
Test: 74.3074 ± 1.1113
Hits@50:
Test: 83.8710 ± 0.7471
AUC:
Test: 94.3955 ± 0.2229
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 60.7970 ± 4.3054
Hits@20:
Test: 76.0911 ± 2.7726
Hits@30:
Test: 80.0000 ± 0.9257
Hits@50:
Test: 86.2239 ± 0.7892
AUC:
Test: 95.8369 ± 0.1756
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.9715 ± 1.7800
Hits@20:
Test: 62.9602 ± 2.1859
Hits@30:
Test: 72.9032 ± 1.6068
Hits@50:
Test: 83.4156 ± 1.3788
AUC:
Test: 94.3834 ± 0.1102
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 60.3036 ± 3.1104
Hits@20:
Test: 72.6755 ± 1.2150
Hits@30:
Test: 79.1651 ± 2.0144
Hits@50:
Test: 85.6926 ± 1.4612
AUC:
Test: 95.6005 ± 0.1888
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.2505 ± 2.6477
Hits@20:
Test: 62.0493 ± 3.4392
Hits@30:
Test: 72.9032 ± 1.6510
Hits@50:
Test: 82.7324 ± 1.1620
AUC:
Test: 94.2911 ± 0.1589
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.4156 ± 1.9089
Hits@20:
Test: 72.6376 ± 2.6169
Hits@30:
Test: 77.5712 ± 2.0847
Hits@50:
Test: 85.4269 ± 1.3105
AUC:
Test: 95.6581 ± 0.2171
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.5655 ± 3.2163
Hits@20:
Test: 64.0228 ± 4.0644
Hits@30:
Test: 72.6376 ± 3.6237
Hits@50:
Test: 82.1252 ± 1.6672
AUC:
Test: 94.3144 ± 0.2909
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 0.0000 ± 0.0000
Hits@20:
Test: 0.0000 ± 0.0000
Hits@30:
Test: 41.5560 ± 38.0705
Hits@50:
Test: 80.0759 ± 1.2587
AUC:
Test: 92.1553 ± 0.3923
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 0.0000 ± 0.0000
Hits@20:
Test: 0.0000 ± 0.0000
Hits@30:
Test: 54.7628 ± 30.7370
Hits@50:
Test: 79.2030 ± 2.0595
AUC:
Test: 92.7516 ± 0.1499
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.6205 ± 22.8448
Hits@20:
Test: 64.7059 ± 1.6705
Hits@30:
Test: 75.2182 ± 2.5620
Hits@50:
Test: 83.9089 ± 1.3242
AUC:
Test: 94.6623 ± 0.3490
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.2277 ± 4.8023
Hits@20:
Test: 62.9981 ± 3.0919
Hits@30:
Test: 75.3321 ± 1.7025
Hits@50:
Test: 83.4156 ± 1.1820
AUC:
Test: 94.3535 ± 0.0740
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.6186 ± 3.2784
Hits@20:
Test: 75.4459 ± 2.0108
Hits@30:
Test: 80.6072 ± 1.2615
Hits@50:
Test: 86.5655 ± 1.6290
AUC:
Test: 95.7373 ± 0.1845
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.3510 ± 4.9754
Hits@20:
Test: 61.9734 ± 2.8228
Hits@30:
Test: 72.5996 ± 2.0375
Hits@50:
Test: 83.7951 ± 1.2268
AUC:
Test: 94.3825 ± 0.1615
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 59.1271 ± 1.3524
Hits@20:
Test: 72.0304 ± 2.8671
Hits@30:
Test: 79.6584 ± 2.1359
Hits@50:
Test: 86.0721 ± 1.1274
AUC:
Test: 95.7283 ± 0.1863
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_NCN_incn1cn1_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.9089 ± 2.5620
Hits@20:
Test: 62.4668 ± 2.7642
Hits@30:
Test: 71.3473 ± 1.1697
Hits@50:
Test: 82.2011 ± 1.5555
AUC:
Test: 94.2230 ± 0.2186
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.7818 ± 5.0329
Hits@20:
Test: 58.8615 ± 2.6101
Hits@30:
Test: 67.0209 ± 1.6455
Hits@50:
Test: 74.7628 ± 0.6842
AUC:
Test: 91.0465 ± 0.2623
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.2163 ± 1.6791
Hits@20:
Test: 50.8918 ± 2.8190
Hits@30:
Test: 58.4061 ± 3.2685
Hits@50:
Test: 67.4763 ± 1.9564
AUC:
Test: 89.5688 ± 0.2194
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.9450 ± 5.4397
Hits@20:
Test: 59.0892 ± 3.0820
Hits@30:
Test: 66.5275 ± 1.7162
Hits@50:
Test: 73.7002 ± 2.8450
AUC:
Test: 90.9429 ± 0.4257
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.6338 ± 1.9564
Hits@20:
Test: 51.0816 ± 2.2023
Hits@30:
Test: 59.1651 ± 2.7115
Hits@50:
Test: 69.0323 ± 1.5955
AUC:
Test: 89.4530 ± 0.2517
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.4023 ± 2.1300
Hits@20:
Test: 58.7097 ± 3.4512
Hits@30:
Test: 65.9203 ± 2.4944
Hits@50:
Test: 75.5598 ± 1.1178
AUC:
Test: 91.3593 ± 0.3908
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.8349 ± 4.1081
Hits@20:
Test: 50.5123 ± 2.0055
Hits@30:
Test: 59.3928 ± 1.9674
Hits@50:
Test: 68.1973 ± 2.2873
AUC:
Test: 89.5175 ± 0.1175
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.5769 ± 3.5168
Hits@20:
Test: 58.1404 ± 2.8036
Hits@30:
Test: 67.0588 ± 1.7577
Hits@50:
Test: 75.3700 ± 1.0768
AUC:
Test: 91.2504 ± 0.4044
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.3036 ± 2.2556
Hits@20:
Test: 50.9677 ± 3.1882
Hits@30:
Test: 59.8482 ± 1.9098
Hits@50:
Test: 67.7040 ± 0.3394
AUC:
Test: 89.4799 ± 0.0858
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.9317 ± 4.7450
Hits@20:
Test: 59.5446 ± 2.4241
Hits@30:
Test: 68.8046 ± 0.6920
Hits@50:
Test: 74.6869 ± 1.9239
AUC:
Test: 91.1266 ± 0.3980
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.0778 ± 1.7931
Hits@20:
Test: 51.1575 ± 2.2396
Hits@30:
Test: 58.7856 ± 1.7151
Hits@50:
Test: 68.9184 ± 1.9183
AUC:
Test: 89.7216 ± 0.3178
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.7799 ± 2.7016
Hits@20:
Test: 61.7078 ± 2.7836
Hits@30:
Test: 68.6907 ± 2.1257
Hits@50:
Test: 73.7761 ± 3.7339
AUC:
Test: 91.1815 ± 0.2448
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.2676 ± 4.2654
Hits@20:
Test: 49.9810 ± 2.3456
Hits@30:
Test: 57.8748 ± 2.2129
Hits@50:
Test: 66.4516 ± 2.1652
AUC:
Test: 89.5459 ± 0.2284
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.0228 ± 2.5634
Hits@20:
Test: 57.6471 ± 2.3753
Hits@30:
Test: 62.9602 ± 2.3942
Hits@50:
Test: 74.8767 ± 1.2341
AUC:
Test: 91.2337 ± 0.3065
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.1917 ± 5.6545
Hits@20:
Test: 51.0057 ± 2.3601
Hits@30:
Test: 59.6584 ± 2.1240
Hits@50:
Test: 65.9583 ± 0.2546
AUC:
Test: 89.4777 ± 0.2394
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.7932 ± 2.5900
Hits@20:
Test: 57.1158 ± 2.7399
Hits@30:
Test: 66.9829 ± 2.6156
Hits@50:
Test: 75.3321 ± 1.4759
AUC:
Test: 91.3656 ± 0.2086
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.9639 ± 2.7016
Hits@20:
Test: 53.2448 ± 1.3788
Hits@30:
Test: 59.5446 ± 2.3715
Hits@50:
Test: 66.6414 ± 2.3563
AUC:
Test: 89.5837 ± 0.2787
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.3890 ± 23.5999
Hits@20:
Test: 57.0398 ± 3.1398
Hits@30:
Test: 64.4023 ± 3.7029
Hits@50:
Test: 72.1822 ± 1.3525
AUC:
Test: 90.3279 ± 0.1357
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.5066 ± 5.3844
Hits@20:
Test: 58.6717 ± 2.0144
Hits@30:
Test: 64.8197 ± 2.0198
Hits@50:
Test: 72.1063 ± 1.7443
AUC:
Test: 90.3814 ± 0.4419
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.5655 ± 6.2397
Hits@20:
Test: 62.3150 ± 2.9261
Hits@30:
Test: 67.7799 ± 2.7478
Hits@50:
Test: 75.7495 ± 1.6011
AUC:
Test: 91.2637 ± 0.2575
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.2011 ± 5.4231
Hits@20:
Test: 53.1309 ± 1.1064
Hits@30:
Test: 60.4934 ± 1.8660
Hits@50:
Test: 68.3871 ± 1.0271
AUC:
Test: 89.7853 ± 0.1037
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.6167 ± 2.5195
Hits@20:
Test: 58.2163 ± 2.2145
Hits@30:
Test: 67.1727 ± 2.1173
Hits@50:
Test: 76.0531 ± 0.7754
AUC:
Test: 91.1788 ± 0.2349
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.8615 ± 4.3049
Hits@20:
Test: 50.8159 ± 3.5127
Hits@30:
Test: 58.8615 ± 1.7515
Hits@50:
Test: 66.6793 ± 1.0950
AUC:
Test: 89.5969 ± 0.1496
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.8046 ± 4.9325
Hits@20:
Test: 61.1006 ± 3.2674
Hits@30:
Test: 66.5655 ± 1.5497
Hits@50:
Test: 75.1803 ± 1.1338
AUC:
Test: 91.2137 ± 0.2414
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.6338 ± 3.9839
Hits@20:
Test: 52.1063 ± 1.7370
Hits@30:
Test: 59.5446 ± 1.3970
Hits@50:
Test: 66.6793 ± 1.6791
AUC:
Test: 89.4263 ± 0.2713
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 5.1613 ± 11.5410
Hits@20:
Test: 19.0892 ± 26.1769
Hits@30:
Test: 46.4896 ± 26.1433
Hits@50:
Test: 67.7419 ± 3.6574
AUC:
Test: 88.3593 ± 0.4701
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 6.6414 ± 14.8505
Hits@20:
Test: 49.2600 ± 2.9045
Hits@30:
Test: 59.0892 ± 2.6687
Hits@50:
Test: 69.7533 ± 2.9840
AUC:
Test: 89.8879 ± 0.4659
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.8634 ± 20.3094
Hits@20:
Test: 57.7230 ± 2.2548
Hits@30:
Test: 64.6679 ± 1.4600
Hits@50:
Test: 73.6243 ± 1.4698
AUC:
Test: 90.5996 ± 0.4757
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.8501 ± 6.2163
Hits@20:
Test: 57.1537 ± 3.1678
Hits@30:
Test: 60.8729 ± 2.1359
Hits@50:
Test: 70.8539 ± 1.5334
AUC:
Test: 90.0425 ± 0.2385
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.5275 ± 3.7218
Hits@20:
Test: 62.5806 ± 3.2241
Hits@30:
Test: 67.8937 ± 2.1900
Hits@50:
Test: 75.3700 ± 1.3840
AUC:
Test: 91.3999 ± 0.4251
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.5958 ± 5.6379
Hits@20:
Test: 52.4099 ± 1.8368
Hits@30:
Test: 58.8235 ± 2.1300
Hits@50:
Test: 68.5009 ± 2.2731
AUC:
Test: 89.5627 ± 0.3533
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.7666 ± 4.4803
Hits@20:
Test: 59.8861 ± 1.9098
Hits@30:
Test: 67.7799 ± 0.9620
Hits@50:
Test: 75.1044 ± 1.3905
AUC:
Test: 91.3957 ± 0.1686
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_BUDDY_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.9374 ± 4.1168
Hits@20:
Test: 52.2201 ± 1.6993
Hits@30:
Test: 58.6338 ± 1.2729
Hits@50:
Test: 66.7932 ± 1.9811
AUC:
Test: 89.5661 ± 0.3616
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.0493 ± 3.4140
Hits@20:
Test: 34.0417 ± 4.0689
Hits@30:
Test: 41.2524 ± 4.0953
Hits@50:
Test: 49.4497 ± 2.1283
AUC:
Test: 80.7574 ± 1.8896
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.6281 ± 1.3657
Hits@20:
Test: 40.0380 ± 3.4235
Hits@30:
Test: 45.1613 ± 2.4337
Hits@50:
Test: 54.5351 ± 2.7648
AUC:
Test: 82.8715 ± 1.0700
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.9583 ± 4.0905
Hits@20:
Test: 36.1290 ± 5.0679
Hits@30:
Test: 43.0361 ± 3.6013
Hits@50:
Test: 50.2467 ± 4.8422
AUC:
Test: 81.2315 ± 1.1958
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.1233 ± 3.8855
Hits@20:
Test: 36.5465 ± 2.5195
Hits@30:
Test: 43.8710 ± 3.0045
Hits@50:
Test: 54.5351 ± 2.1577
AUC:
Test: 83.5426 ± 0.6508
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.0968 ± 3.5076
Hits@20:
Test: 32.1442 ± 6.4942
Hits@30:
Test: 38.5958 ± 6.9196
Hits@50:
Test: 48.8046 ± 2.8696
AUC:
Test: 79.3331 ± 2.2940
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.2732 ± 5.8285
Hits@20:
Test: 37.0778 ± 4.0289
Hits@30:
Test: 43.4535 ± 5.1740
Hits@50:
Test: 55.2182 ± 2.8368
AUC:
Test: 83.1797 ± 0.4289
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.9070 ± 3.6088
Hits@20:
Test: 36.7742 ± 2.2104
Hits@30:
Test: 41.8596 ± 4.5335
Hits@50:
Test: 50.0949 ± 3.1266
AUC:
Test: 80.9509 ± 2.1403
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.4516 ± 4.3984
Hits@20:
Test: 37.2296 ± 1.6123
Hits@30:
Test: 43.7951 ± 1.4538
Hits@50:
Test: 53.9279 ± 1.4162
AUC:
Test: 82.9645 ± 1.4659
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.8330 ± 5.5608
Hits@20:
Test: 33.0930 ± 2.7386
Hits@30:
Test: 42.9981 ± 4.7978
Hits@50:
Test: 48.7287 ± 3.7242
AUC:
Test: 80.7641 ± 1.5923
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.1480 ± 2.2347
Hits@20:
Test: 39.5446 ± 1.7679
Hits@30:
Test: 46.7552 ± 1.1274
Hits@50:
Test: 56.4326 ± 3.2525
AUC:
Test: 83.3366 ± 0.8029
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.1499 ± 4.2600
Hits@20:
Test: 33.2827 ± 6.4147
Hits@30:
Test: 40.3795 ± 2.9653
Hits@50:
Test: 50.8918 ± 3.2408
AUC:
Test: 80.8448 ± 0.7040
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.0095 ± 3.1791
Hits@20:
Test: 39.2789 ± 2.2006
Hits@30:
Test: 46.4137 ± 1.7109
Hits@50:
Test: 55.5598 ± 2.1062
AUC:
Test: 83.8690 ± 0.8663
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.4156 ± 4.1888
Hits@20:
Test: 32.7514 ± 5.9199
Hits@30:
Test: 42.5047 ± 6.3205
Hits@50:
Test: 51.1575 ± 3.3614
AUC:
Test: 79.8150 ± 2.5804
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.4004 ± 5.5592
Hits@20:
Test: 34.0797 ± 6.4231
Hits@30:
Test: 44.4782 ± 4.2781
Hits@50:
Test: 55.5218 ± 1.9974
AUC:
Test: 83.4711 ± 0.8866
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.4782 ± 5.4038
Hits@20:
Test: 33.6622 ± 4.9674
Hits@30:
Test: 42.6186 ± 2.7452
Hits@50:
Test: 50.2467 ± 2.6916
AUC:
Test: 79.3908 ± 2.5576
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.4137 ± 1.4661
Hits@20:
Test: 38.5199 ± 2.7268
Hits@30:
Test: 44.2505 ± 2.0010
Hits@50:
Test: 53.5863 ± 1.5682
AUC:
Test: 83.3024 ± 1.6698
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.8292 ± 6.3750
Hits@20:
Test: 38.1404 ± 3.8305
Hits@30:
Test: 45.1992 ± 2.6204
Hits@50:
Test: 51.8786 ± 3.5616
AUC:
Test: 81.1612 ± 2.2726
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.7951 ± 6.7042
Hits@20:
Test: 37.5332 ± 4.9087
Hits@30:
Test: 45.8444 ± 4.2654
Hits@50:
Test: 55.1423 ± 2.2153
AUC:
Test: 84.8693 ± 0.9726
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.2372 ± 4.6461
Hits@20:
Test: 34.7628 ± 5.0657
Hits@30:
Test: 39.2410 ± 3.4429
Hits@50:
Test: 49.9051 ± 1.7951
AUC:
Test: 80.5855 ± 1.0073
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.9089 ± 1.9765
Hits@20:
Test: 38.5958 ± 3.2635
Hits@30:
Test: 44.6679 ± 3.1341
Hits@50:
Test: 54.8387 ± 2.2572
AUC:
Test: 83.4069 ± 0.8937
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.2751 ± 6.5943
Hits@20:
Test: 30.7021 ± 4.8645
Hits@30:
Test: 43.4535 ± 2.5138
Hits@50:
Test: 50.5503 ± 2.7550
AUC:
Test: 79.2375 ± 2.4253
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.7666 ± 5.5979
Hits@20:
Test: 35.4459 ± 6.8841
Hits@30:
Test: 44.8956 ± 2.1908
Hits@50:
Test: 55.9013 ± 2.9045
AUC:
Test: 83.4446 ± 0.6912
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.5541 ± 4.5946
Hits@20:
Test: 35.9013 ± 3.3014
Hits@30:
Test: 42.9981 ± 2.5479
Hits@50:
Test: 50.3226 ± 2.6511
AUC:
Test: 81.5828 ± 1.3929
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.4649 ± 3.2436
Hits@20:
Test: 36.3188 ± 2.8355
Hits@30:
Test: 41.4801 ± 3.7053
Hits@50:
Test: 52.8653 ± 2.9292
AUC:
Test: 83.2953 ± 1.7036
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.6034 ± 5.7452
Hits@20:
Test: 34.9146 ± 5.8961
Hits@30:
Test: 43.0740 ± 5.4021
Hits@50:
Test: 50.7400 ± 5.4380
AUC:
Test: 80.4130 ± 2.0158
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.3226 ± 3.6013
Hits@20:
Test: 37.8748 ± 5.7030
Hits@30:
Test: 43.6433 ± 7.0234
Hits@50:
Test: 58.3681 ± 2.9076
AUC:
Test: 84.8168 ± 0.4783
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.0076 ± 1.7831
Hits@20:
Test: 34.6869 ± 4.7427
Hits@30:
Test: 42.5427 ± 2.3255
Hits@50:
Test: 50.4364 ± 1.3511
AUC:
Test: 81.2967 ± 1.0552
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.7419 ± 1.3174
Hits@20:
Test: 38.2922 ± 1.9965
Hits@30:
Test: 46.9070 ± 3.7651
Hits@50:
Test: 56.8501 ± 2.1325
AUC:
Test: 83.8787 ± 0.8618
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.4383 ± 3.2107
Hits@20:
Test: 33.5104 ± 6.6096
Hits@30:
Test: 39.3928 ± 6.6177
Hits@50:
Test: 49.9431 ± 4.6969
AUC:
Test: 79.6089 ± 2.5965
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.6660 ± 3.9608
Hits@20:
Test: 37.2296 ± 0.9896
Hits@30:
Test: 45.6546 ± 2.6073
Hits@50:
Test: 55.5598 ± 1.7770
AUC:
Test: 83.5186 ± 0.8160
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.0114 ± 2.1801
Hits@20:
Test: 36.0531 ± 3.4653
Hits@30:
Test: 41.8596 ± 4.3033
Hits@50:
Test: 51.8027 ± 2.5634
AUC:
Test: 80.1304 ± 2.8415
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.5275 ± 0.5265
Hits@20:
Test: 36.4706 ± 2.1443
Hits@30:
Test: 44.5541 ± 1.8220
Hits@50:
Test: 52.5237 ± 3.0432
AUC:
Test: 83.1128 ± 1.5439
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 21.7457 ± 3.2023
Hits@20:
Test: 29.4118 ± 4.8322
Hits@30:
Test: 34.5351 ± 4.5481
Hits@50:
Test: 44.1746 ± 3.2464
AUC:
Test: 76.1367 ± 0.5308
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.2751 ± 5.1047
Hits@20:
Test: 33.1309 ± 4.4025
Hits@30:
Test: 41.6698 ± 2.6956
Hits@50:
Test: 48.7287 ± 4.9434
AUC:
Test: 79.2766 ± 1.4044
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 21.3283 ± 2.4396
Hits@20:
Test: 28.5769 ± 3.5004
Hits@30:
Test: 34.7249 ± 3.1381
Hits@50:
Test: 42.4668 ± 3.1961
AUC:
Test: 76.2765 ± 0.2200
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.2505 ± 3.7889
Hits@20:
Test: 33.8140 ± 4.9543
Hits@30:
Test: 38.9374 ± 5.2129
Hits@50:
Test: 48.3871 ± 4.4542
AUC:
Test: 78.7055 ± 1.1779
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.5294 ± 1.7078
Hits@20:
Test: 29.9810 ± 2.8996
Hits@30:
Test: 34.8008 ± 2.8292
Hits@50:
Test: 45.3890 ± 2.6477
AUC:
Test: 76.5644 ± 0.6228
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.9583 ± 2.0760
Hits@20:
Test: 32.4099 ± 4.7237
Hits@30:
Test: 41.4421 ± 2.3685
Hits@50:
Test: 49.0702 ± 2.9076
AUC:
Test: 80.1018 ± 1.1137
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 21.8596 ± 3.3041
Hits@20:
Test: 32.6376 ± 5.6973
Hits@30:
Test: 39.1271 ± 5.6232
Hits@50:
Test: 45.2372 ± 5.2356
AUC:
Test: 77.4058 ± 1.1367
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.6679 ± 2.4002
Hits@20:
Test: 34.7249 ± 3.8234
Hits@30:
Test: 39.6584 ± 3.9003
Hits@50:
Test: 49.0323 ± 3.3318
AUC:
Test: 79.3135 ± 0.8062
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.6812 ± 3.8455
Hits@20:
Test: 30.1328 ± 2.8570
Hits@30:
Test: 35.9393 ± 5.4940
Hits@50:
Test: 43.4915 ± 4.9869
AUC:
Test: 76.2894 ± 0.4671
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.4763 ± 3.6485
Hits@20:
Test: 34.6110 ± 1.5509
Hits@30:
Test: 40.6072 ± 2.1925
Hits@50:
Test: 47.9696 ± 2.2186
AUC:
Test: 78.9919 ± 1.2289
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 21.7457 ± 1.3853
Hits@20:
Test: 29.7533 ± 3.5737
Hits@30:
Test: 35.1423 ± 3.6633
Hits@50:
Test: 44.8197 ± 4.1103
AUC:
Test: 76.1383 ± 0.7303
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.5541 ± 3.3264
Hits@20:
Test: 31.4231 ± 4.3779
Hits@30:
Test: 37.3055 ± 3.7822
Hits@50:
Test: 47.6281 ± 3.8234
AUC:
Test: 78.9502 ± 0.9920
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.5294 ± 3.8305
Hits@20:
Test: 30.4364 ± 4.0843
Hits@30:
Test: 35.4080 ± 3.8925
Hits@50:
Test: 45.3510 ± 2.2331
AUC:
Test: 76.3516 ± 0.8643
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.4763 ± 1.2967
Hits@20:
Test: 34.8767 ± 5.5815
Hits@30:
Test: 40.0000 ± 2.5893
Hits@50:
Test: 51.8027 ± 4.3931
AUC:
Test: 79.9687 ± 1.0235
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.8083 ± 5.0390
Hits@20:
Test: 31.7647 ± 3.8012
Hits@30:
Test: 39.6205 ± 3.4140
Hits@50:
Test: 45.6546 ± 5.3580
AUC:
Test: 77.7514 ± 1.4320
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.5028 ± 1.5037
Hits@20:
Test: 32.9032 ± 3.7894
Hits@30:
Test: 39.0892 ± 3.3329
Hits@50:
Test: 49.7533 ± 4.0217
AUC:
Test: 79.8203 ± 0.9252
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.5009 ± 5.9756
Hits@20:
Test: 33.5863 ± 6.2417
Hits@30:
Test: 38.2163 ± 2.9138
Hits@50:
Test: 46.4137 ± 5.3124
AUC:
Test: 76.8091 ± 0.3115
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.3226 ± 3.8244
Hits@20:
Test: 38.4440 ± 2.6922
Hits@30:
Test: 44.2505 ± 2.9653
Hits@50:
Test: 51.2713 ± 2.8727
AUC:
Test: 79.9743 ± 0.9251
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.6812 ± 2.3139
Hits@20:
Test: 29.6774 ± 2.7940
Hits@30:
Test: 33.8899 ± 4.1216
Hits@50:
Test: 42.9981 ± 3.0673
AUC:
Test: 76.0442 ± 0.6588
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.6565 ± 3.0378
Hits@20:
Test: 33.2827 ± 4.8649
Hits@30:
Test: 37.3435 ± 4.7465
Hits@50:
Test: 48.0835 ± 3.8809
AUC:
Test: 79.2110 ± 0.9838
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 21.7078 ± 1.7982
Hits@20:
Test: 31.7647 ± 2.5016
Hits@30:
Test: 36.3188 ± 2.8482
Hits@50:
Test: 44.4023 ± 3.2090
AUC:
Test: 75.7917 ± 1.4530
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.0854 ± 1.8947
Hits@20:
Test: 35.8254 ± 1.8022
Hits@30:
Test: 39.6964 ± 3.6188
Hits@50:
Test: 48.0076 ± 4.1290
AUC:
Test: 79.2589 ± 0.9793
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.9203 ± 3.5893
Hits@20:
Test: 31.7268 ± 4.1862
Hits@30:
Test: 38.6717 ± 5.1678
Hits@50:
Test: 45.4649 ± 1.4796
AUC:
Test: 77.1325 ± 0.8696
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.9715 ± 2.1908
Hits@20:
Test: 33.5484 ± 1.9555
Hits@30:
Test: 39.0512 ± 3.0254
Hits@50:
Test: 48.6527 ± 2.7972
AUC:
Test: 79.6028 ± 0.5027
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.6053 ± 4.8463
Hits@20:
Test: 34.8008 ± 4.5235
Hits@30:
Test: 38.5579 ± 5.9846
Hits@50:
Test: 47.4763 ± 3.0432
AUC:
Test: 78.4961 ± 1.1374
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.8178 ± 1.9656
Hits@20:
Test: 39.4687 ± 1.6045
Hits@30:
Test: 44.5920 ± 3.1581
Hits@50:
Test: 52.5617 ± 2.7920
AUC:
Test: 80.7229 ± 1.1649
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.5294 ± 3.9026
Hits@20:
Test: 30.4744 ± 3.1769
Hits@30:
Test: 38.6338 ± 4.2145
Hits@50:
Test: 45.9583 ± 4.4001
AUC:
Test: 76.7753 ± 0.9150
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.6907 ± 2.1232
Hits@20:
Test: 35.1803 ± 1.0183
Hits@30:
Test: 41.8596 ± 2.1990
Hits@50:
Test: 48.7287 ± 1.2472
AUC:
Test: 79.8615 ± 1.0520
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 20.6452 ± 1.5263
Hits@20:
Test: 30.0949 ± 4.9728
Hits@30:
Test: 35.2562 ± 4.2119
Hits@50:
Test: 44.1366 ± 4.3697
AUC:
Test: 76.2857 ± 0.4607
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.0987 ± 3.0860
Hits@20:
Test: 34.0797 ± 5.3293
Hits@30:
Test: 37.7609 ± 5.2432
Hits@50:
Test: 48.5009 ± 4.1304
AUC:
Test: 79.5319 ± 0.7389
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.8083 ± 5.7137
Hits@20:
Test: 29.8672 ± 4.4209
Hits@30:
Test: 37.3435 ± 4.6604
Hits@50:
Test: 46.6414 ± 5.8891
AUC:
Test: 77.9202 ± 1.3513
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.0342 ± 3.8173
Hits@20:
Test: 34.0038 ± 3.2297
Hits@30:
Test: 39.8861 ± 4.3631
Hits@50:
Test: 48.5009 ± 4.2591
AUC:
Test: 79.9183 ± 0.6644
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.3510 ± 3.4145
Hits@20:
Test: 35.8634 ± 2.3279
Hits@30:
Test: 40.7590 ± 1.5555
Hits@50:
Test: 51.2334 ± 2.4813
AUC:
Test: 79.6808 ± 1.3959
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.6565 ± 2.2991
Hits@20:
Test: 34.3833 ± 1.8466
Hits@30:
Test: 38.8615 ± 3.3902
Hits@50:
Test: 49.2600 ± 3.8460
AUC:
Test: 80.6054 ± 0.6796
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.4649 ± 4.0949
Hits@20:
Test: 33.9279 ± 3.0785
Hits@30:
Test: 40.8349 ± 3.8735
Hits@50:
Test: 50.7400 ± 4.1085
AUC:
Test: 79.0839 ± 0.8329
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.3017 ± 2.8094
Hits@20:
Test: 31.4611 ± 4.0262
Hits@30:
Test: 39.4687 ± 0.9951
Hits@50:
Test: 47.5901 ± 0.8839
AUC:
Test: 80.0171 ± 0.4161
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.6034 ± 3.1018
Hits@20:
Test: 35.4080 ± 2.0812
Hits@30:
Test: 40.2277 ± 2.0916
Hits@50:
Test: 50.2846 ± 2.9181
AUC:
Test: 79.8805 ± 0.6681
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.6565 ± 3.1312
Hits@20:
Test: 31.6509 ± 2.7445
Hits@30:
Test: 39.1271 ± 2.9804
Hits@50:
Test: 46.8691 ± 2.2047
AUC:
Test: 80.4885 ± 0.9240
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.8425 ± 5.8670
Hits@20:
Test: 36.3567 ± 3.6218
Hits@30:
Test: 43.7192 ± 3.3827
Hits@50:
Test: 50.9677 ± 1.3119
AUC:
Test: 79.6404 ± 0.4994
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.6300 ± 3.3955
Hits@20:
Test: 32.7514 ± 2.3147
Hits@30:
Test: 39.3928 ± 3.1769
Hits@50:
Test: 48.2732 ± 4.3573
AUC:
Test: 80.1637 ± 0.0952
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.2486 ± 2.4653
Hits@20:
Test: 34.9146 ± 4.1767
Hits@30:
Test: 44.0228 ± 3.1237
Hits@50:
Test: 51.3852 ± 3.1249
AUC:
Test: 79.5667 ± 1.2196
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.8956 ± 2.4278
Hits@20:
Test: 32.4858 ± 2.0717
Hits@30:
Test: 39.6964 ± 3.7072
Hits@50:
Test: 50.3226 ± 1.7566
AUC:
Test: 80.6692 ± 1.0015
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.8710 ± 3.6682
Hits@20:
Test: 34.2315 ± 3.6515
Hits@30:
Test: 38.2163 ± 4.4675
Hits@50:
Test: 48.0076 ± 3.1638
AUC:
Test: 78.9226 ± 0.7364
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.5161 ± 4.1015
Hits@20:
Test: 32.5237 ± 2.6788
Hits@30:
Test: 38.7097 ± 2.2331
Hits@50:
Test: 48.0076 ± 4.1939
AUC:
Test: 80.1432 ± 0.5144
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.1461 ± 3.9086
Hits@20:
Test: 34.3833 ± 2.1527
Hits@30:
Test: 39.3169 ± 3.3769
Hits@50:
Test: 50.0190 ± 2.7188
AUC:
Test: 79.4480 ± 0.8213
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.9469 ± 3.7097
Hits@20:
Test: 31.8406 ± 3.7266
Hits@30:
Test: 38.2543 ± 1.3591
Hits@50:
Test: 47.5522 ± 3.5209
AUC:
Test: 80.1797 ± 0.5825
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.2998 ± 4.7488
Hits@20:
Test: 36.8880 ± 2.2873
Hits@30:
Test: 41.5939 ± 2.1190
Hits@50:
Test: 50.2087 ± 3.8083
AUC:
Test: 79.9925 ± 0.6796
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.6053 ± 2.9810
Hits@20:
Test: 33.7761 ± 1.7443
Hits@30:
Test: 38.6717 ± 0.7275
Hits@50:
Test: 49.0323 ± 1.7982
AUC:
Test: 80.3891 ± 0.6065
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.2884 ± 2.7985
Hits@20:
Test: 37.1537 ± 4.5923
Hits@30:
Test: 43.3776 ± 4.7222
Hits@50:
Test: 51.5370 ± 2.7843
AUC:
Test: 79.9299 ± 0.8674
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.4383 ± 2.3912
Hits@20:
Test: 32.2581 ± 3.3410
Hits@30:
Test: 37.9886 ± 4.2735
Hits@50:
Test: 49.7533 ± 2.5962
AUC:
Test: 81.1931 ± 0.9726
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.4896 ± 3.6168
Hits@20:
Test: 34.7628 ± 2.4719
Hits@30:
Test: 41.1385 ± 3.4819
Hits@50:
Test: 50.0569 ± 5.0888
AUC:
Test: 79.3685 ± 0.7213
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.9848 ± 2.2952
Hits@20:
Test: 33.1309 ± 2.9659
Hits@30:
Test: 39.9620 ± 1.8131
Hits@50:
Test: 46.8311 ± 2.7115
AUC:
Test: 79.9118 ± 0.5940
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.2372 ± 1.0983
Hits@20:
Test: 35.1044 ± 1.0219
Hits@30:
Test: 39.9620 ± 3.6711
Hits@50:
Test: 49.2600 ± 4.1325
AUC:
Test: 79.7669 ± 0.5967
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.7324 ± 3.2877
Hits@20:
Test: 33.0550 ± 3.5076
Hits@30:
Test: 39.3928 ± 2.8068
Hits@50:
Test: 47.8558 ± 2.1527
AUC:
Test: 80.6096 ± 0.5827
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.9336 ± 2.1660
Hits@20:
Test: 34.1556 ± 2.4374
Hits@30:
Test: 41.2903 ± 4.1085
Hits@50:
Test: 50.7021 ± 3.9789
AUC:
Test: 79.8354 ± 0.8722
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.6053 ± 2.3186
Hits@20:
Test: 32.5237 ± 1.0271
Hits@30:
Test: 38.4440 ± 2.5760
Hits@50:
Test: 48.1214 ± 1.9610
AUC:
Test: 80.2407 ± 0.4458
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.5636 ± 3.6755
Hits@20:
Test: 36.6983 ± 1.7162
Hits@30:
Test: 42.2391 ± 0.9450
Hits@50:
Test: 50.1328 ± 1.2898
AUC:
Test: 80.5019 ± 0.7428
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.0968 ± 1.2399
Hits@20:
Test: 37.5332 ± 3.5127
Hits@30:
Test: 41.1385 ± 3.1989
Hits@50:
Test: 50.5123 ± 2.2023
AUC:
Test: 82.1504 ± 0.7963
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.4744 ± 4.3656
Hits@20:
Test: 34.5731 ± 4.5825
Hits@30:
Test: 42.8083 ± 4.3820
Hits@50:
Test: 50.5503 ± 5.0572
AUC:
Test: 80.1953 ± 0.5331
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.6034 ± 2.8190
Hits@20:
Test: 32.9412 ± 1.9929
Hits@30:
Test: 40.7590 ± 1.6993
Hits@50:
Test: 48.9564 ± 1.0565
AUC:
Test: 80.4499 ± 0.5577
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.2732 ± 1.9811
Hits@20:
Test: 38.5958 ± 2.0551
Hits@30:
Test: 44.7818 ± 2.7135
Hits@50:
Test: 51.5370 ± 4.0132
AUC:
Test: 80.4355 ± 1.2069
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.8463 ± 3.6736
Hits@20:
Test: 32.4099 ± 3.8102
Hits@30:
Test: 38.4440 ± 3.1712
Hits@50:
Test: 48.7666 ± 1.6597
AUC:
Test: 80.8510 ± 0.4157
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.1727 ± 2.0804
Hits@20:
Test: 35.6736 ± 2.8809
Hits@30:
Test: 42.8843 ± 3.3085
Hits@50:
Test: 50.4364 ± 2.0586
AUC:
Test: 79.9109 ± 0.7026
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.3909 ± 1.0650
Hits@20:
Test: 31.5750 ± 1.9051
Hits@30:
Test: 37.1537 ± 3.0015
Hits@50:
Test: 46.9450 ± 1.5037
AUC:
Test: 79.9603 ± 0.5841
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.2770 ± 4.6569
Hits@20:
Test: 31.9545 ± 2.0242
Hits@30:
Test: 37.1537 ± 4.2141
Hits@50:
Test: 46.5655 ± 3.5918
AUC:
Test: 79.4962 ± 1.3121
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.9450 ± 2.7759
Hits@20:
Test: 35.6736 ± 3.5677
Hits@30:
Test: 43.2638 ± 3.1151
Hits@50:
Test: 50.8918 ± 2.9774
AUC:
Test: 82.6810 ± 0.5232
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 20.3795 ± 2.5515
Hits@20:
Test: 29.6015 ± 3.1209
Hits@30:
Test: 35.0285 ± 4.9146
Hits@50:
Test: 45.1613 ± 4.0542
AUC:
Test: 79.9810 ± 0.8566
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.2998 ± 1.0359
Hits@20:
Test: 33.1309 ± 4.2166
Hits@30:
Test: 41.6319 ± 2.8292
Hits@50:
Test: 51.5750 ± 2.5928
AUC:
Test: 82.5485 ± 0.3625
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.3017 ± 2.9622
Hits@20:
Test: 31.7268 ± 2.9224
Hits@30:
Test: 38.8615 ± 1.6510
Hits@50:
Test: 47.3245 ± 3.1513
AUC:
Test: 79.4701 ± 1.1182
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.4269 ± 2.2928
Hits@20:
Test: 36.2429 ± 3.1467
Hits@30:
Test: 41.6319 ± 1.7162
Hits@50:
Test: 51.6888 ± 2.4470
AUC:
Test: 82.4282 ± 1.5563
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.4896 ± 5.1524
Hits@20:
Test: 35.0664 ± 2.3525
Hits@30:
Test: 39.6964 ± 3.2297
Hits@50:
Test: 49.7533 ± 1.4600
AUC:
Test: 80.3894 ± 2.3726
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.7173 ± 3.1961
Hits@20:
Test: 35.9772 ± 2.6552
Hits@30:
Test: 42.8463 ± 3.0402
Hits@50:
Test: 51.9545 ± 2.7997
AUC:
Test: 82.0439 ± 1.2658
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 19.5825 ± 3.6731
Hits@20:
Test: 30.0190 ± 3.6485
Hits@30:
Test: 37.4953 ± 3.3801
Hits@50:
Test: 47.4763 ± 3.4350
AUC:
Test: 78.3528 ± 2.0161
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.3017 ± 2.8126
Hits@20:
Test: 33.7381 ± 3.1735
Hits@30:
Test: 39.1271 ± 2.8507
Hits@50:
Test: 51.4231 ± 1.7339
AUC:
Test: 81.9428 ± 0.9095
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.7704 ± 3.2453
Hits@20:
Test: 30.0569 ± 4.3943
Hits@30:
Test: 35.4459 ± 3.6657
Hits@50:
Test: 44.7818 ± 5.5776
AUC:
Test: 80.0560 ± 0.7422
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.7552 ± 3.5143
Hits@20:
Test: 36.0911 ± 3.3447
Hits@30:
Test: 43.9089 ± 2.8164
Hits@50:
Test: 52.5617 ± 2.1002
AUC:
Test: 82.3501 ± 0.4674
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.2770 ± 3.2910
Hits@20:
Test: 31.1575 ± 2.8507
Hits@30:
Test: 36.8501 ± 3.4611
Hits@50:
Test: 43.4156 ± 3.1621
AUC:
Test: 79.5113 ± 1.4494
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.6034 ± 3.7339
Hits@20:
Test: 35.2941 ± 2.7920
Hits@30:
Test: 42.5047 ± 2.7856
Hits@50:
Test: 50.7400 ± 1.3983
AUC:
Test: 82.5453 ± 0.7179
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.1746 ± 5.6967
Hits@20:
Test: 33.8520 ± 3.2580
Hits@30:
Test: 42.5427 ± 2.4017
Hits@50:
Test: 50.6262 ± 2.7933
AUC:
Test: 80.8741 ± 2.4815
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.3510 ± 4.5828
Hits@20:
Test: 38.1404 ± 3.4653
Hits@30:
Test: 45.8824 ± 3.3928
Hits@50:
Test: 54.3453 ± 0.9450
AUC:
Test: 82.4251 ± 1.5757
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 17.1917 ± 2.5620
Hits@20:
Test: 29.1461 ± 2.2873
Hits@30:
Test: 30.8159 ± 8.2794
Hits@50:
Test: 44.9715 ± 1.6378
AUC:
Test: 74.7581 ± 1.7479
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.4156 ± 1.4301
Hits@20:
Test: 32.1063 ± 3.0402
Hits@30:
Test: 41.0247 ± 1.6564
Hits@50:
Test: 49.4118 ± 1.5216
AUC:
Test: 78.5497 ± 0.5138
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 20.7211 ± 1.0514
Hits@20:
Test: 30.8539 ± 3.5056
Hits@30:
Test: 35.9013 ± 2.1610
Hits@50:
Test: 44.1746 ± 3.0579
AUC:
Test: 78.0995 ± 1.4568
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.3264 ± 2.3904
Hits@20:
Test: 34.7628 ± 2.7836
Hits@30:
Test: 41.3283 ± 1.1651
Hits@50:
Test: 51.6888 ± 4.1260
AUC:
Test: 81.5303 ± 0.7048
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 20.7211 ± 3.2157
Hits@20:
Test: 31.1575 ± 2.9894
Hits@30:
Test: 36.4326 ± 3.2118
Hits@50:
Test: 44.7438 ± 4.4306
AUC:
Test: 78.9152 ± 1.7250
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.0854 ± 4.6079
Hits@20:
Test: 34.1936 ± 2.8946
Hits@30:
Test: 41.2144 ± 2.0499
Hits@50:
Test: 51.7268 ± 3.4746
AUC:
Test: 82.6453 ± 0.8068
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 20.0380 ± 4.6356
Hits@20:
Test: 32.5237 ± 4.8463
Hits@30:
Test: 37.9886 ± 4.2290
Hits@50:
Test: 49.7533 ± 2.8633
AUC:
Test: 80.6426 ± 2.7786
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.6281 ± 3.0994
Hits@20:
Test: 37.1537 ± 2.9070
Hits@30:
Test: 45.1233 ± 4.8404
Hits@50:
Test: 53.5104 ± 1.7750
AUC:
Test: 82.2838 ± 1.5065
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 14.6490 ± 5.3307
Hits@20:
Test: 17.5332 ± 1.6246
Hits@30:
Test: 22.7704 ± 2.4002
Hits@50:
Test: 31.0816 ± 4.0773
AUC:
Test: 71.6519 ± 1.5230
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 13.7002 ± 4.2650
Hits@20:
Test: 22.4668 ± 4.3366
Hits@30:
Test: 27.2486 ± 3.2386
Hits@50:
Test: 37.6850 ± 3.1882
AUC:
Test: 75.3541 ± 1.6666
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 17.7989 ± 5.5766
Hits@20:
Test: 27.2486 ± 5.7188
Hits@30:
Test: 31.0057 ± 4.8741
Hits@50:
Test: 40.6452 ± 4.3796
AUC:
Test: 74.8268 ± 1.1259
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.1632 ± 3.1133
Hits@20:
Test: 30.8539 ± 4.1759
Hits@30:
Test: 36.1290 ± 5.0927
Hits@50:
Test: 44.8956 ± 3.5868
AUC:
Test: 78.2381 ± 1.3284
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 21.8596 ± 2.7413
Hits@20:
Test: 29.4877 ± 3.5056
Hits@30:
Test: 37.2676 ± 4.3820
Hits@50:
Test: 43.9089 ± 5.2356
AUC:
Test: 78.1464 ± 0.9449
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.1366 ± 2.8476
Hits@20:
Test: 34.0797 ± 3.3960
Hits@30:
Test: 41.8596 ± 3.4824
Hits@50:
Test: 53.2448 ± 2.9292
AUC:
Test: 82.1183 ± 1.2212
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.7571 ± 5.1886
Hits@20:
Test: 32.7135 ± 3.6267
Hits@30:
Test: 36.8880 ± 5.3243
Hits@50:
Test: 48.9564 ± 1.3485
AUC:
Test: 79.8627 ± 2.1363
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.9070 ± 5.9756
Hits@20:
Test: 35.5977 ± 3.1938
Hits@30:
Test: 44.1366 ± 3.2855
Hits@50:
Test: 53.7002 ± 1.9811
AUC:
Test: 82.9339 ± 1.8559
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.9317 ± 1.2828
Hits@20:
Test: 38.0645 ± 4.5985
Hits@30:
Test: 46.4137 ± 2.2636
Hits@50:
Test: 54.9526 ± 1.5334
AUC:
Test: 78.9759 ± 0.5039
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.3226 ± 4.4872
Hits@20:
Test: 37.0019 ± 1.2370
Hits@30:
Test: 44.1746 ± 2.5823
Hits@50:
Test: 54.7249 ± 1.7057
AUC:
Test: 78.0529 ± 0.3719
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.7419 ± 3.5662
Hits@20:
Test: 36.3947 ± 2.4499
Hits@30:
Test: 45.1233 ± 4.4306
Hits@50:
Test: 55.4839 ± 1.3983
AUC:
Test: 79.1752 ± 0.7476
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.5901 ± 2.1241
Hits@20:
Test: 36.5465 ± 1.6079
Hits@30:
Test: 45.7305 ± 1.2515
Hits@50:
Test: 53.3586 ± 2.4092
AUC:
Test: 77.8480 ± 1.2256
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.0076 ± 2.3799
Hits@20:
Test: 40.0380 ± 3.0890
Hits@30:
Test: 46.3378 ± 2.6545
Hits@50:
Test: 54.0797 ± 2.0216
AUC:
Test: 79.6180 ± 0.7989
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.1973 ± 2.3799
Hits@20:
Test: 36.2808 ± 3.1593
Hits@30:
Test: 43.6812 ± 2.7248
Hits@50:
Test: 51.8027 ± 1.7901
AUC:
Test: 77.8834 ± 0.4158
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.1328 ± 3.6436
Hits@20:
Test: 39.1651 ± 4.3158
Hits@30:
Test: 44.0987 ± 7.2388
Hits@50:
Test: 54.3074 ± 2.9439
AUC:
Test: 79.6561 ± 0.9061
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.9564 ± 2.8036
Hits@20:
Test: 39.0133 ± 2.3761
Hits@30:
Test: 44.5161 ± 2.7518
Hits@50:
Test: 53.3207 ± 1.4575
AUC:
Test: 78.1542 ± 0.5225
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.4137 ± 5.0551
Hits@20:
Test: 41.2144 ± 2.1104
Hits@30:
Test: 46.5655 ± 3.2442
Hits@50:
Test: 55.9772 ± 1.9305
AUC:
Test: 79.1507 ± 0.6330
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.5142 ± 4.3208
Hits@20:
Test: 35.3700 ± 4.0289
Hits@30:
Test: 43.6433 ± 1.0650
Hits@50:
Test: 51.3852 ± 1.3310
AUC:
Test: 77.2020 ± 0.6017
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.0702 ± 4.7824
Hits@20:
Test: 38.4440 ± 3.3019
Hits@30:
Test: 45.2751 ± 4.2166
Hits@50:
Test: 55.3700 ± 4.4327
AUC:
Test: 79.5419 ± 1.3611
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.3890 ± 3.7339
Hits@20:
Test: 36.5844 ± 4.1538
Hits@30:
Test: 44.5161 ± 2.3108
Hits@50:
Test: 53.7381 ± 3.3849
AUC:
Test: 77.7160 ± 0.5780
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.3491 ± 5.2339
Hits@20:
Test: 38.4061 ± 3.3182
Hits@30:
Test: 43.8710 ± 3.6262
Hits@50:
Test: 53.0930 ± 2.2707
AUC:
Test: 78.9192 ± 0.7801
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.8178 ± 4.5809
Hits@20:
Test: 37.1537 ± 3.3393
Hits@30:
Test: 42.9981 ± 1.4612
Hits@50:
Test: 53.5104 ± 1.4072
AUC:
Test: 78.0970 ± 0.4736
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.8425 ± 3.1381
Hits@20:
Test: 39.1651 ± 2.3685
Hits@30:
Test: 47.7040 ± 1.5157
Hits@50:
Test: 55.0664 ± 1.9136
AUC:
Test: 79.1500 ± 0.5616
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.2220 ± 2.9701
Hits@20:
Test: 36.2049 ± 3.2408
Hits@30:
Test: 44.0607 ± 2.0542
Hits@50:
Test: 52.9791 ± 1.6400
AUC:
Test: 78.0266 ± 0.4904
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.7154 ± 3.2525
Hits@20:
Test: 38.4061 ± 3.5337
Hits@30:
Test: 44.5920 ± 6.5623
Hits@50:
Test: 54.0797 ± 2.5564
AUC:
Test: 78.6367 ± 0.8844
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.1746 ± 5.5348
Hits@20:
Test: 36.1670 ± 3.5004
Hits@30:
Test: 40.9108 ± 2.1028
Hits@50:
Test: 48.6527 ± 2.6855
AUC:
Test: 76.2957 ± 0.5769
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.6907 ± 2.8062
Hits@20:
Test: 39.5825 ± 2.6450
Hits@30:
Test: 46.5275 ± 2.9592
Hits@50:
Test: 55.8254 ± 1.9920
AUC:
Test: 78.6012 ± 1.1073
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.7173 ± 2.6272
Hits@20:
Test: 36.6983 ± 4.7031
Hits@30:
Test: 44.0607 ± 2.0278
Hits@50:
Test: 52.8273 ± 2.1867
AUC:
Test: 77.5156 ± 0.5095
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.1841 ± 4.0351
Hits@20:
Test: 37.2676 ± 3.9086
Hits@30:
Test: 45.6547 ± 3.2051
Hits@50:
Test: 55.6357 ± 3.6113
AUC:
Test: 79.0695 ± 1.4037
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.6907 ± 3.9311
Hits@20:
Test: 39.6584 ± 3.3811
Hits@30:
Test: 43.5674 ± 2.0682
Hits@50:
Test: 52.9032 ± 2.1019
AUC:
Test: 77.8076 ± 1.0793
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.8311 ± 2.7778
Hits@20:
Test: 37.1917 ± 2.9549
Hits@30:
Test: 45.1233 ± 3.8595
Hits@50:
Test: 54.7628 ± 2.5124
AUC:
Test: 79.5864 ± 0.5558
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.8672 ± 1.9610
Hits@20:
Test: 38.9374 ± 1.5670
Hits@30:
Test: 44.9336 ± 2.1941
Hits@50:
Test: 53.8520 ± 2.4426
AUC:
Test: 78.1419 ± 0.5510
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 21.5560 ± 5.0215
Hits@20:
Test: 22.0873 ± 7.2076
Hits@30:
Test: 25.9962 ± 8.5210
Hits@50:
Test: 35.6357 ± 7.7630
AUC:
Test: 73.9641 ± 1.4612
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 15.9393 ± 4.8098
Hits@20:
Test: 24.7059 ± 4.1991
Hits@30:
Test: 28.5389 ± 1.9098
Hits@50:
Test: 38.3302 ± 4.1595
AUC:
Test: 77.4625 ± 1.0920
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.5503 ± 1.5474
Hits@20:
Test: 40.4175 ± 2.6599
Hits@30:
Test: 46.2619 ± 4.0440
Hits@50:
Test: 55.3321 ± 3.0878
AUC:
Test: 77.8316 ± 1.0719
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.6300 ± 2.8126
Hits@20:
Test: 36.3188 ± 2.6889
Hits@30:
Test: 40.3795 ± 2.4389
Hits@50:
Test: 48.5009 ± 1.0700
AUC:
Test: 75.1281 ± 1.9429
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.5636 ± 2.4864
Hits@20:
Test: 39.8102 ± 2.2904
Hits@30:
Test: 46.4137 ± 2.1156
Hits@50:
Test: 56.1670 ± 2.3510
AUC:
Test: 78.9655 ± 0.8908
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.7040 ± 1.9398
Hits@20:
Test: 37.5712 ± 1.7183
Hits@30:
Test: 42.6186 ± 2.4799
Hits@50:
Test: 51.8027 ± 2.6869
AUC:
Test: 77.4069 ± 0.7364
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.1954 ± 2.3874
Hits@20:
Test: 41.6698 ± 2.7972
Hits@30:
Test: 47.3245 ± 4.1499
Hits@50:
Test: 56.0531 ± 2.9045
AUC:
Test: 79.8536 ± 0.8030
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.0588 ± 2.6484
Hits@20:
Test: 37.0019 ± 2.4189
Hits@30:
Test: 45.3890 ± 1.8514
Hits@50:
Test: 51.9165 ± 1.3591
AUC:
Test: 78.2123 ± 0.4258
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 2.6565 ± 1.2443
Hits@20:
Test: 4.7059 ± 1.9416
Hits@30:
Test: 6.8311 ± 2.1130
Hits@50:
Test: 10.9677 ± 2.0976
AUC:
Test: 50.9285 ± 2.0859
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 2.6945 ± 0.9805
Hits@20:
Test: 4.8197 ± 1.0616
Hits@30:
Test: 7.3624 ± 0.6491
Hits@50:
Test: 11.9924 ± 1.1573
AUC:
Test: 52.0062 ± 1.3540
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 2.6565 ± 1.2443
Hits@20:
Test: 4.7059 ± 1.9416
Hits@30:
Test: 6.8311 ± 2.1130
Hits@50:
Test: 10.9677 ± 2.0976
AUC:
Test: 50.9285 ± 2.0859
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 2.6945 ± 0.9805
Hits@20:
Test: 4.8197 ± 1.0616
Hits@30:
Test: 7.3624 ± 0.6491
Hits@50:
Test: 11.9924 ± 1.1573
AUC:
Test: 52.0062 ± 1.3540
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 2.6565 ± 1.2443
Hits@20:
Test: 4.7059 ± 1.9416
Hits@30:
Test: 6.8311 ± 2.1130
Hits@50:
Test: 10.9677 ± 2.0976
AUC:
Test: 50.9285 ± 2.0859
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 2.6945 ± 0.9805
Hits@20:
Test: 4.8197 ± 1.0616
Hits@30:
Test: 7.3624 ± 0.6491
Hits@50:
Test: 11.9924 ± 1.1573
AUC:
Test: 52.0062 ± 1.3540
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 2.6565 ± 1.2443
Hits@20:
Test: 4.7059 ± 1.9416
Hits@30:
Test: 6.8311 ± 2.1130
Hits@50:
Test: 10.9677 ± 2.0976
AUC:
Test: 50.9285 ± 2.0859
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 2.6945 ± 0.9805
Hits@20:
Test: 4.8197 ± 1.0616
Hits@30:
Test: 7.3624 ± 0.6491
Hits@50:
Test: 11.9924 ± 1.1573
AUC:
Test: 52.0062 ± 1.3540
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 4.1746 ± 2.2088
Hits@20:
Test: 5.9962 ± 2.9840
Hits@30:
Test: 8.8805 ± 3.5050
Hits@50:
Test: 12.4099 ± 3.5968
AUC:
Test: 52.2161 ± 2.7955
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 4.1746 ± 1.5819
Hits@20:
Test: 6.4516 ± 2.1300
Hits@30:
Test: 8.7287 ± 1.9992
Hits@50:
Test: 12.4478 ± 2.0769
AUC:
Test: 53.0022 ± 2.6822
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 4.1746 ± 2.2088
Hits@20:
Test: 5.9962 ± 2.9840
Hits@30:
Test: 8.8805 ± 3.5050
Hits@50:
Test: 12.4099 ± 3.5968
AUC:
Test: 52.2161 ± 2.7955
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 4.1746 ± 1.5819
Hits@20:
Test: 6.4516 ± 2.1300
Hits@30:
Test: 8.7287 ± 1.9992
Hits@50:
Test: 12.4478 ± 2.0769
AUC:
Test: 53.0022 ± 2.6822
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 4.1746 ± 2.2088
Hits@20:
Test: 5.9962 ± 2.9840
Hits@30:
Test: 8.8805 ± 3.5050
Hits@50:
Test: 12.4099 ± 3.5968
AUC:
Test: 52.2161 ± 2.7955
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 4.1746 ± 1.5819
Hits@20:
Test: 6.4516 ± 2.1300
Hits@30:
Test: 8.7287 ± 1.9992
Hits@50:
Test: 12.4478 ± 2.0769
AUC:
Test: 53.0022 ± 2.6822
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 4.1746 ± 2.2088
Hits@20:
Test: 5.9962 ± 2.9840
Hits@30:
Test: 8.8805 ± 3.5050
Hits@50:
Test: 12.4099 ± 3.5968
AUC:
Test: 52.2161 ± 2.7955
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 4.1746 ± 1.5819
Hits@20:
Test: 6.4516 ± 2.1300
Hits@30:
Test: 8.7287 ± 1.9992
Hits@50:
Test: 12.4478 ± 2.0769
AUC:
Test: 53.0022 ± 2.6822
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 8.0835 ± 0.6090
Hits@20:
Test: 11.3093 ± 1.2414
Hits@30:
Test: 13.8899 ± 1.5842
Hits@50:
Test: 18.6338 ± 1.0599
AUC:
Test: 57.3940 ± 1.7360
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 2.4288 ± 0.4725
Hits@20:
Test: 3.4156 ± 0.9199
Hits@30:
Test: 6.8311 ± 2.3548
Hits@50:
Test: 10.5882 ± 4.2439
AUC:
Test: 52.0207 ± 1.0037
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 8.0835 ± 0.6090
Hits@20:
Test: 11.3093 ± 1.2414
Hits@30:
Test: 13.8899 ± 1.5842
Hits@50:
Test: 18.6338 ± 1.0599
AUC:
Test: 57.3940 ± 1.7360
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 2.4288 ± 0.4725
Hits@20:
Test: 3.4156 ± 0.9199
Hits@30:
Test: 6.8311 ± 2.3548
Hits@50:
Test: 10.5882 ± 4.2439
AUC:
Test: 52.0207 ± 1.0037
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 8.0835 ± 0.6090
Hits@20:
Test: 11.3093 ± 1.2414
Hits@30:
Test: 13.8899 ± 1.5842
Hits@50:
Test: 18.6338 ± 1.0599
AUC:
Test: 57.3940 ± 1.7360
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 2.4288 ± 0.4725
Hits@20:
Test: 3.4156 ± 0.9199
Hits@30:
Test: 6.8311 ± 2.3548
Hits@50:
Test: 10.5882 ± 4.2439
AUC:
Test: 52.0207 ± 1.0037
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 8.0835 ± 0.6090
Hits@20:
Test: 11.3093 ± 1.2414
Hits@30:
Test: 13.8899 ± 1.5842
Hits@50:
Test: 18.6338 ± 1.0599
AUC:
Test: 57.3940 ± 1.7360
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 2.4288 ± 0.4725
Hits@20:
Test: 3.4156 ± 0.9199
Hits@30:
Test: 6.8311 ± 2.3548
Hits@50:
Test: 10.5882 ± 4.2439
AUC:
Test: 52.0207 ± 1.0037
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 9.5636 ± 1.8032
Hits@20:
Test: 12.1822 ± 2.3980
Hits@30:
Test: 15.1423 ± 3.1450
Hits@50:
Test: 18.2922 ± 2.2153
AUC:
Test: 59.0954 ± 2.8480
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 2.9602 ± 0.3699
Hits@20:
Test: 5.8065 ± 1.2630
Hits@30:
Test: 7.3624 ± 1.5955
Hits@50:
Test: 12.6376 ± 1.2981
AUC:
Test: 53.5676 ± 1.7696
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 9.5636 ± 1.8032
Hits@20:
Test: 12.1822 ± 2.3980
Hits@30:
Test: 15.1423 ± 3.1450
Hits@50:
Test: 18.2922 ± 2.2153
AUC:
Test: 59.0954 ± 2.8480
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 2.9602 ± 0.3699
Hits@20:
Test: 5.8065 ± 1.2630
Hits@30:
Test: 7.3624 ± 1.5955
Hits@50:
Test: 12.6376 ± 1.2981
AUC:
Test: 53.5676 ± 1.7696
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 9.5636 ± 1.8032
Hits@20:
Test: 12.1822 ± 2.3980
Hits@30:
Test: 15.1423 ± 3.1450
Hits@50:
Test: 18.2922 ± 2.2153
AUC:
Test: 59.0954 ± 2.8480
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 2.9602 ± 0.3699
Hits@20:
Test: 5.8065 ± 1.2630
Hits@30:
Test: 7.3624 ± 1.5955
Hits@50:
Test: 12.6376 ± 1.2981
AUC:
Test: 53.5676 ± 1.7696
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 9.5636 ± 1.8032
Hits@20:
Test: 12.1822 ± 2.3980
Hits@30:
Test: 15.1423 ± 3.1450
Hits@50:
Test: 18.2922 ± 2.2153
AUC:
Test: 59.0954 ± 2.8480
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 2.9602 ± 0.3699
Hits@20:
Test: 5.8065 ± 1.2630
Hits@30:
Test: 7.3624 ± 1.5955
Hits@50:
Test: 12.6376 ± 1.2981
AUC:
Test: 53.5676 ± 1.7696
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.0493 ± 3.4140
Hits@20:
Test: 34.0417 ± 4.0689
Hits@30:
Test: 41.2524 ± 4.0953
Hits@50:
Test: 49.4497 ± 2.1283
AUC:
Test: 80.7574 ± 1.8896
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.6281 ± 1.3657
Hits@20:
Test: 40.0380 ± 3.4235
Hits@30:
Test: 45.1613 ± 2.4337
Hits@50:
Test: 54.5351 ± 2.7648
AUC:
Test: 82.8715 ± 1.0700
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.9583 ± 4.0905
Hits@20:
Test: 36.1290 ± 5.0679
Hits@30:
Test: 43.0361 ± 3.6013
Hits@50:
Test: 50.2467 ± 4.8422
AUC:
Test: 81.2315 ± 1.1958
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.1233 ± 3.8855
Hits@20:
Test: 36.5465 ± 2.5195
Hits@30:
Test: 43.8710 ± 3.0045
Hits@50:
Test: 54.5351 ± 2.1577
AUC:
Test: 83.5426 ± 0.6508
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.0968 ± 3.5076
Hits@20:
Test: 32.1442 ± 6.4942
Hits@30:
Test: 38.5958 ± 6.9196
Hits@50:
Test: 48.8046 ± 2.8696
AUC:
Test: 79.3331 ± 2.2940
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.2732 ± 5.8285
Hits@20:
Test: 37.0778 ± 4.0289
Hits@30:
Test: 43.4535 ± 5.1740
Hits@50:
Test: 55.2182 ± 2.8368
AUC:
Test: 83.1797 ± 0.4289
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.9070 ± 3.6088
Hits@20:
Test: 36.7742 ± 2.2104
Hits@30:
Test: 41.8596 ± 4.5335
Hits@50:
Test: 50.0949 ± 3.1266
AUC:
Test: 80.9509 ± 2.1403
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.4516 ± 4.3984
Hits@20:
Test: 37.2296 ± 1.6123
Hits@30:
Test: 43.7951 ± 1.4538
Hits@50:
Test: 53.9279 ± 1.4162
AUC:
Test: 82.9645 ± 1.4659
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.8330 ± 5.5608
Hits@20:
Test: 33.0930 ± 2.7386
Hits@30:
Test: 42.9981 ± 4.7978
Hits@50:
Test: 48.7287 ± 3.7242
AUC:
Test: 80.7641 ± 1.5923
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.1480 ± 2.2347
Hits@20:
Test: 39.5446 ± 1.7679
Hits@30:
Test: 46.7552 ± 1.1274
Hits@50:
Test: 56.4326 ± 3.2525
AUC:
Test: 83.3366 ± 0.8029
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.1499 ± 4.2600
Hits@20:
Test: 33.2827 ± 6.4147
Hits@30:
Test: 40.3795 ± 2.9653
Hits@50:
Test: 50.8918 ± 3.2408
AUC:
Test: 80.8448 ± 0.7040
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.0095 ± 3.1791
Hits@20:
Test: 39.2789 ± 2.2006
Hits@30:
Test: 46.4137 ± 1.7109
Hits@50:
Test: 55.5598 ± 2.1062
AUC:
Test: 83.8690 ± 0.8663
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.4156 ± 4.1888
Hits@20:
Test: 32.7514 ± 5.9199
Hits@30:
Test: 42.5047 ± 6.3205
Hits@50:
Test: 51.1575 ± 3.3614
AUC:
Test: 79.8150 ± 2.5804
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.4004 ± 5.5592
Hits@20:
Test: 34.0797 ± 6.4231
Hits@30:
Test: 44.4782 ± 4.2781
Hits@50:
Test: 55.5218 ± 1.9974
AUC:
Test: 83.4711 ± 0.8866
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.4782 ± 5.4038
Hits@20:
Test: 33.6622 ± 4.9674
Hits@30:
Test: 42.6186 ± 2.7452
Hits@50:
Test: 50.2467 ± 2.6916
AUC:
Test: 79.3908 ± 2.5576
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.4137 ± 1.4661
Hits@20:
Test: 38.5199 ± 2.7268
Hits@30:
Test: 44.2505 ± 2.0010
Hits@50:
Test: 53.5863 ± 1.5682
AUC:
Test: 83.3024 ± 1.6698
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.8292 ± 6.3750
Hits@20:
Test: 38.1404 ± 3.8305
Hits@30:
Test: 45.1992 ± 2.6204
Hits@50:
Test: 51.8786 ± 3.5616
AUC:
Test: 81.1612 ± 2.2726
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.7951 ± 6.7042
Hits@20:
Test: 37.5332 ± 4.9087
Hits@30:
Test: 45.8444 ± 4.2654
Hits@50:
Test: 55.1423 ± 2.2153
AUC:
Test: 84.8693 ± 0.9726
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.2372 ± 4.6461
Hits@20:
Test: 34.7628 ± 5.0657
Hits@30:
Test: 39.2410 ± 3.4429
Hits@50:
Test: 49.9051 ± 1.7951
AUC:
Test: 80.5855 ± 1.0073
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.9089 ± 1.9765
Hits@20:
Test: 38.5958 ± 3.2635
Hits@30:
Test: 44.6679 ± 3.1341
Hits@50:
Test: 54.8387 ± 2.2572
AUC:
Test: 83.4069 ± 0.8937
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.2751 ± 6.5943
Hits@20:
Test: 30.7021 ± 4.8645
Hits@30:
Test: 43.4535 ± 2.5138
Hits@50:
Test: 50.5503 ± 2.7550
AUC:
Test: 79.2375 ± 2.4253
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.7666 ± 5.5979
Hits@20:
Test: 35.4459 ± 6.8841
Hits@30:
Test: 44.8956 ± 2.1908
Hits@50:
Test: 55.9013 ± 2.9045
AUC:
Test: 83.4446 ± 0.6912
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.5541 ± 4.5946
Hits@20:
Test: 35.9013 ± 3.3014
Hits@30:
Test: 42.9981 ± 2.5479
Hits@50:
Test: 50.3226 ± 2.6511
AUC:
Test: 81.5828 ± 1.3929
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.4649 ± 3.2436
Hits@20:
Test: 36.3188 ± 2.8355
Hits@30:
Test: 41.4801 ± 3.7053
Hits@50:
Test: 52.8653 ± 2.9292
AUC:
Test: 83.2953 ± 1.7036
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.6034 ± 5.7452
Hits@20:
Test: 34.9146 ± 5.8961
Hits@30:
Test: 43.0740 ± 5.4021
Hits@50:
Test: 50.7400 ± 5.4380
AUC:
Test: 80.4130 ± 2.0158
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.3226 ± 3.6013
Hits@20:
Test: 37.8748 ± 5.7030
Hits@30:
Test: 43.6433 ± 7.0234
Hits@50:
Test: 58.3681 ± 2.9076
AUC:
Test: 84.8168 ± 0.4783
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.0076 ± 1.7831
Hits@20:
Test: 34.6869 ± 4.7427
Hits@30:
Test: 42.5427 ± 2.3255
Hits@50:
Test: 50.4364 ± 1.3511
AUC:
Test: 81.2967 ± 1.0552
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.7419 ± 1.3174
Hits@20:
Test: 38.2922 ± 1.9965
Hits@30:
Test: 46.9070 ± 3.7651
Hits@50:
Test: 56.8501 ± 2.1325
AUC:
Test: 83.8787 ± 0.8618
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.4383 ± 3.2107
Hits@20:
Test: 33.5104 ± 6.6096
Hits@30:
Test: 39.3928 ± 6.6177
Hits@50:
Test: 49.9431 ± 4.6969
AUC:
Test: 79.6089 ± 2.5965
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.6660 ± 3.9608
Hits@20:
Test: 37.2296 ± 0.9896
Hits@30:
Test: 45.6546 ± 2.6073
Hits@50:
Test: 55.5598 ± 1.7770
AUC:
Test: 83.5186 ± 0.8160
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.0114 ± 2.1801
Hits@20:
Test: 36.0531 ± 3.4653
Hits@30:
Test: 41.8596 ± 4.3033
Hits@50:
Test: 51.8027 ± 2.5634
AUC:
Test: 80.1304 ± 2.8415
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.5275 ± 0.5265
Hits@20:
Test: 36.4706 ± 2.1443
Hits@30:
Test: 44.5541 ± 1.8220
Hits@50:
Test: 52.5237 ± 3.0432
AUC:
Test: 83.1128 ± 1.5439
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.1537 ± 4.6526
Hits@20:
Test: 50.5123 ± 3.9676
Hits@30:
Test: 56.4706 ± 4.1716
Hits@50:
Test: 63.4915 ± 3.4590
AUC:
Test: 86.7299 ± 1.1163
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.9924 ± 4.4432
Hits@20:
Test: 41.7078 ± 5.5782
Hits@30:
Test: 51.1575 ± 1.6466
Hits@50:
Test: 59.7723 ± 1.1774
AUC:
Test: 85.3196 ± 0.7277
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.5522 ± 4.3490
Hits@20:
Test: 59.1271 ± 3.6687
Hits@30:
Test: 63.5294 ± 3.3312
Hits@50:
Test: 71.1954 ± 2.5152
AUC:
Test: 89.8807 ± 0.7915
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.2600 ± 3.7440
Hits@20:
Test: 61.8216 ± 4.5647
Hits@30:
Test: 68.8046 ± 3.3426
Hits@50:
Test: 75.9393 ± 2.4129
AUC:
Test: 91.4651 ± 0.4974
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.3833 ± 3.1139
Hits@20:
Test: 65.8824 ± 2.4055
Hits@30:
Test: 74.0038 ± 4.1638
Hits@50:
Test: 78.7476 ± 2.7563
AUC:
Test: 92.7104 ± 1.3862
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 58.3302 ± 2.6038
Hits@20:
Test: 75.2941 ± 2.2588
Hits@30:
Test: 80.5313 ± 0.6655
Hits@50:
Test: 85.9203 ± 0.6350
AUC:
Test: 95.3397 ± 0.2241
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.8292 ± 6.0101
Hits@20:
Test: 35.4839 ± 6.3504
Hits@30:
Test: 44.9336 ± 4.8719
Hits@50:
Test: 54.3074 ± 2.7901
AUC:
Test: 81.8126 ± 1.3479
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.1613 ± 4.5255
Hits@20:
Test: 37.7230 ± 0.8839
Hits@30:
Test: 45.5028 ± 3.5434
Hits@50:
Test: 54.8387 ± 2.2412
AUC:
Test: 83.4334 ± 0.9372
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.2808 ± 6.0534
Hits@20:
Test: 47.0588 ± 2.6734
Hits@30:
Test: 54.2315 ± 3.5913
Hits@50:
Test: 62.0873 ± 2.7674
AUC:
Test: 86.3050 ± 0.4622
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.7400 ± 2.8049
Hits@20:
Test: 39.8861 ± 4.1473
Hits@30:
Test: 48.8425 ± 3.4381
Hits@50:
Test: 59.2030 ± 2.1002
AUC:
Test: 85.2306 ± 0.5671
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.4459 ± 2.6101
Hits@20:
Test: 64.5161 ± 2.1087
Hits@30:
Test: 71.9924 ± 3.0644
Hits@50:
Test: 78.7856 ± 3.0491
AUC:
Test: 92.3396 ± 0.9787
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.6319 ± 1.8660
Hits@20:
Test: 74.4213 ± 2.4129
Hits@30:
Test: 78.0645 ± 1.6079
Hits@50:
Test: 83.9089 ± 0.4912
AUC:
Test: 94.8861 ± 0.1302
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.7173 ± 5.8707
Hits@20:
Test: 33.2827 ± 5.2304
Hits@30:
Test: 40.4554 ± 3.8735
Hits@50:
Test: 49.7154 ± 3.4808
AUC:
Test: 81.1502 ± 1.5957
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.3112 ± 3.8828
Hits@20:
Test: 33.4725 ± 5.8078
Hits@30:
Test: 44.0607 ± 2.3525
Hits@50:
Test: 56.2808 ± 2.2556
AUC:
Test: 83.2967 ± 0.7267
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.2846 ± 4.0556
Hits@20:
Test: 38.8994 ± 5.7351
Hits@30:
Test: 45.4649 ± 4.2991
Hits@50:
Test: 54.2315 ± 3.2353
AUC:
Test: 82.3158 ± 0.7120
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.1214 ± 4.8273
Hits@20:
Test: 35.7495 ± 7.7423
Hits@30:
Test: 44.8197 ± 2.1443
Hits@50:
Test: 57.3435 ± 2.5928
AUC:
Test: 83.5408 ± 1.1833
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.1461 ± 3.8352
Hits@20:
Test: 57.8748 ± 3.6376
Hits@30:
Test: 64.2125 ± 3.1312
Hits@50:
Test: 72.4099 ± 3.2992
AUC:
Test: 89.5351 ± 0.9269
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.1954 ± 4.3383
Hits@20:
Test: 63.1499 ± 3.4922
Hits@30:
Test: 68.9564 ± 1.8279
Hits@50:
Test: 76.3947 ± 1.6246
AUC:
Test: 91.3629 ± 0.4951
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.3131 ± 3.5767
Hits@20:
Test: 32.9412 ± 4.0333
Hits@30:
Test: 42.3150 ± 1.4881
Hits@50:
Test: 49.7154 ± 1.2800
AUC:
Test: 79.8460 ± 2.9372
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.7419 ± 2.9439
Hits@20:
Test: 36.9260 ± 2.9961
Hits@30:
Test: 42.3150 ± 1.1774
Hits@50:
Test: 54.9905 ± 2.5578
AUC:
Test: 83.0164 ± 1.6561
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.4156 ± 3.8154
Hits@20:
Test: 33.6622 ± 2.9810
Hits@30:
Test: 40.1898 ± 2.5928
Hits@50:
Test: 51.7268 ± 3.9952
AUC:
Test: 79.5673 ± 2.5844
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.3491 ± 4.3943
Hits@20:
Test: 37.5332 ± 2.6477
Hits@30:
Test: 42.4288 ± 1.3256
Hits@50:
Test: 55.1044 ± 2.9931
AUC:
Test: 82.9113 ± 1.5870
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.0873 ± 5.5960
Hits@20:
Test: 51.4991 ± 2.9354
Hits@30:
Test: 57.6471 ± 1.8071
Hits@50:
Test: 64.7818 ± 1.8669
AUC:
Test: 87.0695 ± 1.2373
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.9165 ± 5.6184
Hits@20:
Test: 44.5541 ± 3.3582
Hits@30:
Test: 49.9431 ± 1.1015
Hits@50:
Test: 59.1271 ± 0.7778
AUC:
Test: 85.4617 ± 0.7205
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.6698 ± 3.3182
Hits@20:
Test: 51.2334 ± 3.4601
Hits@30:
Test: 58.2922 ± 4.2354
Hits@50:
Test: 65.1992 ± 2.9107
AUC:
Test: 86.8922 ± 0.4520
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.9772 ± 3.6711
Hits@20:
Test: 43.3776 ± 3.3694
Hits@30:
Test: 52.5237 ± 3.9835
Hits@50:
Test: 60.7970 ± 4.1477
AUC:
Test: 85.3184 ± 1.0841
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.1233 ± 2.5718
Hits@20:
Test: 57.2676 ± 3.7841
Hits@30:
Test: 63.8330 ± 1.3323
Hits@50:
Test: 70.9298 ± 1.1728
AUC:
Test: 89.8981 ± 0.6535
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.9051 ± 3.6770
Hits@20:
Test: 64.0228 ± 4.0177
Hits@30:
Test: 69.2220 ± 2.7609
Hits@50:
Test: 76.6603 ± 0.8162
AUC:
Test: 91.4576 ± 0.4846
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 60.1518 ± 5.4254
Hits@20:
Test: 65.4649 ± 8.1935
Hits@30:
Test: 71.4611 ± 3.5056
Hits@50:
Test: 80.6452 ± 2.9427
AUC:
Test: 93.3495 ± 1.3632
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.6679 ± 2.7016
Hits@20:
Test: 75.2562 ± 2.9200
Hits@30:
Test: 80.9867 ± 0.7754
Hits@50:
Test: 85.9203 ± 1.1880
AUC:
Test: 95.4435 ± 0.1507
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.4383 ± 6.6517
Hits@20:
Test: 36.2808 ± 5.5798
Hits@30:
Test: 45.0095 ± 5.4970
Hits@50:
Test: 55.2562 ± 4.2162
AUC:
Test: 82.1030 ± 1.6310
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.8577 ± 3.6697
Hits@20:
Test: 36.0531 ± 7.3955
Hits@30:
Test: 46.1101 ± 3.1295
Hits@50:
Test: 55.2562 ± 1.0254
AUC:
Test: 83.6899 ± 0.7984
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.9222 ± 2.9531
Hits@20:
Test: 49.6774 ± 5.2917
Hits@30:
Test: 54.0797 ± 4.1356
Hits@50:
Test: 62.5047 ± 1.9098
AUC:
Test: 86.4741 ± 0.5108
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.1708 ± 3.4156
Hits@20:
Test: 42.3150 ± 3.1295
Hits@30:
Test: 48.5010 ± 3.5893
Hits@50:
Test: 59.7723 ± 1.7597
AUC:
Test: 85.3179 ± 0.4397
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.2827 ± 5.9454
Hits@20:
Test: 65.9583 ± 2.6004
Hits@30:
Test: 70.4364 ± 2.5613
Hits@50:
Test: 79.0512 ± 2.9292
AUC:
Test: 92.3704 ± 0.7065
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.4668 ± 3.1650
Hits@20:
Test: 74.3074 ± 2.1743
Hits@30:
Test: 77.2676 ± 2.3980
Hits@50:
Test: 84.4782 ± 1.2967
AUC:
Test: 94.8310 ± 0.2360
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.4516 ± 5.5914
Hits@20:
Test: 34.9905 ± 4.0600
Hits@30:
Test: 40.9867 ± 4.3561
Hits@50:
Test: 50.9298 ± 2.0899
AUC:
Test: 79.7717 ± 2.5373
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.8843 ± 5.1542
Hits@20:
Test: 33.6243 ± 6.2192
Hits@30:
Test: 45.1992 ± 2.7707
Hits@50:
Test: 54.5351 ± 2.0108
AUC:
Test: 83.4699 ± 0.5485
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.2581 ± 6.3419
Hits@20:
Test: 41.3662 ± 5.4287
Hits@30:
Test: 48.2732 ± 5.3781
Hits@50:
Test: 55.8254 ± 3.7936
AUC:
Test: 83.2747 ± 1.2236
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.2619 ± 3.5667
Hits@20:
Test: 34.2694 ± 7.5873
Hits@30:
Test: 43.7951 ± 0.7023
Hits@50:
Test: 53.3207 ± 2.9181
AUC:
Test: 83.4358 ± 0.8549
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.2865 ± 7.7769
Hits@20:
Test: 58.1784 ± 2.9719
Hits@30:
Test: 64.5161 ± 2.8049
Hits@50:
Test: 72.3340 ± 2.2347
AUC:
Test: 89.3724 ± 0.5503
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.2220 ± 7.3841
Hits@20:
Test: 60.5313 ± 3.0860
Hits@30:
Test: 67.8937 ± 2.6781
Hits@50:
Test: 76.0152 ± 1.9656
AUC:
Test: 91.3611 ± 0.5335
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.9829 ± 5.6328
Hits@20:
Test: 33.6243 ± 4.6449
Hits@30:
Test: 40.3416 ± 3.0378
Hits@50:
Test: 51.6888 ± 2.5900
AUC:
Test: 80.6048 ± 3.4053
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.5768 ± 3.4224
Hits@20:
Test: 37.1537 ± 1.8270
Hits@30:
Test: 43.3397 ± 1.4612
Hits@50:
Test: 52.4478 ± 2.1325
AUC:
Test: 83.4609 ± 1.5849
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.2372 ± 3.6524
Hits@20:
Test: 35.0664 ± 3.1220
Hits@30:
Test: 40.3416 ± 4.0109
Hits@50:
Test: 49.3738 ± 2.3255
AUC:
Test: 81.0080 ± 1.1323
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.1992 ± 1.6123
Hits@20:
Test: 36.2808 ± 1.8899
Hits@30:
Test: 44.3643 ± 1.9230
Hits@50:
Test: 52.9032 ± 1.8466
AUC:
Test: 83.3976 ± 1.6263
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.3928 ± 3.2497
Hits@20:
Test: 50.9677 ± 4.2294
Hits@30:
Test: 55.7116 ± 5.4496
Hits@50:
Test: 63.4915 ± 1.3983
AUC:
Test: 86.6688 ± 1.3866
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.1442 ± 4.5076
Hits@20:
Test: 42.3150 ± 4.8210
Hits@30:
Test: 49.3738 ± 1.3905
Hits@50:
Test: 57.2676 ± 3.5332
AUC:
Test: 84.4534 ± 1.8944
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.2846 ± 10.2949
Hits@20:
Test: 63.4535 ± 2.9169
Hits@30:
Test: 69.2979 ± 1.7821
Hits@50:
Test: 78.2543 ± 1.1589
AUC:
Test: 92.6026 ± 0.2068
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.0740 ± 2.6327
Hits@20:
Test: 54.2315 ± 3.9494
Hits@30:
Test: 61.4042 ± 3.1627
Hits@50:
Test: 68.3871 ± 1.8081
AUC:
Test: 87.9714 ± 0.4671
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.4478 ± 3.5591
Hits@20:
Test: 65.4649 ± 2.5316
Hits@30:
Test: 72.1442 ± 1.0166
Hits@50:
Test: 80.1898 ± 0.5467
AUC:
Test: 93.3472 ± 0.1614
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.2694 ± 6.2627
Hits@20:
Test: 45.1233 ± 2.6409
Hits@30:
Test: 51.6888 ± 4.1952
Hits@50:
Test: 61.1765 ± 2.5338
AUC:
Test: 86.9039 ± 0.5967
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.0152 ± 3.8781
Hits@20:
Test: 66.9070 ± 4.9347
Hits@30:
Test: 72.8653 ± 3.4182
Hits@50:
Test: 80.0379 ± 1.5025
AUC:
Test: 92.9258 ± 0.5228
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.1442 ± 2.7347
Hits@20:
Test: 61.4421 ± 3.4481
Hits@30:
Test: 65.1992 ± 2.4137
Hits@50:
Test: 71.6888 ± 2.2747
AUC:
Test: 90.2377 ± 0.6484
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.1499 ± 3.9059
Hits@20:
Test: 72.9412 ± 2.4690
Hits@30:
Test: 78.9374 ± 1.8052
Hits@50:
Test: 85.7685 ± 1.2870
AUC:
Test: 94.9121 ± 0.1044
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.1423 ± 4.9182
Hits@20:
Test: 65.3131 ± 1.7099
Hits@30:
Test: 70.4744 ± 2.4099
Hits@50:
Test: 76.3947 ± 2.4174
AUC:
Test: 92.3079 ± 0.2901
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.0398 ± 3.3747
Hits@20:
Test: 67.7040 ± 2.4167
Hits@30:
Test: 74.0038 ± 3.4313
Hits@50:
Test: 81.6319 ± 3.0224
AUC:
Test: 93.5056 ± 0.6576
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.8748 ± 7.5150
Hits@20:
Test: 65.8824 ± 3.7722
Hits@30:
Test: 73.4345 ± 2.8902
Hits@50:
Test: 80.3036 ± 2.5330
AUC:
Test: 92.9969 ± 0.7906
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.1746 ± 2.7049
Hits@20:
Test: 75.0664 ± 4.1194
Hits@30:
Test: 80.1518 ± 0.6236
Hits@50:
Test: 86.1480 ± 1.4008
AUC:
Test: 95.4698 ± 0.2724
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.0588 ± 4.4311
Hits@20:
Test: 76.3188 ± 2.3980
Hits@30:
Test: 82.1252 ± 0.9987
Hits@50:
Test: 85.7685 ± 1.8348
AUC:
Test: 95.5658 ± 0.3369
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.6015 ± 5.4694
Hits@20:
Test: 58.9374 ± 4.0997
Hits@30:
Test: 65.9203 ± 5.6825
Hits@50:
Test: 73.6243 ± 4.2789
AUC:
Test: 91.3208 ± 0.8736
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.0038 ± 9.2039
Hits@20:
Test: 39.2789 ± 8.2133
Hits@30:
Test: 47.3624 ± 7.4339
Hits@50:
Test: 57.6091 ± 4.9710
AUC:
Test: 82.8487 ± 2.1711
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.5142 ± 4.2068
Hits@20:
Test: 35.1044 ± 6.6400
Hits@30:
Test: 47.5142 ± 1.8909
Hits@50:
Test: 54.8767 ± 4.0728
AUC:
Test: 83.8747 ± 0.8132
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.4934 ± 3.3640
Hits@20:
Test: 55.1044 ± 2.1990
Hits@30:
Test: 62.8843 ± 2.4726
Hits@50:
Test: 71.0816 ± 2.0942
AUC:
Test: 90.1472 ± 0.5950
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.4763 ± 3.7603
Hits@20:
Test: 54.2315 ± 1.3905
Hits@30:
Test: 58.8994 ± 2.7485
Hits@50:
Test: 65.5788 ± 3.4668
AUC:
Test: 86.8361 ± 0.7450
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.7002 ± 7.0860
Hits@20:
Test: 65.1992 ± 4.1151
Hits@30:
Test: 71.9924 ± 3.4746
Hits@50:
Test: 78.2163 ± 3.1536
AUC:
Test: 92.4050 ± 0.4059
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.7666 ± 5.1279
Hits@20:
Test: 40.6072 ± 3.1324
Hits@30:
Test: 51.4990 ± 4.6064
Hits@50:
Test: 61.5180 ± 2.1104
AUC:
Test: 85.6110 ± 0.8716
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.1841 ± 4.0817
Hits@20:
Test: 63.5294 ± 3.5050
Hits@30:
Test: 72.5617 ± 1.7931
Hits@50:
Test: 77.6091 ± 1.8640
AUC:
Test: 93.0644 ± 0.2607
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.1708 ± 4.5985
Hits@20:
Test: 64.5541 ± 3.9608
Hits@30:
Test: 71.0816 ± 3.8483
Hits@50:
Test: 77.1537 ± 3.1226
AUC:
Test: 91.7168 ± 1.0943
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 59.2789 ± 2.2636
Hits@20:
Test: 65.8444 ± 4.8767
Hits@30:
Test: 71.8027 ± 3.0673
Hits@50:
Test: 76.8501 ± 5.4021
AUC:
Test: 92.6332 ± 0.4890
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.1879 ± 2.5634
Hits@20:
Test: 74.0038 ± 2.4741
Hits@30:
Test: 78.0266 ± 1.1495
Hits@50:
Test: 84.3264 ± 0.8757
AUC:
Test: 94.9034 ± 0.2896
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.0588 ± 2.9476
Hits@20:
Test: 76.3947 ± 3.3264
Hits@30:
Test: 80.1518 ± 0.9544
Hits@50:
Test: 85.3510 ± 1.2615
AUC:
Test: 95.4935 ± 0.2314
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.8577 ± 3.6426
Hits@20:
Test: 30.7780 ± 4.8645
Hits@30:
Test: 39.1271 ± 4.2055
Hits@50:
Test: 49.9431 ± 4.1256
AUC:
Test: 79.5354 ± 2.6498
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.1670 ± 7.0062
Hits@20:
Test: 48.6527 ± 4.6743
Hits@30:
Test: 53.9279 ± 5.2490
Hits@50:
Test: 65.0854 ± 2.8368
AUC:
Test: 87.8299 ± 0.9783
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.0474 ± 2.0830
Hits@20:
Test: 33.3586 ± 6.8920
Hits@30:
Test: 41.2144 ± 6.5367
Hits@50:
Test: 56.8121 ± 2.1990
AUC:
Test: 83.6966 ± 0.5186
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.6015 ± 6.5883
Hits@20:
Test: 33.7761 ± 7.4561
Hits@30:
Test: 43.4156 ± 5.8029
Hits@50:
Test: 52.3719 ± 4.0542
AUC:
Test: 81.9600 ± 2.0085
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.3416 ± 2.7517
Hits@20:
Test: 52.2201 ± 3.4034
Hits@30:
Test: 60.7970 ± 1.9004
Hits@50:
Test: 67.8558 ± 1.3050
AUC:
Test: 89.4532 ± 0.4482
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.3510 ± 2.3417
Hits@20:
Test: 33.1689 ± 6.4675
Hits@30:
Test: 44.3264 ± 1.7474
Hits@50:
Test: 54.4592 ± 3.2564
AUC:
Test: 83.4045 ± 0.6036
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.5256 ± 5.1845
Hits@20:
Test: 59.0892 ± 3.8948
Hits@30:
Test: 64.5541 ± 3.4061
Hits@50:
Test: 72.5617 ± 3.5918
AUC:
Test: 90.1180 ± 0.2273
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.0361 ± 6.4480
Hits@20:
Test: 56.9260 ± 4.9536
Hits@30:
Test: 66.2619 ± 2.9622
Hits@50:
Test: 73.3207 ± 3.5004
AUC:
Test: 91.0458 ± 0.5162
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.3226 ± 6.2682
Hits@20:
Test: 59.5825 ± 2.3201
Hits@30:
Test: 69.3359 ± 1.8329
Hits@50:
Test: 75.5598 ± 1.3036
AUC:
Test: 91.3923 ± 0.5704
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.6717 ± 2.4204
Hits@20:
Test: 52.9032 ± 3.8990
Hits@30:
Test: 61.4801 ± 3.9234
Hits@50:
Test: 71.9165 ± 1.3009
AUC:
Test: 90.4143 ± 0.2747
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 20.7590 ± 5.1402
Hits@20:
Test: 34.4213 ± 4.3283
Hits@30:
Test: 42.3529 ± 2.0278
Hits@50:
Test: 52.8273 ± 2.5969
AUC:
Test: 80.9273 ± 1.3992
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.5522 ± 3.3555
Hits@20:
Test: 36.9260 ± 2.8952
Hits@30:
Test: 43.6433 ± 1.1145
Hits@50:
Test: 53.2448 ± 3.4590
AUC:
Test: 82.7682 ± 1.2532
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.6471 ± 2.2707
Hits@20:
Test: 69.1461 ± 1.7004
Hits@30:
Test: 74.3454 ± 1.6011
Hits@50:
Test: 80.5693 ± 2.5655
AUC:
Test: 93.0665 ± 0.1654
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.9981 ± 3.2905
Hits@20:
Test: 32.2960 ± 4.3548
Hits@30:
Test: 42.5047 ± 1.1226
Hits@50:
Test: 48.6148 ± 3.6951
AUC:
Test: 81.5617 ± 0.8254
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 59.1271 ± 8.0232
Hits@20:
Test: 72.9032 ± 2.6849
Hits@30:
Test: 78.7476 ± 1.6157
Hits@50:
Test: 85.1233 ± 0.8961
AUC:
Test: 94.9335 ± 0.2958
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.8425 ± 2.6190
Hits@20:
Test: 38.7476 ± 3.4324
Hits@30:
Test: 44.4402 ± 3.8618
Hits@50:
Test: 52.7514 ± 3.7665
AUC:
Test: 83.1286 ± 1.5817
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.9488 ± 2.3061
Hits@20:
Test: 49.7913 ± 1.8475
Hits@30:
Test: 59.3548 ± 3.0579
Hits@50:
Test: 65.8444 ± 2.4631
AUC:
Test: 87.9961 ± 0.5845
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.9867 ± 5.0792
Hits@20:
Test: 49.1082 ± 4.1841
Hits@30:
Test: 54.3453 ± 2.9750
Hits@50:
Test: 62.3150 ± 1.9192
AUC:
Test: 86.9042 ± 0.7280
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.3169 ± 6.0311
Hits@20:
Test: 50.9298 ± 2.5655
Hits@30:
Test: 59.9621 ± 3.2564
Hits@50:
Test: 69.2600 ± 3.2202
AUC:
Test: 89.2605 ± 0.3042
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.8406 ± 5.7982
Hits@20:
Test: 44.2505 ± 3.8291
Hits@30:
Test: 49.6015 ± 6.4983
Hits@50:
Test: 59.3169 ± 4.4290
AUC:
Test: 85.2839 ± 0.3111
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.1139 ± 4.7752
Hits@20:
Test: 49.9051 ± 3.8234
Hits@30:
Test: 59.7723 ± 3.5576
Hits@50:
Test: 68.6148 ± 3.9817
AUC:
Test: 89.0503 ± 1.0306
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.7856 ± 3.6018
Hits@20:
Test: 51.8786 ± 2.3874
Hits@30:
Test: 58.2163 ± 3.1278
Hits@50:
Test: 67.5901 ± 1.7921
AUC:
Test: 89.0951 ± 0.6968
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.5028 ± 3.6411
Hits@20:
Test: 54.3833 ± 2.4617
Hits@30:
Test: 60.8729 ± 1.7921
Hits@50:
Test: 68.3871 ± 2.4359
AUC:
Test: 86.8488 ± 1.2149
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.9810 ± 6.9947
Hits@20:
Test: 65.6546 ± 1.7235
Hits@30:
Test: 70.4364 ± 2.2508
Hits@50:
Test: 78.5199 ± 1.8899
AUC:
Test: 92.2129 ± 0.1281
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.3681 ± 8.1167
Hits@20:
Test: 47.7419 ± 3.9817
Hits@30:
Test: 55.9393 ± 1.6672
Hits@50:
Test: 65.9583 ± 0.7778
AUC:
Test: 87.9227 ± 0.8313
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.5028 ± 4.6079
Hits@20:
Test: 57.8748 ± 1.8880
Hits@30:
Test: 64.1366 ± 1.9117
Hits@50:
Test: 70.5882 ± 1.8737
AUC:
Test: 89.0008 ± 0.7894
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.1841 ± 4.1711
Hits@20:
Test: 65.2372 ± 2.5188
Hits@30:
Test: 72.7135 ± 0.9238
Hits@50:
Test: 79.4687 ± 1.9042
AUC:
Test: 93.3047 ± 0.1332
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.0171 ± 2.5302
Hits@20:
Test: 64.8956 ± 3.0948
Hits@30:
Test: 70.5882 ± 1.1697
Hits@50:
Test: 76.0531 ± 1.9555
AUC:
Test: 92.0567 ± 0.2948
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.4725 ± 2.3022
Hits@20:
Test: 65.3131 ± 1.5785
Hits@30:
Test: 72.3340 ± 1.6235
Hits@50:
Test: 76.6224 ± 2.2428
AUC:
Test: 92.6140 ± 0.6591
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.8880 ± 4.6700
Hits@20:
Test: 66.9829 ± 3.5015
Hits@30:
Test: 72.9791 ± 2.0899
Hits@50:
Test: 80.9108 ± 1.7931
AUC:
Test: 93.3471 ± 1.2041
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.5863 ± 2.7452
Hits@20:
Test: 66.5655 ± 2.2186
Hits@30:
Test: 72.7894 ± 2.1990
Hits@50:
Test: 80.4175 ± 1.7151
AUC:
Test: 93.2923 ± 0.4568
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.8937 ± 3.5281
Hits@20:
Test: 76.0152 ± 1.3256
Hits@30:
Test: 79.0892 ± 1.2615
Hits@50:
Test: 85.0095 ± 1.5180
AUC:
Test: 95.3694 ± 0.1245
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.5977 ± 5.6879
Hits@20:
Test: 67.8558 ± 3.2608
Hits@30:
Test: 74.5351 ± 2.6916
Hits@50:
Test: 80.8729 ± 1.5842
AUC:
Test: 93.3285 ± 0.5697
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.3909 ± 3.4819
Hits@20:
Test: 73.8520 ± 3.5230
Hits@30:
Test: 78.9374 ± 3.8888
Hits@50:
Test: 83.4915 ± 1.5819
AUC:
Test: 95.0506 ± 0.3054
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.6736 ± 3.2948
Hits@20:
Test: 43.3017 ± 3.5153
Hits@30:
Test: 50.6262 ± 2.9008
Hits@50:
Test: 59.3928 ± 1.4820
AUC:
Test: 84.7371 ± 0.4005
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.5844 ± 4.1819
Hits@20:
Test: 65.6546 ± 4.2999
Hits@30:
Test: 73.1689 ± 2.5231
Hits@50:
Test: 79.1651 ± 2.3525
AUC:
Test: 93.1494 ± 1.1263
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.6148 ± 3.0520
Hits@20:
Test: 37.6850 ± 1.4301
Hits@30:
Test: 44.8956 ± 1.8230
Hits@50:
Test: 57.2676 ± 3.0843
AUC:
Test: 84.4623 ± 0.7812
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.3131 ± 3.3528
Hits@20:
Test: 53.9658 ± 1.2912
Hits@30:
Test: 58.9374 ± 1.6575
Hits@50:
Test: 66.1860 ± 1.3310
AUC:
Test: 87.2988 ± 0.4676
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.6319 ± 5.7452
Hits@20:
Test: 74.8387 ± 2.6450
Hits@30:
Test: 79.2789 ± 1.4538
Hits@50:
Test: 85.3890 ± 1.9258
AUC:
Test: 95.2664 ± 0.4098
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.3510 ± 7.1454
Hits@20:
Test: 58.1025 ± 2.9774
Hits@30:
Test: 65.6167 ± 2.2064
Hits@50:
Test: 73.0550 ± 2.6734
AUC:
Test: 91.3078 ± 0.6106
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.9146 ± 4.8988
Hits@20:
Test: 48.4250 ± 3.6510
Hits@30:
Test: 54.4213 ± 1.9370
Hits@50:
Test: 64.4782 ± 2.0455
AUC:
Test: 87.0682 ± 0.4131
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.5750 ± 7.5203
Hits@20:
Test: 64.0228 ± 3.4224
Hits@30:
Test: 69.1841 ± 2.3417
Hits@50:
Test: 80.4934 ± 2.4573
AUC:
Test: 92.4264 ± 0.6611
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.5541 ± 2.4167
Hits@20:
Test: 53.3207 ± 3.7208
Hits@30:
Test: 61.1006 ± 2.6936
Hits@50:
Test: 69.6774 ± 2.1190
AUC:
Test: 90.1832 ± 0.7470
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.5161 ± 3.4340
Hits@20:
Test: 74.9526 ± 3.3598
Hits@30:
Test: 78.9374 ± 1.7130
Hits@50:
Test: 82.9981 ± 1.5216
AUC:
Test: 94.7480 ± 0.2847
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.1556 ± 4.1173
Hits@20:
Test: 63.5294 ± 4.3175
Hits@30:
Test: 70.1328 ± 2.0639
Hits@50:
Test: 76.9260 ± 0.7661
AUC:
Test: 92.4650 ± 0.2630
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.2258 ± 5.3848
Hits@20:
Test: 31.4611 ± 6.2235
Hits@30:
Test: 41.7078 ± 5.7185
Hits@50:
Test: 49.4877 ± 1.7256
AUC:
Test: 80.7451 ± 1.4300
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.4516 ± 3.7392
Hits@20:
Test: 38.5958 ± 3.3237
Hits@30:
Test: 45.0854 ± 2.4908
Hits@50:
Test: 54.3454 ± 2.2873
AUC:
Test: 83.6814 ± 0.6845
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.1594 ± 4.1343
Hits@20:
Test: 65.0474 ± 2.3139
Hits@30:
Test: 72.1442 ± 2.5893
Hits@50:
Test: 79.2789 ± 1.8660
AUC:
Test: 93.2201 ± 0.4175
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 58.7097 ± 3.7655
Hits@20:
Test: 65.0854 ± 6.2762
Hits@30:
Test: 72.9032 ± 2.2786
Hits@50:
Test: 80.1139 ± 1.4905
AUC:
Test: 92.8272 ± 0.3649
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.7400 ± 5.5695
Hits@20:
Test: 41.4421 ± 4.9054
Hits@30:
Test: 48.0455 ± 4.2119
Hits@50:
Test: 54.8008 ± 4.8700
AUC:
Test: 82.9455 ± 1.9181
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.5161 ± 5.7858
Hits@20:
Test: 36.1670 ± 4.5335
Hits@30:
Test: 46.4137 ± 4.6608
Hits@50:
Test: 54.6110 ± 4.5092
AUC:
Test: 83.6683 ± 0.4214
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.3643 ± 2.1610
Hits@20:
Test: 75.6357 ± 1.4735
Hits@30:
Test: 81.0626 ± 2.1232
Hits@50:
Test: 85.9962 ± 1.2757
AUC:
Test: 95.4381 ± 0.2710
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.4004 ± 4.9179
Hits@20:
Test: 58.2163 ± 3.4559
Hits@30:
Test: 64.5541 ± 1.4288
Hits@50:
Test: 72.6755 ± 3.0508
AUC:
Test: 90.5783 ± 0.6085
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.3169 ± 2.1941
Hits@20:
Test: 50.8918 ± 2.1274
Hits@30:
Test: 58.0266 ± 2.9804
Hits@50:
Test: 66.2239 ± 1.7546
AUC:
Test: 87.9946 ± 0.2847
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.4858 ± 3.2718
Hits@20:
Test: 63.4915 ± 1.9564
Hits@30:
Test: 69.1461 ± 1.0183
Hits@50:
Test: 75.5977 ± 1.5682
AUC:
Test: 91.4575 ± 0.4012
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.3283 ± 2.9925
Hits@20:
Test: 51.2713 ± 2.3904
Hits@30:
Test: 60.3036 ± 1.1956
Hits@50:
Test: 69.0323 ± 2.0366
AUC:
Test: 89.1651 ± 0.4789
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.5047 ± 3.5515
Hits@20:
Test: 33.0930 ± 3.1541
Hits@30:
Test: 40.6452 ± 1.3242
Hits@50:
Test: 49.6015 ± 1.1820
AUC:
Test: 81.1382 ± 1.1495
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.4896 ± 1.4489
Hits@20:
Test: 35.8634 ± 1.0983
Hits@30:
Test: 43.3017 ± 2.1527
Hits@50:
Test: 55.2182 ± 3.5423
AUC:
Test: 83.4944 ± 1.7708
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.8824 ± 7.1283
Hits@20:
Test: 56.5465 ± 5.2087
Hits@30:
Test: 66.2619 ± 3.7936
Hits@50:
Test: 70.7400 ± 2.7544
AUC:
Test: 90.9710 ± 0.8833
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.3776 ± 2.6477
Hits@20:
Test: 33.2827 ± 4.0975
Hits@30:
Test: 41.5180 ± 1.1651
Hits@50:
Test: 48.8805 ± 4.5513
AUC:
Test: 81.1469 ± 1.5936
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.8197 ± 1.4905
Hits@20:
Test: 38.2922 ± 2.8126
Hits@30:
Test: 43.0740 ± 2.0260
Hits@50:
Test: 53.8520 ± 2.5330
AUC:
Test: 82.6922 ± 1.1341
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.5294 ± 4.9674
Hits@20:
Test: 56.9639 ± 1.1338
Hits@30:
Test: 63.8710 ± 3.4616
Hits@50:
Test: 71.0057 ± 2.4389
AUC:
Test: 90.5666 ± 0.6923
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.0550 ± 4.2781
Hits@20:
Test: 69.4118 ± 2.4426
Hits@30:
Test: 74.0417 ± 2.5508
Hits@50:
Test: 79.5825 ± 1.2414
AUC:
Test: 93.1054 ± 0.4424
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.2638 ± 2.6532
Hits@20:
Test: 51.3852 ± 4.2587
Hits@30:
Test: 55.0664 ± 4.7805
Hits@50:
Test: 63.3397 ± 4.0239
AUC:
Test: 87.1389 ± 0.4756
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 59.8862 ± 3.5742
Hits@20:
Test: 72.4099 ± 2.7485
Hits@30:
Test: 77.9127 ± 1.2912
Hits@50:
Test: 85.4269 ± 2.1104
AUC:
Test: 94.9446 ± 0.2204
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.4231 ± 6.6948
Hits@20:
Test: 40.0759 ± 3.0520
Hits@30:
Test: 48.0076 ± 2.8241
Hits@50:
Test: 57.2296 ± 2.7288
AUC:
Test: 85.6066 ± 0.3105
All runs:
Hits@10:
Test: 34.6110 ± 6.6096
Hits@20:
Test: 47.7040 ± 3.0556
Hits@30:
Test: 54.2694 ± 3.8911
Hits@50:
Test: 64.3264 ± 4.2388
AUC:
Test: 88.0920 ± 0.7754
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.0911 ± 4.0640
Hits@20:
Test: 51.4611 ± 3.4350
Hits@30:
Test: 60.0380 ± 0.7892
Hits@50:
Test: 68.3871 ± 1.7214
AUC:
Test: 89.3919 ± 0.6285
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.2429 ± 3.7617
Hits@20:
Test: 51.5370 ± 3.9270
Hits@30:
Test: 58.2922 ± 5.8722
Hits@50:
Test: 66.9450 ± 1.7566
AUC:
Test: 88.4359 ± 1.2201
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.2410 ± 3.3928
Hits@20:
Test: 50.8159 ± 1.1178
Hits@30:
Test: 59.9620 ± 2.3965
Hits@50:
Test: 67.8937 ± 0.9896
AUC:
Test: 89.1689 ± 0.1504
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.4877 ± 6.1214
Hits@20:
Test: 64.5920 ± 3.8083
Hits@30:
Test: 69.6015 ± 4.9707
Hits@50:
Test: 78.5579 ± 4.1028
AUC:
Test: 92.5098 ± 0.2008
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.5370 ± 7.5588
Hits@20:
Test: 66.4137 ± 4.7115
Hits@30:
Test: 71.3472 ± 1.5001
Hits@50:
Test: 78.9374 ± 1.0650
AUC:
Test: 93.1936 ± 0.3951
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.0152 ± 5.5572
Hits@20:
Test: 66.4516 ± 3.9220
Hits@30:
Test: 72.2960 ± 3.6352
Hits@50:
Test: 78.8994 ± 2.3942
AUC:
Test: 92.6071 ± 0.6070
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.3074 ± 3.3312
Hits@20:
Test: 66.8311 ± 3.7770
Hits@30:
Test: 72.4858 ± 3.3731
Hits@50:
Test: 79.3928 ± 2.7452
AUC:
Test: 93.6286 ± 0.2723
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.4080 ± 2.1087
Hits@20:
Test: 66.9829 ± 2.9058
Hits@30:
Test: 73.1689 ± 3.0994
Hits@50:
Test: 79.5446 ± 1.2253
AUC:
Test: 92.9196 ± 0.2178
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.2505 ± 1.9929
Hits@20:
Test: 75.4839 ± 2.1317
Hits@30:
Test: 79.7343 ± 1.3905
Hits@50:
Test: 85.1233 ± 2.1367
AUC:
Test: 95.0594 ± 0.2144
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.1936 ± 4.7865
Hits@20:
Test: 66.5275 ± 4.8500
Hits@30:
Test: 70.8159 ± 5.0604
Hits@50:
Test: 80.4934 ± 2.3371
AUC:
Test: 93.5274 ± 0.6333
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 60.3036 ± 5.2900
Hits@20:
Test: 74.3074 ± 2.0812
Hits@30:
Test: 80.7211 ± 1.6023
Hits@50:
Test: 86.1860 ± 1.2898
AUC:
Test: 95.4139 ± 0.2862
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.6053 ± 3.7266
Hits@20:
Test: 59.1651 ± 2.3255
Hits@30:
Test: 67.9696 ± 3.5281
Hits@50:
Test: 75.3321 ± 1.6972
AUC:
Test: 90.8542 ± 0.6370
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.8691 ± 4.7096
Hits@20:
Test: 55.2941 ± 4.4250
Hits@30:
Test: 63.0361 ± 2.7115
Hits@50:
Test: 71.8027 ± 2.0463
AUC:
Test: 90.7696 ± 0.6945
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.5484 ± 4.9924
Hits@20:
Test: 64.8956 ± 6.0065
Hits@30:
Test: 69.9051 ± 2.3186
Hits@50:
Test: 77.7609 ± 2.6545
AUC:
Test: 92.4318 ± 0.4546
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.7135 ± 5.3053
Hits@20:
Test: 66.2998 ± 4.0534
Hits@30:
Test: 73.3207 ± 1.8081
Hits@50:
Test: 80.3795 ± 1.9192
AUC:
Test: 93.5806 ± 0.3554
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.4326 ± 2.0985
Hits@20:
Test: 67.8178 ± 1.7679
Hits@30:
Test: 72.0683 ± 2.3294
Hits@50:
Test: 81.0247 ± 3.5803
AUC:
Test: 93.0285 ± 0.3823
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.0987 ± 2.6204
Hits@20:
Test: 75.5218 ± 1.1774
Hits@30:
Test: 80.9108 ± 0.9257
Hits@50:
Test: 86.9829 ± 1.5910
AUC:
Test: 95.5689 ± 0.3020
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.9146 ± 8.1968
Hits@20:
Test: 46.6793 ± 6.1194
Hits@30:
Test: 55.7875 ± 4.3602
Hits@50:
Test: 65.6546 ± 3.7832
AUC:
Test: 88.0177 ± 0.9213
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.1746 ± 2.8977
Hits@20:
Test: 50.7780 ± 2.0375
Hits@30:
Test: 58.7476 ± 2.2234
Hits@50:
Test: 69.1841 ± 1.8329
AUC:
Test: 89.4339 ± 0.7042
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.6926 ± 4.1603
Hits@20:
Test: 57.6471 ± 3.0755
Hits@30:
Test: 66.4137 ± 1.6378
Hits@50:
Test: 75.2941 ± 2.8253
AUC:
Test: 90.9834 ± 0.5172
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.3662 ± 5.6657
Hits@20:
Test: 53.0171 ± 3.6218
Hits@30:
Test: 62.9222 ± 2.7940
Hits@50:
Test: 71.0816 ± 1.7214
AUC:
Test: 89.9716 ± 0.6137
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.3188 ± 3.5787
Hits@20:
Test: 69.7154 ± 4.7997
Hits@30:
Test: 73.3586 ± 3.6760
Hits@50:
Test: 81.2903 ± 2.1908
AUC:
Test: 93.1835 ± 0.3946
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.0114 ± 7.5371
Hits@20:
Test: 75.2182 ± 1.8131
Hits@30:
Test: 79.1651 ± 2.8254
Hits@50:
Test: 86.2998 ± 0.7983
AUC:
Test: 95.1178 ± 0.2786
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.3681 ± 6.9725
Hits@20:
Test: 51.9165 ± 5.0215
Hits@30:
Test: 56.5085 ± 6.5367
Hits@50:
Test: 66.4137 ± 7.1781
AUC:
Test: 88.6025 ± 0.6186
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.5332 ± 4.9105
Hits@20:
Test: 51.0436 ± 2.8209
Hits@30:
Test: 59.1651 ± 3.7483
Hits@50:
Test: 68.0455 ± 0.7661
AUC:
Test: 89.2263 ± 0.6331
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.2543 ± 4.2991
Hits@20:
Test: 49.7154 ± 4.0051
Hits@30:
Test: 56.9639 ± 1.3377
Hits@50:
Test: 66.6414 ± 1.4351
AUC:
Test: 88.3930 ± 0.4998
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.9241 ± 6.9728
Hits@20:
Test: 51.9924 ± 3.6426
Hits@30:
Test: 58.5579 ± 3.5717
Hits@50:
Test: 67.6281 ± 1.3853
AUC:
Test: 89.4427 ± 0.6514
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.0683 ± 6.6962
Hits@20:
Test: 65.8444 ± 3.6351
Hits@30:
Test: 71.3093 ± 2.8696
Hits@50:
Test: 77.1157 ± 2.5409
AUC:
Test: 92.4932 ± 0.5303
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.2979 ± 4.8199
Hits@20:
Test: 63.3776 ± 4.7419
Hits@30:
Test: 71.0057 ± 2.5578
Hits@50:
Test: 79.1271 ± 1.8052
AUC:
Test: 92.9428 ± 0.3016
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.0171 ± 4.4655
Hits@20:
Test: 64.6300 ± 2.9780
Hits@30:
Test: 73.3586 ± 1.8279
Hits@50:
Test: 79.0892 ± 0.9805
AUC:
Test: 91.8199 ± 0.6698
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.5996 ± 5.0372
Hits@20:
Test: 63.8330 ± 3.1938
Hits@30:
Test: 69.2220 ± 3.5988
Hits@50:
Test: 77.9507 ± 3.9426
AUC:
Test: 92.6651 ± 0.5651
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 58.1025 ± 3.2129
Hits@20:
Test: 64.3264 ± 3.0331
Hits@30:
Test: 71.9924 ± 2.2991
Hits@50:
Test: 78.7856 ± 2.8507
AUC:
Test: 92.0455 ± 0.6549
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.2144 ± 6.0403
Hits@20:
Test: 70.5123 ± 5.0501
Hits@30:
Test: 78.8235 ± 2.7122
Hits@50:
Test: 84.1746 ± 1.5334
AUC:
Test: 94.8044 ± 0.2077
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.6471 ± 5.6024
Hits@20:
Test: 68.2732 ± 3.3150
Hits@30:
Test: 75.1423 ± 5.5012
Hits@50:
Test: 80.4175 ± 3.1393
AUC:
Test: 93.5763 ± 0.9104
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 68.9564 ± 2.2912
Hits@20:
Test: 76.6224 ± 1.9965
Hits@30:
Test: 80.7970 ± 1.6618
Hits@50:
Test: 86.7173 ± 1.5357
AUC:
Test: 95.6797 ± 0.4495
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.9317 ± 1.8427
Hits@20:
Test: 61.6698 ± 4.5679
Hits@30:
Test: 66.3757 ± 4.0306
Hits@50:
Test: 74.8767 ± 3.3155
AUC:
Test: 90.7325 ± 0.8581
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.4421 ± 1.8230
Hits@20:
Test: 58.2163 ± 2.2468
Hits@30:
Test: 66.0342 ± 2.4300
Hits@50:
Test: 73.3207 ± 1.7214
AUC:
Test: 91.0614 ± 0.5752
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.6243 ± 1.5216
Hits@20:
Test: 64.6300 ± 2.2596
Hits@30:
Test: 70.0569 ± 1.7770
Hits@50:
Test: 78.2922 ± 1.7628
AUC:
Test: 92.1122 ± 0.2813
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.5731 ± 3.0907
Hits@20:
Test: 67.6660 ± 3.5968
Hits@30:
Test: 75.2941 ± 2.6307
Hits@50:
Test: 81.5939 ± 1.8397
AUC:
Test: 93.5588 ± 0.5031
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.9905 ± 3.8781
Hits@20:
Test: 64.7438 ± 3.2129
Hits@30:
Test: 72.0304 ± 2.9261
Hits@50:
Test: 79.4307 ± 1.5910
AUC:
Test: 92.7184 ± 0.2118
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.9829 ± 3.9371
Hits@20:
Test: 74.2695 ± 2.1908
Hits@30:
Test: 81.1765 ± 1.9277
Hits@50:
Test: 85.7685 ± 1.1306
AUC:
Test: 95.5904 ± 0.2091
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.4668 ± 4.6332
Hits@20:
Test: 53.7761 ± 4.4976
Hits@30:
Test: 60.3036 ± 4.1560
Hits@50:
Test: 66.8691 ± 3.1081
AUC:
Test: 88.9479 ± 1.5495
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.5446 ± 3.4694
Hits@20:
Test: 51.7268 ± 3.6515
Hits@30:
Test: 60.0000 ± 3.1364
Hits@50:
Test: 68.1214 ± 3.1209
AUC:
Test: 89.6512 ± 0.2097
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.0968 ± 2.5188
Hits@20:
Test: 61.4421 ± 2.3448
Hits@30:
Test: 66.7552 ± 3.4429
Hits@50:
Test: 74.8767 ± 1.1274
AUC:
Test: 91.4842 ± 1.0633
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.2903 ± 5.5185
Hits@20:
Test: 52.3340 ± 1.6400
Hits@30:
Test: 62.3150 ± 2.8702
Hits@50:
Test: 71.3852 ± 1.6887
AUC:
Test: 90.6877 ± 0.3579
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.8767 ± 4.3320
Hits@20:
Test: 70.4364 ± 1.4661
Hits@30:
Test: 75.2941 ± 2.4828
Hits@50:
Test: 81.2903 ± 0.7661
AUC:
Test: 93.2858 ± 0.2031
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 65.1613 ± 4.9292
Hits@20:
Test: 74.7628 ± 1.0393
Hits@30:
Test: 78.7476 ± 1.7851
Hits@50:
Test: 85.0854 ± 1.3323
AUC:
Test: 94.9988 ± 0.3136
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.0512 ± 3.8712
Hits@20:
Test: 51.8786 ± 5.8341
Hits@30:
Test: 57.3435 ± 4.1146
Hits@50:
Test: 64.0607 ± 2.3379
AUC:
Test: 87.9247 ± 1.1063
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.1784 ± 3.8149
Hits@20:
Test: 51.0816 ± 3.5153
Hits@30:
Test: 60.1898 ± 1.1573
Hits@50:
Test: 68.5769 ± 1.7931
AUC:
Test: 89.5049 ± 0.5395
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.6983 ± 4.7222
Hits@20:
Test: 51.3852 ± 2.9132
Hits@30:
Test: 56.1290 ± 2.4864
Hits@50:
Test: 65.2751 ± 3.6401
AUC:
Test: 88.2474 ± 0.6786
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.0512 ± 4.6950
Hits@20:
Test: 50.2087 ± 3.5413
Hits@30:
Test: 58.7476 ± 2.1156
Hits@50:
Test: 66.0342 ± 2.3814
AUC:
Test: 89.3650 ± 0.5139
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.5617 ± 6.7222
Hits@20:
Test: 63.6433 ± 2.6038
Hits@30:
Test: 72.2581 ± 1.7921
Hits@50:
Test: 80.0000 ± 1.8717
AUC:
Test: 92.5382 ± 0.4704
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.2979 ± 3.9812
Hits@20:
Test: 66.3757 ± 2.1104
Hits@30:
Test: 72.1442 ± 2.4864
Hits@50:
Test: 78.8615 ± 1.7730
AUC:
Test: 93.0805 ± 0.6297
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.2846 ± 10.2949
Hits@20:
Test: 63.4535 ± 2.9169
Hits@30:
Test: 69.2979 ± 1.7821
Hits@50:
Test: 78.2543 ± 1.1589
AUC:
Test: 92.6026 ± 0.2068
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.4478 ± 3.5591
Hits@20:
Test: 65.4649 ± 2.5316
Hits@30:
Test: 72.1442 ± 1.0166
Hits@50:
Test: 80.1898 ± 0.5467
AUC:
Test: 93.3472 ± 0.1614
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.0152 ± 3.8781
Hits@20:
Test: 66.9070 ± 4.9347
Hits@30:
Test: 72.8653 ± 3.4182
Hits@50:
Test: 80.0379 ± 1.5025
AUC:
Test: 92.9258 ± 0.5228
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.1499 ± 3.9059
Hits@20:
Test: 72.9412 ± 2.4690
Hits@30:
Test: 78.9374 ± 1.8052
Hits@50:
Test: 85.7685 ± 1.2870
AUC:
Test: 94.9121 ± 0.1044
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.0398 ± 3.3747
Hits@20:
Test: 67.7040 ± 2.4167
Hits@30:
Test: 74.0038 ± 3.4313
Hits@50:
Test: 81.6319 ± 3.0224
AUC:
Test: 93.5056 ± 0.6576
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.1746 ± 2.7049
Hits@20:
Test: 75.0664 ± 4.1194
Hits@30:
Test: 80.1518 ± 0.6236
Hits@50:
Test: 86.1480 ± 1.4008
AUC:
Test: 95.4698 ± 0.2724
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.6015 ± 5.4694
Hits@20:
Test: 58.9374 ± 4.0997
Hits@30:
Test: 65.9203 ± 5.6825
Hits@50:
Test: 73.6243 ± 4.2789
AUC:
Test: 91.3208 ± 0.8736
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.4934 ± 3.3640
Hits@20:
Test: 55.1044 ± 2.1990
Hits@30:
Test: 62.8843 ± 2.4726
Hits@50:
Test: 71.0816 ± 2.0942
AUC:
Test: 90.1472 ± 0.5950
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.7002 ± 7.0860
Hits@20:
Test: 65.1992 ± 4.1151
Hits@30:
Test: 71.9924 ± 3.4746
Hits@50:
Test: 78.2163 ± 3.1536
AUC:
Test: 92.4050 ± 0.4059
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.1841 ± 4.0817
Hits@20:
Test: 63.5294 ± 3.5050
Hits@30:
Test: 72.5617 ± 1.7931
Hits@50:
Test: 77.6091 ± 1.8640
AUC:
Test: 93.0644 ± 0.2607
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 59.2789 ± 2.2636
Hits@20:
Test: 65.8444 ± 4.8767
Hits@30:
Test: 71.8027 ± 3.0673
Hits@50:
Test: 76.8501 ± 5.4021
AUC:
Test: 92.6332 ± 0.4890
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.0588 ± 2.9476
Hits@20:
Test: 76.3947 ± 3.3264
Hits@30:
Test: 80.1518 ± 0.9544
Hits@50:
Test: 85.3510 ± 1.2615
AUC:
Test: 95.4935 ± 0.2314
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.1670 ± 7.0062
Hits@20:
Test: 48.6527 ± 4.6743
Hits@30:
Test: 53.9279 ± 5.2490
Hits@50:
Test: 65.0854 ± 2.8368
AUC:
Test: 87.8299 ± 0.9783
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.3416 ± 2.7517
Hits@20:
Test: 52.2201 ± 3.4034
Hits@30:
Test: 60.7970 ± 1.9004
Hits@50:
Test: 67.8558 ± 1.3050
AUC:
Test: 89.4532 ± 0.4482
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.0361 ± 6.4480
Hits@20:
Test: 56.9260 ± 4.9536
Hits@30:
Test: 66.2619 ± 2.9622
Hits@50:
Test: 73.3207 ± 3.5004
AUC:
Test: 91.0458 ± 0.5162
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.6717 ± 2.4204
Hits@20:
Test: 52.9032 ± 3.8990
Hits@30:
Test: 61.4801 ± 3.9234
Hits@50:
Test: 71.9165 ± 1.3009
AUC:
Test: 90.4143 ± 0.2747
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.6471 ± 2.2707
Hits@20:
Test: 69.1461 ± 1.7004
Hits@30:
Test: 74.3454 ± 1.6011
Hits@50:
Test: 80.5693 ± 2.5655
AUC:
Test: 93.0665 ± 0.1654
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 59.1271 ± 8.0232
Hits@20:
Test: 72.9032 ± 2.6849
Hits@30:
Test: 78.7476 ± 1.6157
Hits@50:
Test: 85.1233 ± 0.8961
AUC:
Test: 94.9335 ± 0.2958
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.9488 ± 2.3061
Hits@20:
Test: 49.7913 ± 1.8475
Hits@30:
Test: 59.3548 ± 3.0579
Hits@50:
Test: 65.8444 ± 2.4631
AUC:
Test: 87.9961 ± 0.5845
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.3169 ± 6.0311
Hits@20:
Test: 50.9298 ± 2.5655
Hits@30:
Test: 59.9621 ± 3.2564
Hits@50:
Test: 69.2600 ± 3.2202
AUC:
Test: 89.2605 ± 0.3042
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.1139 ± 4.7752
Hits@20:
Test: 49.9051 ± 3.8234
Hits@30:
Test: 59.7723 ± 3.5576
Hits@50:
Test: 68.6148 ± 3.9817
AUC:
Test: 89.0503 ± 1.0306
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.7856 ± 3.6018
Hits@20:
Test: 51.8786 ± 2.3874
Hits@30:
Test: 58.2163 ± 3.1278
Hits@50:
Test: 67.5901 ± 1.7921
AUC:
Test: 89.0951 ± 0.6968
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.9810 ± 6.9947
Hits@20:
Test: 65.6546 ± 1.7235
Hits@30:
Test: 70.4364 ± 2.2508
Hits@50:
Test: 78.5199 ± 1.8899
AUC:
Test: 92.2129 ± 0.1281
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.1841 ± 4.1711
Hits@20:
Test: 65.2372 ± 2.5188
Hits@30:
Test: 72.7135 ± 0.9238
Hits@50:
Test: 79.4687 ± 1.9042
AUC:
Test: 93.3047 ± 0.1332
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.4725 ± 2.3022
Hits@20:
Test: 65.3131 ± 1.5785
Hits@30:
Test: 72.3340 ± 1.6235
Hits@50:
Test: 76.6224 ± 2.2428
AUC:
Test: 92.6140 ± 0.6591
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.5863 ± 2.7452
Hits@20:
Test: 66.5655 ± 2.2186
Hits@30:
Test: 72.7894 ± 2.1990
Hits@50:
Test: 80.4175 ± 1.7151
AUC:
Test: 93.2923 ± 0.4568
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.5977 ± 5.6879
Hits@20:
Test: 67.8558 ± 3.2608
Hits@30:
Test: 74.5351 ± 2.6916
Hits@50:
Test: 80.8729 ± 1.5842
AUC:
Test: 93.3285 ± 0.5697
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.3909 ± 3.4819
Hits@20:
Test: 73.8520 ± 3.5230
Hits@30:
Test: 78.9374 ± 3.8888
Hits@50:
Test: 83.4915 ± 1.5819
AUC:
Test: 95.0506 ± 0.3054
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.5844 ± 4.1819
Hits@20:
Test: 65.6546 ± 4.2999
Hits@30:
Test: 73.1689 ± 2.5231
Hits@50:
Test: 79.1651 ± 2.3525
AUC:
Test: 93.1494 ± 1.1263
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.6319 ± 5.7452
Hits@20:
Test: 74.8387 ± 2.6450
Hits@30:
Test: 79.2789 ± 1.4538
Hits@50:
Test: 85.3890 ± 1.9258
AUC:
Test: 95.2664 ± 0.4098
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.3510 ± 7.1454
Hits@20:
Test: 58.1025 ± 2.9774
Hits@30:
Test: 65.6167 ± 2.2064
Hits@50:
Test: 73.0550 ± 2.6734
AUC:
Test: 91.3078 ± 0.6106
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.5541 ± 2.4167
Hits@20:
Test: 53.3207 ± 3.7208
Hits@30:
Test: 61.1006 ± 2.6936
Hits@50:
Test: 69.6774 ± 2.1190
AUC:
Test: 90.1832 ± 0.7470
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.1556 ± 4.1173
Hits@20:
Test: 63.5294 ± 4.3175
Hits@30:
Test: 70.1328 ± 2.0639
Hits@50:
Test: 76.9260 ± 0.7661
AUC:
Test: 92.4650 ± 0.2630
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.1594 ± 4.1343
Hits@20:
Test: 65.0474 ± 2.3139
Hits@30:
Test: 72.1442 ± 2.5893
Hits@50:
Test: 79.2789 ± 1.8660
AUC:
Test: 93.2201 ± 0.4175
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 58.7097 ± 3.7655
Hits@20:
Test: 65.0854 ± 6.2762
Hits@30:
Test: 72.9032 ± 2.2786
Hits@50:
Test: 80.1139 ± 1.4905
AUC:
Test: 92.8272 ± 0.3649
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.3643 ± 2.1610
Hits@20:
Test: 75.6357 ± 1.4735
Hits@30:
Test: 81.0626 ± 2.1232
Hits@50:
Test: 85.9962 ± 1.2757
AUC:
Test: 95.4381 ± 0.2710
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.3169 ± 2.1941
Hits@20:
Test: 50.8918 ± 2.1274
Hits@30:
Test: 58.0266 ± 2.9804
Hits@50:
Test: 66.2239 ± 1.7546
AUC:
Test: 87.9946 ± 0.2847
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.3283 ± 2.9925
Hits@20:
Test: 51.2713 ± 2.3904
Hits@30:
Test: 60.3036 ± 1.1956
Hits@50:
Test: 69.0323 ± 2.0366
AUC:
Test: 89.1651 ± 0.4789
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.8824 ± 7.1283
Hits@20:
Test: 56.5465 ± 5.2087
Hits@30:
Test: 66.2619 ± 3.7936
Hits@50:
Test: 70.7400 ± 2.7544
AUC:
Test: 90.9710 ± 0.8833
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.5294 ± 4.9674
Hits@20:
Test: 56.9639 ± 1.1338
Hits@30:
Test: 63.8710 ± 3.4616
Hits@50:
Test: 71.0057 ± 2.4389
AUC:
Test: 90.5666 ± 0.6923
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.0550 ± 4.2781
Hits@20:
Test: 69.4118 ± 2.4426
Hits@30:
Test: 74.0417 ± 2.5508
Hits@50:
Test: 79.5825 ± 1.2414
AUC:
Test: 93.1054 ± 0.4424
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 59.8862 ± 3.5742
Hits@20:
Test: 72.4099 ± 2.7485
Hits@30:
Test: 77.9127 ± 1.2912
Hits@50:
Test: 85.4269 ± 2.1104
AUC:
Test: 94.9446 ± 0.2204
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.6110 ± 6.6096
Hits@20:
Test: 47.7040 ± 3.0556
Hits@30:
Test: 54.2694 ± 3.8911
Hits@50:
Test: 64.3264 ± 4.2388
AUC:
Test: 88.0920 ± 0.7754
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.0911 ± 4.0640
Hits@20:
Test: 51.4611 ± 3.4350
Hits@30:
Test: 60.0380 ± 0.7892
Hits@50:
Test: 68.3871 ± 1.7214
AUC:
Test: 89.3919 ± 0.6285
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.2429 ± 3.7617
Hits@20:
Test: 51.5370 ± 3.9270
Hits@30:
Test: 58.2922 ± 5.8722
Hits@50:
Test: 66.9450 ± 1.7566
AUC:
Test: 88.4359 ± 1.2201
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.2410 ± 3.3928
Hits@20:
Test: 50.8159 ± 1.1178
Hits@30:
Test: 59.9620 ± 2.3965
Hits@50:
Test: 67.8937 ± 0.9896
AUC:
Test: 89.1689 ± 0.1504
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.4877 ± 6.1214
Hits@20:
Test: 64.5920 ± 3.8083
Hits@30:
Test: 69.6015 ± 4.9707
Hits@50:
Test: 78.5579 ± 4.1028
AUC:
Test: 92.5098 ± 0.2008
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.5370 ± 7.5588
Hits@20:
Test: 66.4137 ± 4.7115
Hits@30:
Test: 71.3472 ± 1.5001
Hits@50:
Test: 78.9374 ± 1.0650
AUC:
Test: 93.1936 ± 0.3951
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.0152 ± 5.5572
Hits@20:
Test: 66.4516 ± 3.9220
Hits@30:
Test: 72.2960 ± 3.6352
Hits@50:
Test: 78.8994 ± 2.3942
AUC:
Test: 92.6071 ± 0.6070
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.3074 ± 3.3312
Hits@20:
Test: 66.8311 ± 3.7770
Hits@30:
Test: 72.4858 ± 3.3731
Hits@50:
Test: 79.3928 ± 2.7452
AUC:
Test: 93.6286 ± 0.2723
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.4080 ± 2.1087
Hits@20:
Test: 66.9829 ± 2.9058
Hits@30:
Test: 73.1689 ± 3.0994
Hits@50:
Test: 79.5446 ± 1.2253
AUC:
Test: 92.9196 ± 0.2178
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.2505 ± 1.9929
Hits@20:
Test: 75.4839 ± 2.1317
Hits@30:
Test: 79.7343 ± 1.3905
Hits@50:
Test: 85.1233 ± 2.1367
AUC:
Test: 95.0594 ± 0.2144
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.1936 ± 4.7865
Hits@20:
Test: 66.5275 ± 4.8500
Hits@30:
Test: 70.8159 ± 5.0604
Hits@50:
Test: 80.4934 ± 2.3371
AUC:
Test: 93.5274 ± 0.6333
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 60.3036 ± 5.2900
Hits@20:
Test: 74.3074 ± 2.0812
Hits@30:
Test: 80.7211 ± 1.6023
Hits@50:
Test: 86.1860 ± 1.2898
AUC:
Test: 95.4139 ± 0.2862
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.6053 ± 3.7266
Hits@20:
Test: 59.1651 ± 2.3255
Hits@30:
Test: 67.9696 ± 3.5281
Hits@50:
Test: 75.3321 ± 1.6972
AUC:
Test: 90.8542 ± 0.6370
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.8691 ± 4.7096
Hits@20:
Test: 55.2941 ± 4.4250
Hits@30:
Test: 63.0361 ± 2.7115
Hits@50:
Test: 71.8027 ± 2.0463
AUC:
Test: 90.7696 ± 0.6945
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.5484 ± 4.9924
Hits@20:
Test: 64.8956 ± 6.0065
Hits@30:
Test: 69.9051 ± 2.3186
Hits@50:
Test: 77.7609 ± 2.6545
AUC:
Test: 92.4318 ± 0.4546
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.7135 ± 5.3053
Hits@20:
Test: 66.2998 ± 4.0534
Hits@30:
Test: 73.3207 ± 1.8081
Hits@50:
Test: 80.3795 ± 1.9192
AUC:
Test: 93.5806 ± 0.3554
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.4326 ± 2.0985
Hits@20:
Test: 67.8178 ± 1.7679
Hits@30:
Test: 72.0683 ± 2.3294
Hits@50:
Test: 81.0247 ± 3.5803
AUC:
Test: 93.0285 ± 0.3823
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.0987 ± 2.6204
Hits@20:
Test: 75.5218 ± 1.1774
Hits@30:
Test: 80.9108 ± 0.9257
Hits@50:
Test: 86.9829 ± 1.5910
AUC:
Test: 95.5689 ± 0.3020
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.9146 ± 8.1968
Hits@20:
Test: 46.6793 ± 6.1194
Hits@30:
Test: 55.7875 ± 4.3602
Hits@50:
Test: 65.6546 ± 3.7832
AUC:
Test: 88.0177 ± 0.9213
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.1746 ± 2.8977
Hits@20:
Test: 50.7780 ± 2.0375
Hits@30:
Test: 58.7476 ± 2.2234
Hits@50:
Test: 69.1841 ± 1.8329
AUC:
Test: 89.4339 ± 0.7042
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.6926 ± 4.1603
Hits@20:
Test: 57.6471 ± 3.0755
Hits@30:
Test: 66.4137 ± 1.6378
Hits@50:
Test: 75.2941 ± 2.8253
AUC:
Test: 90.9834 ± 0.5172
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.3662 ± 5.6657
Hits@20:
Test: 53.0171 ± 3.6218
Hits@30:
Test: 62.9222 ± 2.7940
Hits@50:
Test: 71.0816 ± 1.7214
AUC:
Test: 89.9716 ± 0.6137
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.3188 ± 3.5787
Hits@20:
Test: 69.7154 ± 4.7997
Hits@30:
Test: 73.3586 ± 3.6760
Hits@50:
Test: 81.2903 ± 2.1908
AUC:
Test: 93.1835 ± 0.3946
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.0114 ± 7.5371
Hits@20:
Test: 75.2182 ± 1.8131
Hits@30:
Test: 79.1651 ± 2.8254
Hits@50:
Test: 86.2998 ± 0.7983
AUC:
Test: 95.1178 ± 0.2786
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.3681 ± 6.9725
Hits@20:
Test: 51.9165 ± 5.0215
Hits@30:
Test: 56.5085 ± 6.5367
Hits@50:
Test: 66.4137 ± 7.1781
AUC:
Test: 88.6025 ± 0.6186
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.5332 ± 4.9105
Hits@20:
Test: 51.0436 ± 2.8209
Hits@30:
Test: 59.1651 ± 3.7483
Hits@50:
Test: 68.0455 ± 0.7661
AUC:
Test: 89.2263 ± 0.6331
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.2543 ± 4.2991
Hits@20:
Test: 49.7154 ± 4.0051
Hits@30:
Test: 56.9639 ± 1.3377
Hits@50:
Test: 66.6414 ± 1.4351
AUC:
Test: 88.3930 ± 0.4998
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.9241 ± 6.9728
Hits@20:
Test: 51.9924 ± 3.6426
Hits@30:
Test: 58.5579 ± 3.5717
Hits@50:
Test: 67.6281 ± 1.3853
AUC:
Test: 89.4427 ± 0.6514
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.0683 ± 6.6962
Hits@20:
Test: 65.8444 ± 3.6351
Hits@30:
Test: 71.3093 ± 2.8696
Hits@50:
Test: 77.1157 ± 2.5409
AUC:
Test: 92.4932 ± 0.5303
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.2979 ± 4.8199
Hits@20:
Test: 63.3776 ± 4.7419
Hits@30:
Test: 71.0057 ± 2.5578
Hits@50:
Test: 79.1271 ± 1.8052
AUC:
Test: 92.9428 ± 0.3016
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.0171 ± 4.4655
Hits@20:
Test: 64.6300 ± 2.9780
Hits@30:
Test: 73.3586 ± 1.8279
Hits@50:
Test: 79.0892 ± 0.9805
AUC:
Test: 91.8199 ± 0.6698
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.5996 ± 5.0372
Hits@20:
Test: 63.8330 ± 3.1938
Hits@30:
Test: 69.2220 ± 3.5988
Hits@50:
Test: 77.9507 ± 3.9426
AUC:
Test: 92.6651 ± 0.5651
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 58.1025 ± 3.2129
Hits@20:
Test: 64.3264 ± 3.0331
Hits@30:
Test: 71.9924 ± 2.2991
Hits@50:
Test: 78.7856 ± 2.8507
AUC:
Test: 92.0455 ± 0.6549
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.2144 ± 6.0403
Hits@20:
Test: 70.5123 ± 5.0501
Hits@30:
Test: 78.8235 ± 2.7122
Hits@50:
Test: 84.1746 ± 1.5334
AUC:
Test: 94.8044 ± 0.2077
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.6471 ± 5.6024
Hits@20:
Test: 68.2732 ± 3.3150
Hits@30:
Test: 75.1423 ± 5.5012
Hits@50:
Test: 80.4175 ± 3.1393
AUC:
Test: 93.5763 ± 0.9104
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 68.9564 ± 2.2912
Hits@20:
Test: 76.6224 ± 1.9965
Hits@30:
Test: 80.7970 ± 1.6618
Hits@50:
Test: 86.7173 ± 1.5357
AUC:
Test: 95.6797 ± 0.4495
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.9317 ± 1.8427
Hits@20:
Test: 61.6698 ± 4.5679
Hits@30:
Test: 66.3757 ± 4.0306
Hits@50:
Test: 74.8767 ± 3.3155
AUC:
Test: 90.7325 ± 0.8581
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.4421 ± 1.8230
Hits@20:
Test: 58.2163 ± 2.2468
Hits@30:
Test: 66.0342 ± 2.4300
Hits@50:
Test: 73.3207 ± 1.7214
AUC:
Test: 91.0614 ± 0.5752
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.6243 ± 1.5216
Hits@20:
Test: 64.6300 ± 2.2596
Hits@30:
Test: 70.0569 ± 1.7770
Hits@50:
Test: 78.2922 ± 1.7628
AUC:
Test: 92.1122 ± 0.2813
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.5731 ± 3.0907
Hits@20:
Test: 67.6660 ± 3.5968
Hits@30:
Test: 75.2941 ± 2.6307
Hits@50:
Test: 81.5939 ± 1.8397
AUC:
Test: 93.5588 ± 0.5031
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.9905 ± 3.8781
Hits@20:
Test: 64.7438 ± 3.2129
Hits@30:
Test: 72.0304 ± 2.9261
Hits@50:
Test: 79.4307 ± 1.5910
AUC:
Test: 92.7184 ± 0.2118
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.9829 ± 3.9371
Hits@20:
Test: 74.2695 ± 2.1908
Hits@30:
Test: 81.1765 ± 1.9277
Hits@50:
Test: 85.7685 ± 1.1306
AUC:
Test: 95.5904 ± 0.2091
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.4668 ± 4.6332
Hits@20:
Test: 53.7761 ± 4.4976
Hits@30:
Test: 60.3036 ± 4.1560
Hits@50:
Test: 66.8691 ± 3.1081
AUC:
Test: 88.9479 ± 1.5495
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.5446 ± 3.4694
Hits@20:
Test: 51.7268 ± 3.6515
Hits@30:
Test: 60.0000 ± 3.1364
Hits@50:
Test: 68.1214 ± 3.1209
AUC:
Test: 89.6512 ± 0.2097
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.0968 ± 2.5188
Hits@20:
Test: 61.4421 ± 2.3448
Hits@30:
Test: 66.7552 ± 3.4429
Hits@50:
Test: 74.8767 ± 1.1274
AUC:
Test: 91.4842 ± 1.0633
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.2903 ± 5.5185
Hits@20:
Test: 52.3340 ± 1.6400
Hits@30:
Test: 62.3150 ± 2.8702
Hits@50:
Test: 71.3852 ± 1.6887
AUC:
Test: 90.6877 ± 0.3579
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.8767 ± 4.3320
Hits@20:
Test: 70.4364 ± 1.4661
Hits@30:
Test: 75.2941 ± 2.4828
Hits@50:
Test: 81.2903 ± 0.7661
AUC:
Test: 93.2858 ± 0.2031
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 65.1613 ± 4.9292
Hits@20:
Test: 74.7628 ± 1.0393
Hits@30:
Test: 78.7476 ± 1.7851
Hits@50:
Test: 85.0854 ± 1.3323
AUC:
Test: 94.9988 ± 0.3136
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.0512 ± 3.8712
Hits@20:
Test: 51.8786 ± 5.8341
Hits@30:
Test: 57.3435 ± 4.1146
Hits@50:
Test: 64.0607 ± 2.3379
AUC:
Test: 87.9247 ± 1.1063
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.1784 ± 3.8149
Hits@20:
Test: 51.0816 ± 3.5153
Hits@30:
Test: 60.1898 ± 1.1573
Hits@50:
Test: 68.5769 ± 1.7931
AUC:
Test: 89.5049 ± 0.5395
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.6983 ± 4.7222
Hits@20:
Test: 51.3852 ± 2.9132
Hits@30:
Test: 56.1290 ± 2.4864
Hits@50:
Test: 65.2751 ± 3.6401
AUC:
Test: 88.2474 ± 0.6786
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.0512 ± 4.6950
Hits@20:
Test: 50.2087 ± 3.5413
Hits@30:
Test: 58.7476 ± 2.1156
Hits@50:
Test: 66.0342 ± 2.3814
AUC:
Test: 89.3650 ± 0.5139
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.5617 ± 6.7222
Hits@20:
Test: 63.6433 ± 2.6038
Hits@30:
Test: 72.2581 ± 1.7921
Hits@50:
Test: 80.0000 ± 1.8717
AUC:
Test: 92.5382 ± 0.4704
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.2979 ± 3.9812
Hits@20:
Test: 66.3757 ± 2.1104
Hits@30:
Test: 72.1442 ± 2.4864
Hits@50:
Test: 78.8615 ± 1.7730
AUC:
Test: 93.0805 ± 0.6297
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.4991 ± 2.9537
Hits@20:
Test: 61.6698 ± 2.7002
Hits@30:
Test: 70.3985 ± 1.5876
Hits@50:
Test: 79.0133 ± 1.6079
AUC:
Test: 92.6437 ± 0.5042
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.5256 ± 6.6779
Hits@20:
Test: 62.5047 ± 5.5136
Hits@30:
Test: 68.1214 ± 3.3705
Hits@50:
Test: 76.1290 ± 2.2588
AUC:
Test: 92.9211 ± 0.7870
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.2695 ± 2.8621
Hits@20:
Test: 65.3890 ± 2.4137
Hits@30:
Test: 71.4611 ± 1.1971
Hits@50:
Test: 78.7856 ± 1.5899
AUC:
Test: 93.1747 ± 0.3048
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 59.4307 ± 4.3237
Hits@20:
Test: 71.0816 ± 2.3263
Hits@30:
Test: 75.9772 ± 1.9838
Hits@50:
Test: 84.3643 ± 1.1354
AUC:
Test: 94.7285 ± 0.3033
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.5218 ± 2.7972
Hits@20:
Test: 66.5655 ± 2.5295
Hits@30:
Test: 74.8387 ± 2.1240
Hits@50:
Test: 80.1139 ± 1.1956
AUC:
Test: 92.9920 ± 1.2322
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.9450 ± 5.6964
Hits@20:
Test: 76.6983 ± 3.7913
Hits@30:
Test: 80.6831 ± 1.6011
Hits@50:
Test: 85.6546 ± 1.9286
AUC:
Test: 95.4383 ± 0.3290
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.7951 ± 3.2905
Hits@20:
Test: 54.0797 ± 4.3561
Hits@30:
Test: 62.1632 ± 2.2153
Hits@50:
Test: 72.0304 ± 2.6552
AUC:
Test: 90.6597 ± 1.0463
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.0626 ± 6.7310
Hits@20:
Test: 55.5218 ± 3.1825
Hits@30:
Test: 62.6565 ± 1.6290
Hits@50:
Test: 70.4364 ± 2.6272
AUC:
Test: 90.1073 ± 0.6745
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.4478 ± 5.0803
Hits@20:
Test: 65.7685 ± 1.4301
Hits@30:
Test: 70.2087 ± 3.7998
Hits@50:
Test: 77.4194 ± 1.6597
AUC:
Test: 92.3191 ± 0.6352
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.6622 ± 3.2959
Hits@20:
Test: 61.5180 ± 4.1081
Hits@30:
Test: 67.9317 ± 3.5828
Hits@50:
Test: 76.0911 ± 1.7648
AUC:
Test: 92.7586 ± 0.1369
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.7875 ± 3.9394
Hits@20:
Test: 66.2998 ± 0.8961
Hits@30:
Test: 73.4725 ± 3.6138
Hits@50:
Test: 79.5825 ± 2.5655
AUC:
Test: 92.8119 ± 0.2945
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 68.1594 ± 2.2267
Hits@20:
Test: 76.0531 ± 2.2667
Hits@30:
Test: 78.9753 ± 1.3644
Hits@50:
Test: 85.9962 ± 0.8315
AUC:
Test: 95.5084 ± 0.2031
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.7723 ± 3.2497
Hits@20:
Test: 49.2220 ± 2.0769
Hits@30:
Test: 58.0266 ± 4.8515
Hits@50:
Test: 65.3890 ± 3.6168
AUC:
Test: 88.0674 ± 1.5343
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.0000 ± 3.0224
Hits@20:
Test: 52.8273 ± 2.2516
Hits@30:
Test: 58.7856 ± 2.0010
Hits@50:
Test: 67.3624 ± 3.3864
AUC:
Test: 89.2573 ± 0.6978
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.8956 ± 5.5022
Hits@20:
Test: 56.6603 ± 3.2414
Hits@30:
Test: 65.0474 ± 1.6940
Hits@50:
Test: 73.4345 ± 2.5030
AUC:
Test: 91.0558 ± 0.5894
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.2770 ± 5.9317
Hits@20:
Test: 52.4099 ± 4.4123
Hits@30:
Test: 61.8596 ± 2.1510
Hits@50:
Test: 69.4877 ± 1.3578
AUC:
Test: 89.9883 ± 0.4538
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.4725 ± 4.1408
Hits@20:
Test: 64.5920 ± 3.0790
Hits@30:
Test: 72.9791 ± 2.0375
Hits@50:
Test: 80.0379 ± 2.3371
AUC:
Test: 93.3290 ± 0.4346
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.1120 ± 2.6176
Hits@20:
Test: 71.8786 ± 1.9509
Hits@30:
Test: 77.1917 ± 2.0804
Hits@50:
Test: 83.9469 ± 0.8336
AUC:
Test: 94.8994 ± 0.0914
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.0759 ± 5.8168
Hits@20:
Test: 50.5123 ± 2.3255
Hits@30:
Test: 59.3548 ± 3.2297
Hits@50:
Test: 68.2732 ± 2.6949
AUC:
Test: 88.7012 ± 0.6771
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.1518 ± 1.6135
Hits@20:
Test: 50.8539 ± 5.2517
Hits@30:
Test: 59.5066 ± 1.5334
Hits@50:
Test: 66.9450 ± 2.3829
AUC:
Test: 89.1147 ± 0.3955
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.4668 ± 2.4864
Hits@20:
Test: 54.0038 ± 5.9834
Hits@30:
Test: 61.6698 ± 4.3187
Hits@50:
Test: 69.4118 ± 3.1791
AUC:
Test: 89.2900 ± 0.7827
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.4061 ± 6.5713
Hits@20:
Test: 52.7894 ± 4.8367
Hits@30:
Test: 58.9374 ± 2.1283
Hits@50:
Test: 69.4118 ± 2.3715
AUC:
Test: 89.3148 ± 0.8989
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.0323 ± 5.1015
Hits@20:
Test: 63.3017 ± 5.1803
Hits@30:
Test: 67.9317 ± 5.3620
Hits@50:
Test: 79.1651 ± 1.5263
AUC:
Test: 92.5887 ± 0.4559
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.0949 ± 4.0006
Hits@20:
Test: 63.8330 ± 1.3525
Hits@30:
Test: 67.8558 ± 1.6411
Hits@50:
Test: 77.2296 ± 1.9023
AUC:
Test: 92.8432 ± 0.3736
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.0930 ± 8.6034
Hits@20:
Test: 64.9336 ± 1.8368
Hits@30:
Test: 70.7021 ± 3.1910
Hits@50:
Test: 79.6964 ± 2.3085
AUC:
Test: 93.0074 ± 0.4824
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.6622 ± 6.7214
Hits@20:
Test: 64.6300 ± 0.9159
Hits@30:
Test: 69.6015 ± 3.6460
Hits@50:
Test: 78.8994 ± 1.6887
AUC:
Test: 93.1556 ± 0.2234
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.1936 ± 3.2773
Hits@20:
Test: 66.3757 ± 3.6386
Hits@30:
Test: 71.4231 ± 1.3657
Hits@50:
Test: 79.8861 ± 0.9582
AUC:
Test: 93.0240 ± 0.4016
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 60.1898 ± 5.6711
Hits@20:
Test: 72.4099 ± 1.4489
Hits@30:
Test: 78.0645 ± 2.8859
Hits@50:
Test: 83.3017 ± 2.2731
AUC:
Test: 94.9493 ± 0.2136
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.1044 ± 7.0370
Hits@20:
Test: 65.3510 ± 6.1129
Hits@30:
Test: 73.2827 ± 3.2241
Hits@50:
Test: 79.5066 ± 3.7808
AUC:
Test: 93.1941 ± 0.5208
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.9696 ± 5.0390
Hits@20:
Test: 75.8634 ± 4.0485
Hits@30:
Test: 79.5066 ± 1.2370
Hits@50:
Test: 85.8823 ± 1.2771
AUC:
Test: 95.3141 ± 0.3254
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.4402 ± 3.0755
Hits@20:
Test: 55.4459 ± 4.2439
Hits@30:
Test: 63.1499 ± 3.0372
Hits@50:
Test: 72.9032 ± 1.3377
AUC:
Test: 90.8813 ± 0.9703
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.9336 ± 4.8030
Hits@20:
Test: 56.9260 ± 1.1464
Hits@30:
Test: 61.8596 ± 1.6866
Hits@50:
Test: 69.9051 ± 1.3788
AUC:
Test: 90.0203 ± 0.6165
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.1347 ± 2.1577
Hits@20:
Test: 61.3283 ± 1.5670
Hits@30:
Test: 68.2353 ± 2.9476
Hits@50:
Test: 77.3434 ± 1.5739
AUC:
Test: 92.7629 ± 0.6589
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.3112 ± 4.5275
Hits@20:
Test: 59.5066 ± 2.5900
Hits@30:
Test: 69.3359 ± 2.5338
Hits@50:
Test: 76.1290 ± 2.2186
AUC:
Test: 92.9191 ± 0.2026
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.5465 ± 4.9372
Hits@20:
Test: 66.4137 ± 2.9366
Hits@30:
Test: 71.8786 ± 2.0717
Hits@50:
Test: 80.2657 ± 3.4549
AUC:
Test: 92.9306 ± 0.3461
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.1727 ± 2.1300
Hits@20:
Test: 76.9260 ± 1.0950
Hits@30:
Test: 80.0379 ± 1.3174
Hits@50:
Test: 86.1101 ± 0.8095
AUC:
Test: 95.5297 ± 0.2523
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.3795 ± 3.8966
Hits@20:
Test: 53.1309 ± 2.7202
Hits@30:
Test: 58.4820 ± 2.0144
Hits@50:
Test: 68.6907 ± 1.6045
AUC:
Test: 88.5922 ± 1.0462
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.2524 ± 4.9999
Hits@20:
Test: 52.2581 ± 3.2608
Hits@30:
Test: 58.3302 ± 1.6135
Hits@50:
Test: 67.2106 ± 1.6834
AUC:
Test: 89.5114 ± 0.4083
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.8956 ± 0.6379
Hits@20:
Test: 56.5844 ± 5.8261
Hits@30:
Test: 64.0607 ± 3.7751
Hits@50:
Test: 71.9165 ± 3.5953
AUC:
Test: 90.4040 ± 1.0454
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.4554 ± 5.9741
Hits@20:
Test: 54.0417 ± 3.8548
Hits@30:
Test: 61.3662 ± 1.3525
Hits@50:
Test: 69.7154 ± 1.7474
AUC:
Test: 89.9740 ± 0.6124
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.7628 ± 3.5209
Hits@20:
Test: 65.7306 ± 3.9407
Hits@30:
Test: 72.7514 ± 3.2855
Hits@50:
Test: 80.8349 ± 1.7391
AUC:
Test: 93.5056 ± 0.5294
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 60.4554 ± 6.0492
Hits@20:
Test: 72.5617 ± 1.7679
Hits@30:
Test: 76.2429 ± 1.8171
Hits@50:
Test: 82.9981 ± 0.7422
AUC:
Test: 94.7344 ± 0.3893
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.8843 ± 2.9058
Hits@20:
Test: 50.9677 ± 1.6411
Hits@30:
Test: 57.4953 ± 4.4924
Hits@50:
Test: 67.6660 ± 3.1513
AUC:
Test: 88.4012 ± 0.6260
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.7723 ± 3.8272
Hits@20:
Test: 53.7002 ± 3.5347
Hits@30:
Test: 59.5825 ± 3.3651
Hits@50:
Test: 67.5522 ± 1.2076
AUC:
Test: 88.9757 ± 0.3374
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.6186 ± 6.3455
Hits@20:
Test: 55.3321 ± 1.4364
Hits@30:
Test: 62.9981 ± 3.3356
Hits@50:
Test: 69.0702 ± 3.1237
AUC:
Test: 88.7988 ± 0.8727
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.5806 ± 2.8702
Hits@20:
Test: 51.9165 ± 4.0511
Hits@30:
Test: 58.5958 ± 1.6455
Hits@50:
Test: 69.1461 ± 1.1194
AUC:
Test: 89.2501 ± 0.3854
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.3226 ± 3.8665
Hits@20:
Test: 63.0360 ± 3.6706
Hits@30:
Test: 71.0816 ± 2.6038
Hits@50:
Test: 80.0379 ± 1.2898
AUC:
Test: 92.9676 ± 0.3026
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.4364 ± 2.6949
Hits@20:
Test: 62.3529 ± 0.8757
Hits@30:
Test: 69.9431 ± 2.6450
Hits@50:
Test: 77.9127 ± 1.1743
AUC:
Test: 93.2435 ± 0.5207
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.3567 ± 1.8928
Hits@20:
Test: 64.3643 ± 3.9721
Hits@30:
Test: 69.9810 ± 2.0717
Hits@50:
Test: 77.7989 ± 0.6293
AUC:
Test: 92.3064 ± 0.5569
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.2676 ± 3.6386
Hits@20:
Test: 66.8311 ± 1.3970
Hits@30:
Test: 72.3719 ± 1.8909
Hits@50:
Test: 81.0626 ± 1.3644
AUC:
Test: 93.8586 ± 0.4467
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.3093 ± 5.5299
Hits@20:
Test: 66.4896 ± 3.9132
Hits@30:
Test: 71.8027 ± 1.3723
Hits@50:
Test: 79.6205 ± 1.5216
AUC:
Test: 92.8316 ± 0.2650
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.8843 ± 1.6521
Hits@20:
Test: 72.1442 ± 2.4536
Hits@30:
Test: 76.3947 ± 1.5853
Hits@50:
Test: 83.7951 ± 1.1511
AUC:
Test: 94.9328 ± 0.1154
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.7362 ± 4.6480
Hits@20:
Test: 66.0721 ± 3.9789
Hits@30:
Test: 71.0816 ± 2.4322
Hits@50:
Test: 78.0266 ± 3.6682
AUC:
Test: 93.2901 ± 0.8585
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.8691 ± 6.3157
Hits@20:
Test: 76.2429 ± 2.9683
Hits@30:
Test: 81.1385 ± 1.9425
Hits@50:
Test: 86.5655 ± 1.4476
AUC:
Test: 95.6192 ± 0.3186
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.5522 ± 5.1646
Hits@20:
Test: 59.4687 ± 4.0578
Hits@30:
Test: 65.5788 ± 3.0994
Hits@50:
Test: 75.0285 ± 2.9261
AUC:
Test: 91.2670 ± 0.8789
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.6053 ± 6.1229
Hits@20:
Test: 53.2448 ± 2.2596
Hits@30:
Test: 61.2903 ± 3.4366
Hits@50:
Test: 70.6641 ± 2.7518
AUC:
Test: 90.3713 ± 0.7919
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.3833 ± 3.9997
Hits@20:
Test: 64.2505 ± 1.9379
Hits@30:
Test: 70.5882 ± 1.8250
Hits@50:
Test: 77.5332 ± 2.6176
AUC:
Test: 92.7749 ± 0.3226
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.9545 ± 3.5636
Hits@20:
Test: 61.6698 ± 3.7449
Hits@30:
Test: 69.9810 ± 2.4719
Hits@50:
Test: 78.2543 ± 0.8961
AUC:
Test: 93.1591 ± 0.3176
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.4345 ± 5.8187
Hits@20:
Test: 66.1101 ± 2.7746
Hits@30:
Test: 72.2960 ± 1.6157
Hits@50:
Test: 80.5313 ± 3.2992
AUC:
Test: 92.6722 ± 0.4190
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.5655 ± 1.2615
Hits@20:
Test: 75.5977 ± 1.9656
Hits@30:
Test: 81.6319 ± 1.4351
Hits@50:
Test: 85.8824 ± 0.9823
AUC:
Test: 95.5820 ± 0.2191
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.5825 ± 4.0356
Hits@20:
Test: 50.5503 ± 2.5444
Hits@30:
Test: 57.3055 ± 4.0073
Hits@50:
Test: 69.5636 ± 1.8329
AUC:
Test: 88.2188 ± 1.3193
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.8102 ± 3.1047
Hits@20:
Test: 50.6262 ± 1.4225
Hits@30:
Test: 58.9374 ± 1.8032
Hits@50:
Test: 69.5636 ± 2.8514
AUC:
Test: 89.0015 ± 0.5665
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.2600 ± 2.8355
Hits@20:
Test: 57.8368 ± 4.9761
Hits@30:
Test: 63.4156 ± 3.2877
Hits@50:
Test: 73.4345 ± 5.3570
AUC:
Test: 91.2642 ± 0.7005
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.1252 ± 4.5718
Hits@20:
Test: 54.5351 ± 2.8671
Hits@30:
Test: 62.5427 ± 2.4980
Hits@50:
Test: 70.2087 ± 2.1925
AUC:
Test: 90.0846 ± 0.4962
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.8501 ± 4.0333
Hits@20:
Test: 65.6926 ± 1.6780
Hits@30:
Test: 72.7514 ± 2.6788
Hits@50:
Test: 80.9108 ± 1.2630
AUC:
Test: 93.5079 ± 0.3187
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.8975 ± 5.7090
Hits@20:
Test: 71.5370 ± 0.8900
Hits@30:
Test: 77.1157 ± 1.8181
Hits@50:
Test: 83.6053 ± 0.8860
AUC:
Test: 94.7356 ± 0.2543
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.0380 ± 3.7617
Hits@20:
Test: 51.9165 ± 5.6332
Hits@30:
Test: 58.5958 ± 1.7770
Hits@50:
Test: 66.9829 ± 1.3551
AUC:
Test: 88.6884 ± 0.5555
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.4440 ± 4.8944
Hits@20:
Test: 52.3340 ± 2.1274
Hits@30:
Test: 59.3169 ± 2.1535
Hits@50:
Test: 70.2467 ± 2.6204
AUC:
Test: 89.3843 ± 0.3139
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.2903 ± 6.2397
Hits@20:
Test: 51.9924 ± 3.5168
Hits@30:
Test: 60.4934 ± 3.0372
Hits@50:
Test: 69.5636 ± 3.6018
AUC:
Test: 89.4155 ± 0.7233
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.1385 ± 3.8758
Hits@20:
Test: 51.9545 ± 3.8502
Hits@30:
Test: 59.9621 ± 1.1145
Hits@50:
Test: 68.9943 ± 2.4835
AUC:
Test: 89.4641 ± 0.4832
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.3605 ± 6.8700
Hits@20:
Test: 64.8197 ± 3.3291
Hits@30:
Test: 69.7533 ± 6.2050
Hits@50:
Test: 79.5825 ± 2.7255
AUC:
Test: 93.2735 ± 0.7145
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.3985 ± 3.3399
Hits@20:
Test: 61.1765 ± 4.3820
Hits@30:
Test: 69.6015 ± 0.8206
Hits@50:
Test: 76.6603 ± 1.9582
AUC:
Test: 93.0148 ± 0.2031
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.1176 ± 5.0175
Hits@20:
Test: 63.9089 ± 3.9334
Hits@30:
Test: 69.6015 ± 3.6237
Hits@50:
Test: 79.3548 ± 2.8507
AUC:
Test: 91.7715 ± 0.9060
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.6243 ± 2.1702
Hits@20:
Test: 63.4535 ± 1.6356
Hits@30:
Test: 69.6395 ± 3.0331
Hits@50:
Test: 77.1157 ± 1.3525
AUC:
Test: 92.6618 ± 0.2806
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.2315 ± 3.3177
Hits@20:
Test: 65.1233 ± 3.6780
Hits@30:
Test: 71.1195 ± 2.9317
Hits@50:
Test: 78.4061 ± 1.0166
AUC:
Test: 92.0984 ± 0.2424
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.0740 ± 2.4323
Hits@20:
Test: 73.7381 ± 2.0064
Hits@30:
Test: 79.0892 ± 1.3174
Hits@50:
Test: 83.7951 ± 0.6090
AUC:
Test: 94.5798 ± 0.2122
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.6736 ± 7.0242
Hits@20:
Test: 70.5123 ± 3.9339
Hits@30:
Test: 73.5863 ± 2.7836
Hits@50:
Test: 79.8862 ± 3.5677
AUC:
Test: 93.2984 ± 1.1594
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.2884 ± 8.3356
Hits@20:
Test: 75.2562 ± 3.2191
Hits@30:
Test: 81.4801 ± 0.7300
Hits@50:
Test: 86.7552 ± 1.1097
AUC:
Test: 95.6203 ± 0.2774
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.8558 ± 3.1507
Hits@20:
Test: 60.7590 ± 2.4352
Hits@30:
Test: 67.9317 ± 1.3551
Hits@50:
Test: 76.2049 ± 1.6023
AUC:
Test: 91.0577 ± 0.8597
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.3491 ± 1.8319
Hits@20:
Test: 57.5712 ± 1.6466
Hits@30:
Test: 62.3529 ± 2.2315
Hits@50:
Test: 72.2581 ± 2.4719
AUC:
Test: 90.8874 ± 0.4506
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.8254 ± 4.2183
Hits@20:
Test: 68.2353 ± 2.2834
Hits@30:
Test: 74.2315 ± 1.5497
Hits@50:
Test: 79.5825 ± 1.7474
AUC:
Test: 92.3059 ± 0.8391
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.3435 ± 2.2904
Hits@20:
Test: 66.6034 ± 1.7391
Hits@30:
Test: 71.6509 ± 1.3525
Hits@50:
Test: 80.3036 ± 1.1880
AUC:
Test: 93.5307 ± 0.4845
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.7230 ± 2.6477
Hits@20:
Test: 67.2865 ± 3.6218
Hits@30:
Test: 73.8140 ± 7.4307
Hits@50:
Test: 82.2391 ± 2.7972
AUC:
Test: 93.1512 ± 0.6573
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 68.1214 ± 2.4994
Hits@20:
Test: 75.4080 ± 1.9472
Hits@30:
Test: 80.4934 ± 1.5613
Hits@50:
Test: 86.1480 ± 0.4243
AUC:
Test: 95.5224 ± 0.2384
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.0493 ± 4.5474
Hits@20:
Test: 51.9924 ± 4.6596
Hits@30:
Test: 59.0133 ± 2.5914
Hits@50:
Test: 69.1082 ± 2.4129
AUC:
Test: 88.2610 ± 1.4348
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.4421 ± 6.1657
Hits@20:
Test: 51.7268 ± 3.3960
Hits@30:
Test: 57.7609 ± 2.1070
Hits@50:
Test: 67.8178 ± 1.4174
AUC:
Test: 89.1755 ± 0.3764
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.5674 ± 5.3630
Hits@20:
Test: 56.0531 ± 4.1608
Hits@30:
Test: 63.9848 ± 1.8947
Hits@50:
Test: 75.0285 ± 1.0950
AUC:
Test: 91.1676 ± 0.5759
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.8463 ± 4.0949
Hits@20:
Test: 54.8387 ± 3.0003
Hits@30:
Test: 61.3283 ± 2.1232
Hits@50:
Test: 69.7533 ± 1.3853
AUC:
Test: 89.6138 ± 0.4892
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.3321 ± 5.9381
Hits@20:
Test: 68.4630 ± 1.8220
Hits@30:
Test: 73.1689 ± 2.4137
Hits@50:
Test: 80.0759 ± 1.6101
AUC:
Test: 93.1169 ± 0.8880
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.5332 ± 6.8933
Hits@20:
Test: 71.4231 ± 2.6211
Hits@30:
Test: 77.9127 ± 1.2842
Hits@50:
Test: 84.0987 ± 2.0674
AUC:
Test: 94.7436 ± 0.3810
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.1044 ± 5.8347
Hits@20:
Test: 51.1195 ± 4.9583
Hits@30:
Test: 57.8368 ± 2.9255
Hits@50:
Test: 67.9696 ± 0.9896
AUC:
Test: 88.3662 ± 0.5715
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.1518 ± 5.0358
Hits@20:
Test: 54.2315 ± 4.1256
Hits@30:
Test: 60.9867 ± 3.6931
Hits@50:
Test: 69.9431 ± 1.0094
AUC:
Test: 89.3965 ± 0.4693
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.2277 ± 4.3083
Hits@20:
Test: 54.2694 ± 2.0126
Hits@30:
Test: 61.9734 ± 4.2844
Hits@50:
Test: 70.0190 ± 3.3030
AUC:
Test: 89.3810 ± 0.7313
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.5047 ± 5.3131
Hits@20:
Test: 51.8406 ± 3.7841
Hits@30:
Test: 60.5313 ± 4.4033
Hits@50:
Test: 68.0455 ± 3.2247
AUC:
Test: 89.5154 ± 0.9405
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.2581 ± 3.9771
Hits@20:
Test: 63.3017 ± 5.6107
Hits@30:
Test: 69.7913 ± 3.1133
Hits@50:
Test: 78.2543 ± 2.6073
AUC:
Test: 93.0447 ± 0.3846
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.2467 ± 2.4499
Hits@20:
Test: 64.0228 ± 3.8483
Hits@30:
Test: 69.8672 ± 2.3829
Hits@50:
Test: 78.6338 ± 1.0445
AUC:
Test: 93.1792 ± 0.5238
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.6129 ± 6.2604
Hits@20:
Test: 65.5028 ± 3.3420
Hits@30:
Test: 71.3093 ± 2.8507
Hits@50:
Test: 78.1784 ± 1.2515
AUC:
Test: 92.6446 ± 0.4394
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.4535 ± 2.5066
Hits@20:
Test: 58.4440 ± 2.0743
Hits@30:
Test: 64.2884 ± 2.0890
Hits@50:
Test: 74.7249 ± 1.2687
AUC:
Test: 92.0974 ± 0.5568
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.0911 ± 3.4355
Hits@20:
Test: 64.5541 ± 3.3474
Hits@30:
Test: 72.9791 ± 2.0899
Hits@50:
Test: 79.6964 ± 1.9811
AUC:
Test: 93.3298 ± 0.5371
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.5180 ± 3.1564
Hits@20:
Test: 72.9032 ± 1.1651
Hits@30:
Test: 77.2296 ± 1.4575
Hits@50:
Test: 81.1385 ± 2.4653
AUC:
Test: 94.8031 ± 0.1967
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.3074 ± 4.1103
Hits@20:
Test: 65.3890 ± 3.6785
Hits@30:
Test: 70.5503 ± 3.5963
Hits@50:
Test: 79.3169 ± 1.7597
AUC:
Test: 93.1550 ± 0.7383
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.7704 ± 2.3371
Hits@20:
Test: 74.9905 ± 1.9136
Hits@30:
Test: 80.7590 ± 1.2771
Hits@50:
Test: 84.8197 ± 1.4759
AUC:
Test: 95.2924 ± 0.3166
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.4801 ± 5.0944
Hits@20:
Test: 52.4099 ± 5.4740
Hits@30:
Test: 62.2770 ± 3.2325
Hits@50:
Test: 70.2467 ± 1.0514
AUC:
Test: 90.6235 ± 0.9748
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.8235 ± 2.4099
Hits@20:
Test: 49.6015 ± 2.2153
Hits@30:
Test: 59.3169 ± 3.5742
Hits@50:
Test: 67.4763 ± 3.7846
AUC:
Test: 89.6206 ± 0.6235
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.6357 ± 4.3133
Hits@20:
Test: 64.8197 ± 2.4580
Hits@30:
Test: 70.9298 ± 2.1610
Hits@50:
Test: 77.6091 ± 2.3471
AUC:
Test: 92.3938 ± 0.7463
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.8216 ± 2.8196
Hits@20:
Test: 55.7116 ± 3.4381
Hits@30:
Test: 63.3397 ± 2.0144
Hits@50:
Test: 75.0285 ± 1.0867
AUC:
Test: 92.2439 ± 0.2566
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.2049 ± 7.4578
Hits@20:
Test: 66.4137 ± 5.1636
Hits@30:
Test: 71.7647 ± 1.5955
Hits@50:
Test: 80.4175 ± 1.4905
AUC:
Test: 93.0316 ± 0.6200
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.9829 ± 4.2132
Hits@20:
Test: 75.0664 ± 2.6211
Hits@30:
Test: 79.2789 ± 2.0055
Hits@50:
Test: 86.1480 ± 0.7100
AUC:
Test: 95.2792 ± 0.1850
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.3169 ± 3.4973
Hits@20:
Test: 50.6641 ± 4.1573
Hits@30:
Test: 53.8140 ± 5.0107
Hits@50:
Test: 66.2998 ± 4.4513
AUC:
Test: 88.5553 ± 1.1682
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.1157 ± 5.5381
Hits@20:
Test: 49.3359 ± 4.8210
Hits@30:
Test: 53.2448 ± 3.8366
Hits@50:
Test: 65.6167 ± 2.3294
AUC:
Test: 89.2008 ± 0.6313
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.0361 ± 1.9874
Hits@20:
Test: 57.3814 ± 4.2017
Hits@30:
Test: 63.1119 ± 4.4976
Hits@50:
Test: 72.2201 ± 2.6038
AUC:
Test: 90.4994 ± 0.6952
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.1271 ± 5.2042
Hits@20:
Test: 50.6641 ± 2.4485
Hits@30:
Test: 57.3055 ± 1.8592
Hits@50:
Test: 68.4250 ± 2.1156
AUC:
Test: 89.4965 ± 0.6840
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.3567 ± 3.4024
Hits@20:
Test: 68.6907 ± 2.7531
Hits@30:
Test: 72.6376 ± 2.2468
Hits@50:
Test: 78.1025 ± 4.6239
AUC:
Test: 93.4221 ± 0.4640
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.7078 ± 4.5331
Hits@20:
Test: 70.7021 ± 2.4690
Hits@30:
Test: 76.9260 ± 1.1743
Hits@50:
Test: 82.2011 ± 2.9039
AUC:
Test: 94.5343 ± 0.3111
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.9886 ± 2.0542
Hits@20:
Test: 46.9070 ± 4.9380
Hits@30:
Test: 57.1537 ± 3.2129
Hits@50:
Test: 67.7799 ± 3.3339
AUC:
Test: 88.7589 ± 0.4324
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.6110 ± 4.3408
Hits@20:
Test: 49.2979 ± 5.2849
Hits@30:
Test: 56.5085 ± 1.1651
Hits@50:
Test: 65.7305 ± 3.2275
AUC:
Test: 89.3870 ± 0.4398
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.1290 ± 5.2184
Hits@20:
Test: 47.5142 ± 4.7903
Hits@30:
Test: 54.5731 ± 3.5030
Hits@50:
Test: 65.5788 ± 4.2188
AUC:
Test: 88.7097 ± 0.6270
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.3435 ± 1.3377
Hits@20:
Test: 46.8311 ± 3.1621
Hits@30:
Test: 56.0531 ± 3.9453
Hits@50:
Test: 66.6793 ± 2.2315
AUC:
Test: 89.4388 ± 0.2824
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.2448 ± 6.0552
Hits@20:
Test: 64.0607 ± 2.6922
Hits@30:
Test: 70.9298 ± 2.2588
Hits@50:
Test: 78.1784 ± 1.6542
AUC:
Test: 92.7942 ± 0.2042
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.0987 ± 2.9750
Hits@20:
Test: 55.8254 ± 4.7465
Hits@30:
Test: 63.9469 ± 1.3944
Hits@50:
Test: 74.9146 ± 1.5497
AUC:
Test: 92.0371 ± 0.2402
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.5731 ± 3.7367
Hits@20:
Test: 63.5674 ± 3.0567
Hits@30:
Test: 71.9545 ± 3.5863
Hits@50:
Test: 77.7230 ± 3.0585
AUC:
Test: 92.3578 ± 0.6069
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.8918 ± 4.4286
Hits@20:
Test: 59.5825 ± 3.9188
Hits@30:
Test: 65.3890 ± 2.1619
Hits@50:
Test: 76.5085 ± 2.8381
AUC:
Test: 92.7463 ± 0.3964
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.1290 ± 2.0233
Hits@20:
Test: 67.4004 ± 1.8121
Hits@30:
Test: 72.1822 ± 0.7661
Hits@50:
Test: 80.0379 ± 2.4500
AUC:
Test: 93.4302 ± 0.3104
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.1385 ± 3.8478
Hits@20:
Test: 70.8918 ± 2.9991
Hits@30:
Test: 75.6736 ± 1.5025
Hits@50:
Test: 81.4801 ± 2.2952
AUC:
Test: 94.5185 ± 0.2211
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.6110 ± 5.4920
Hits@20:
Test: 64.5920 ± 2.1867
Hits@30:
Test: 71.9545 ± 2.4204
Hits@50:
Test: 79.4307 ± 2.9991
AUC:
Test: 92.8640 ± 1.2389
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.4763 ± 1.0950
Hits@20:
Test: 75.4839 ± 2.1274
Hits@30:
Test: 80.3036 ± 0.4530
Hits@50:
Test: 86.1480 ± 1.0306
AUC:
Test: 95.4457 ± 0.2724
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.2505 ± 4.0396
Hits@20:
Test: 55.7875 ± 3.1581
Hits@30:
Test: 62.2770 ± 3.6534
Hits@50:
Test: 72.6755 ± 3.0626
AUC:
Test: 90.6071 ± 0.3770
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.6091 ± 2.1776
Hits@20:
Test: 49.6015 ± 3.9907
Hits@30:
Test: 57.1917 ± 1.6683
Hits@50:
Test: 67.5901 ± 3.6262
AUC:
Test: 89.4195 ± 0.6975
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.2827 ± 4.5647
Hits@20:
Test: 64.2505 ± 2.8482
Hits@30:
Test: 69.5256 ± 3.2442
Hits@50:
Test: 77.7989 ± 3.6672
AUC:
Test: 92.6646 ± 0.7710
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.6907 ± 3.9293
Hits@20:
Test: 57.6850 ± 3.0003
Hits@30:
Test: 68.4250 ± 3.7989
Hits@50:
Test: 76.2429 ± 2.0674
AUC:
Test: 92.4692 ± 0.3801
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.4194 ± 3.9544
Hits@20:
Test: 61.6319 ± 7.7013
Hits@30:
Test: 70.7400 ± 4.4042
Hits@50:
Test: 79.8862 ± 1.9117
AUC:
Test: 92.7981 ± 0.7912
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 65.8064 ± 3.0930
Hits@20:
Test: 75.9772 ± 1.5509
Hits@30:
Test: 79.7343 ± 1.5785
Hits@50:
Test: 84.2505 ± 1.5647
AUC:
Test: 95.2781 ± 0.2988
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.5579 ± 3.3981
Hits@20:
Test: 49.5636 ± 6.1096
Hits@30:
Test: 57.3435 ± 1.6993
Hits@50:
Test: 67.2106 ± 4.2247
AUC:
Test: 88.9289 ± 0.9686
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.4459 ± 5.5750
Hits@20:
Test: 48.0455 ± 4.8180
Hits@30:
Test: 58.0266 ± 2.2588
Hits@50:
Test: 67.2865 ± 2.1990
AUC:
Test: 89.1537 ± 0.5768
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.1006 ± 4.9401
Hits@20:
Test: 54.3074 ± 6.1361
Hits@30:
Test: 61.5560 ± 6.4761
Hits@50:
Test: 71.5750 ± 2.9439
AUC:
Test: 90.5211 ± 1.2256
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.0512 ± 2.2428
Hits@20:
Test: 49.1082 ± 2.8476
Hits@30:
Test: 55.6736 ± 2.1156
Hits@50:
Test: 66.8691 ± 3.2608
AUC:
Test: 89.6849 ± 0.5074
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.2068 ± 1.8427
Hits@20:
Test: 64.5920 ± 4.5355
Hits@30:
Test: 71.7647 ± 3.1961
Hits@50:
Test: 79.2789 ± 2.2347
AUC:
Test: 93.5765 ± 0.1546
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.3909 ± 3.0755
Hits@20:
Test: 73.0171 ± 0.9620
Hits@30:
Test: 77.1917 ± 2.2826
Hits@50:
Test: 82.1252 ± 1.7921
AUC:
Test: 94.5064 ± 0.2917
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.8748 ± 4.4795
Hits@20:
Test: 50.4364 ± 4.7616
Hits@30:
Test: 55.8254 ± 4.2247
Hits@50:
Test: 67.5522 ± 1.7443
AUC:
Test: 88.8166 ± 0.5299
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.3074 ± 5.7263
Hits@20:
Test: 45.8824 ± 2.5224
Hits@30:
Test: 56.3567 ± 2.5316
Hits@50:
Test: 67.0588 ± 2.9415
AUC:
Test: 89.2266 ± 0.7414
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.6091 ± 4.5291
Hits@20:
Test: 49.3738 ± 2.5366
Hits@30:
Test: 56.2049 ± 4.9288
Hits@50:
Test: 66.3757 ± 3.9494
AUC:
Test: 89.0212 ± 0.7762
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.1385 ± 2.3639
Hits@20:
Test: 52.4099 ± 3.2547
Hits@30:
Test: 58.3681 ± 2.9200
Hits@50:
Test: 65.1613 ± 4.7507
AUC:
Test: 89.5366 ± 0.2267
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.7780 ± 6.5836
Hits@20:
Test: 64.8577 ± 4.6274
Hits@30:
Test: 70.8539 ± 1.1896
Hits@50:
Test: 78.2922 ± 2.6518
AUC:
Test: 92.9103 ± 0.3113
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.4782 ± 4.0356
Hits@20:
Test: 56.0152 ± 4.9797
Hits@30:
Test: 64.3264 ± 4.2217
Hits@50:
Test: 75.5598 ± 2.1735
AUC:
Test: 92.2396 ± 0.8334
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.8140 ± 4.9819
Hits@20:
Test: 64.8956 ± 2.3123
Hits@30:
Test: 70.5123 ± 3.0021
Hits@50:
Test: 78.4061 ± 1.9089
AUC:
Test: 92.4791 ± 0.4197
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.4990 ± 4.7011
Hits@20:
Test: 63.1120 ± 4.6685
Hits@30:
Test: 69.0702 ± 2.0656
Hits@50:
Test: 77.1917 ± 1.9136
AUC:
Test: 93.0989 ± 0.4052
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.0531 ± 3.9499
Hits@20:
Test: 64.3264 ± 1.9536
Hits@30:
Test: 70.9298 ± 1.5145
Hits@50:
Test: 79.0892 ± 2.0322
AUC:
Test: 93.1886 ± 0.2892
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.5674 ± 4.9025
Hits@20:
Test: 71.4611 ± 2.3069
Hits@30:
Test: 75.6357 ± 1.7109
Hits@50:
Test: 81.8596 ± 1.2630
AUC:
Test: 94.8327 ± 0.2392
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.5104 ± 2.9304
Hits@20:
Test: 64.2125 ± 4.1434
Hits@30:
Test: 71.5750 ± 3.4245
Hits@50:
Test: 79.9241 ± 1.9042
AUC:
Test: 92.9757 ± 0.9401
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.0228 ± 6.6841
Hits@20:
Test: 75.2562 ± 2.5725
Hits@30:
Test: 80.1518 ± 2.3030
Hits@50:
Test: 84.9336 ± 1.3119
AUC:
Test: 95.3190 ± 0.1812
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.1632 ± 3.3795
Hits@20:
Test: 54.7628 ± 3.7004
Hits@30:
Test: 61.7837 ± 1.6629
Hits@50:
Test: 71.9545 ± 2.3525
AUC:
Test: 90.9322 ± 0.7029
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.0247 ± 3.7121
Hits@20:
Test: 53.4345 ± 3.6143
Hits@30:
Test: 60.2656 ± 3.2051
Hits@50:
Test: 70.3226 ± 3.0673
AUC:
Test: 90.1652 ± 0.5830
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.1822 ± 2.1342
Hits@20:
Test: 64.5161 ± 2.5423
Hits@30:
Test: 71.3852 ± 2.7413
Hits@50:
Test: 78.7476 ± 1.2370
AUC:
Test: 92.4412 ± 0.6175
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.9203 ± 1.2658
Hits@20:
Test: 61.9734 ± 3.0289
Hits@30:
Test: 67.2865 ± 2.6348
Hits@50:
Test: 75.4080 ± 2.3723
AUC:
Test: 92.5074 ± 0.4485
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.6091 ± 6.0819
Hits@20:
Test: 63.9089 ± 5.1765
Hits@30:
Test: 71.6888 ± 2.7347
Hits@50:
Test: 79.5066 ± 2.5352
AUC:
Test: 93.0799 ± 0.6124
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.4023 ± 4.9456
Hits@20:
Test: 76.2808 ± 2.3356
Hits@30:
Test: 79.3548 ± 2.7016
Hits@50:
Test: 86.3378 ± 0.9582
AUC:
Test: 95.3622 ± 0.2138
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.1518 ± 2.9659
Hits@20:
Test: 48.3871 ± 3.8140
Hits@30:
Test: 54.6869 ± 6.3637
Hits@50:
Test: 64.7438 ± 3.9925
AUC:
Test: 88.5604 ± 1.1553
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.0152 ± 4.4082
Hits@20:
Test: 49.1841 ± 3.8267
Hits@30:
Test: 57.3055 ± 4.9135
Hits@50:
Test: 65.1613 ± 3.1052
AUC:
Test: 89.2994 ± 0.8792
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.4023 ± 7.4344
Hits@20:
Test: 54.9905 ± 6.6188
Hits@30:
Test: 61.7078 ± 4.6700
Hits@50:
Test: 73.1689 ± 2.6989
AUC:
Test: 90.7318 ± 0.9864
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.8748 ± 6.1700
Hits@20:
Test: 49.9810 ± 2.1325
Hits@30:
Test: 59.0512 ± 2.5788
Hits@50:
Test: 67.3624 ± 3.1837
AUC:
Test: 89.6637 ± 1.0332
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.0797 ± 6.1677
Hits@20:
Test: 64.9715 ± 2.1743
Hits@30:
Test: 72.1063 ± 2.1842
Hits@50:
Test: 79.0892 ± 2.9439
AUC:
Test: 93.3372 ± 0.4552
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.8843 ± 4.2739
Hits@20:
Test: 72.8273 ± 1.7566
Hits@30:
Test: 77.3814 ± 1.2106
Hits@50:
Test: 83.2638 ± 0.7275
AUC:
Test: 94.6800 ± 0.2874
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.2163 ± 2.2834
Hits@20:
Test: 46.2998 ± 3.4470
Hits@30:
Test: 55.1044 ± 3.6242
Hits@50:
Test: 66.2239 ± 1.2370
AUC:
Test: 88.3443 ± 0.4727
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.7723 ± 4.3449
Hits@20:
Test: 47.2486 ± 1.9992
Hits@30:
Test: 59.0133 ± 0.8162
Hits@50:
Test: 67.0209 ± 1.5263
AUC:
Test: 89.2994 ± 0.4654
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.7742 ± 3.8408
Hits@20:
Test: 50.1328 ± 2.8570
Hits@30:
Test: 56.1670 ± 3.4444
Hits@50:
Test: 68.0076 ± 2.3224
AUC:
Test: 89.0158 ± 0.6915
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.7097 ± 2.7661
Hits@20:
Test: 47.6281 ± 4.1530
Hits@30:
Test: 55.0285 ± 0.5367
Hits@50:
Test: 66.8311 ± 3.2987
AUC:
Test: 89.6358 ± 0.5049
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.4972 ± 3.6559
Hits@20:
Test: 65.5408 ± 6.2281
Hits@30:
Test: 71.2334 ± 3.5337
Hits@50:
Test: 77.6471 ± 2.6135
AUC:
Test: 92.8505 ± 0.4879
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.8937 ± 6.5163
Hits@20:
Test: 60.8349 ± 2.4617
Hits@30:
Test: 66.7173 ± 1.3323
Hits@50:
Test: 74.4972 ± 1.8378
AUC:
Test: 92.4776 ± 0.5219
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.4459 ± 6.1317
Hits@20:
Test: 64.0228 ± 2.9628
Hits@30:
Test: 69.2600 ± 4.1896
Hits@50:
Test: 76.6983 ± 1.4538
AUC:
Test: 91.5622 ± 0.7478
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.7666 ± 3.2286
Hits@20:
Test: 58.5579 ± 0.6789
Hits@30:
Test: 65.0474 ± 1.9965
Hits@50:
Test: 73.3966 ± 1.1804
AUC:
Test: 92.1188 ± 0.5154
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.6490 ± 3.6178
Hits@20:
Test: 65.0854 ± 2.1130
Hits@30:
Test: 71.9165 ± 2.0569
Hits@50:
Test: 79.3928 ± 1.2486
AUC:
Test: 92.2755 ± 0.3983
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.8083 ± 4.0320
Hits@20:
Test: 71.8406 ± 2.0812
Hits@30:
Test: 76.1670 ± 3.0526
Hits@50:
Test: 82.2011 ± 1.3970
AUC:
Test: 94.1928 ± 0.6187
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.6850 ± 5.4287
Hits@20:
Test: 70.7400 ± 0.9431
Hits@30:
Test: 73.8520 ± 3.7603
Hits@50:
Test: 79.1271 ± 3.1324
AUC:
Test: 93.0891 ± 1.0140
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.1480 ± 6.5836
Hits@20:
Test: 74.5351 ± 4.3383
Hits@30:
Test: 80.2657 ± 1.6101
Hits@50:
Test: 86.6034 ± 1.5392
AUC:
Test: 95.5997 ± 0.4101
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.0721 ± 2.0411
Hits@20:
Test: 56.3188 ± 3.3875
Hits@30:
Test: 63.1119 ± 4.4473
Hits@50:
Test: 74.8387 ± 2.3609
AUC:
Test: 91.0488 ± 0.4421
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.5712 ± 2.6052
Hits@20:
Test: 53.0550 ± 3.3587
Hits@30:
Test: 59.7344 ± 3.1220
Hits@50:
Test: 69.4877 ± 2.3100
AUC:
Test: 90.4021 ± 0.2869
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.1044 ± 2.0899
Hits@20:
Test: 65.5029 ± 1.5145
Hits@30:
Test: 72.0304 ± 1.0445
Hits@50:
Test: 79.5446 ± 0.6060
AUC:
Test: 92.3028 ± 0.6080
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.6110 ± 2.3525
Hits@20:
Test: 62.7324 ± 1.0867
Hits@30:
Test: 69.3738 ± 1.8909
Hits@50:
Test: 75.7116 ± 1.4941
AUC:
Test: 92.9886 ± 0.4211
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.5863 ± 3.4824
Hits@20:
Test: 65.0474 ± 4.0373
Hits@30:
Test: 71.4231 ± 3.5742
Hits@50:
Test: 78.1404 ± 4.4042
AUC:
Test: 92.9171 ± 0.5203
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 65.9203 ± 1.8861
Hits@20:
Test: 76.3567 ± 2.2516
Hits@30:
Test: 78.8235 ± 1.4857
Hits@50:
Test: 86.1101 ± 1.6510
AUC:
Test: 95.4523 ± 0.4048
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.7856 ± 3.1598
Hits@20:
Test: 46.6414 ± 2.1317
Hits@30:
Test: 59.1271 ± 1.4488
Hits@50:
Test: 67.5901 ± 2.0674
AUC:
Test: 89.1147 ± 0.6194
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.9507 ± 4.9482
Hits@20:
Test: 50.2846 ± 4.9372
Hits@30:
Test: 57.9886 ± 2.6855
Hits@50:
Test: 67.8558 ± 1.8573
AUC:
Test: 89.3694 ± 0.3481
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.8046 ± 1.9601
Hits@20:
Test: 59.5066 ± 3.8994
Hits@30:
Test: 66.1480 ± 4.1802
Hits@50:
Test: 74.0038 ± 2.1842
AUC:
Test: 91.0109 ± 0.7643
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.2808 ± 3.6975
Hits@20:
Test: 51.3093 ± 2.7288
Hits@30:
Test: 58.6338 ± 3.4497
Hits@50:
Test: 69.1461 ± 2.0375
AUC:
Test: 90.0346 ± 0.4620
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.2296 ± 4.2907
Hits@20:
Test: 67.5142 ± 0.7754
Hits@30:
Test: 72.5237 ± 1.2180
Hits@50:
Test: 80.0000 ± 0.9450
AUC:
Test: 93.4301 ± 0.3195
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.1499 ± 3.8828
Hits@20:
Test: 72.8273 ± 2.7804
Hits@30:
Test: 77.3435 ± 2.4580
Hits@50:
Test: 81.8216 ± 0.9896
AUC:
Test: 94.6261 ± 0.2624
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.1404 ± 3.5245
Hits@20:
Test: 50.3226 ± 5.2042
Hits@30:
Test: 57.9886 ± 5.2528
Hits@50:
Test: 67.3624 ± 3.5978
AUC:
Test: 88.5178 ± 0.4591
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.3188 ± 4.8778
Hits@20:
Test: 49.9051 ± 3.3678
Hits@30:
Test: 55.0664 ± 1.3710
Hits@50:
Test: 67.2865 ± 1.1743
AUC:
Test: 89.2706 ± 0.5605
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.9488 ± 4.5962
Hits@20:
Test: 51.0057 ± 5.1012
Hits@30:
Test: 59.6964 ± 5.7643
Hits@50:
Test: 67.2865 ± 1.7109
AUC:
Test: 88.8645 ± 0.5416
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.9507 ± 3.2508
Hits@20:
Test: 49.2979 ± 4.3837
Hits@30:
Test: 56.1670 ± 1.5121
Hits@50:
Test: 67.4383 ± 1.1113
AUC:
Test: 89.7099 ± 0.1470
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.0398 ± 3.7822
Hits@20:
Test: 64.3643 ± 2.4241
Hits@30:
Test: 72.4099 ± 3.4066
Hits@50:
Test: 77.5332 ± 3.2746
AUC:
Test: 93.0957 ± 0.4528
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.9203 ± 1.6488
Hits@20:
Test: 59.0512 ± 2.2865
Hits@30:
Test: 67.5142 ± 1.8022
Hits@50:
Test: 75.0664 ± 3.7004
AUC:
Test: 92.5633 ± 0.6400
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.1537 ± 4.6526
Hits@20:
Test: 50.5123 ± 3.9676
Hits@30:
Test: 56.4706 ± 4.1716
Hits@50:
Test: 63.4915 ± 3.4590
AUC:
Test: 86.7299 ± 1.1163
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.9924 ± 4.4432
Hits@20:
Test: 41.7078 ± 5.5782
Hits@30:
Test: 51.1575 ± 1.6466
Hits@50:
Test: 59.7723 ± 1.1774
AUC:
Test: 85.3196 ± 0.7277
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.5522 ± 4.3490
Hits@20:
Test: 59.1271 ± 3.6687
Hits@30:
Test: 63.5294 ± 3.3312
Hits@50:
Test: 71.1954 ± 2.5152
AUC:
Test: 89.8807 ± 0.7915
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.2600 ± 3.7440
Hits@20:
Test: 61.8216 ± 4.5647
Hits@30:
Test: 68.8046 ± 3.3426
Hits@50:
Test: 75.9393 ± 2.4129
AUC:
Test: 91.4651 ± 0.4974
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.3833 ± 3.1139
Hits@20:
Test: 65.8824 ± 2.4055
Hits@30:
Test: 74.0038 ± 4.1638
Hits@50:
Test: 78.7476 ± 2.7563
AUC:
Test: 92.7104 ± 1.3862
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 58.3302 ± 2.6038
Hits@20:
Test: 75.2941 ± 2.2588
Hits@30:
Test: 80.5313 ± 0.6655
Hits@50:
Test: 85.9203 ± 0.6350
AUC:
Test: 95.3397 ± 0.2241
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.8292 ± 6.0101
Hits@20:
Test: 35.4839 ± 6.3504
Hits@30:
Test: 44.9336 ± 4.8719
Hits@50:
Test: 54.3074 ± 2.7901
AUC:
Test: 81.8126 ± 1.3479
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.1613 ± 4.5255
Hits@20:
Test: 37.7230 ± 0.8839
Hits@30:
Test: 45.5028 ± 3.5434
Hits@50:
Test: 54.8387 ± 2.2412
AUC:
Test: 83.4334 ± 0.9372
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.2808 ± 6.0534
Hits@20:
Test: 47.0588 ± 2.6734
Hits@30:
Test: 54.2315 ± 3.5913
Hits@50:
Test: 62.0873 ± 2.7674
AUC:
Test: 86.3050 ± 0.4622
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.7400 ± 2.8049
Hits@20:
Test: 39.8861 ± 4.1473
Hits@30:
Test: 48.8425 ± 3.4381
Hits@50:
Test: 59.2030 ± 2.1002
AUC:
Test: 85.2306 ± 0.5671
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.4459 ± 2.6101
Hits@20:
Test: 64.5161 ± 2.1087
Hits@30:
Test: 71.9924 ± 3.0644
Hits@50:
Test: 78.7856 ± 3.0491
AUC:
Test: 92.3396 ± 0.9787
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.6319 ± 1.8660
Hits@20:
Test: 74.4213 ± 2.4129
Hits@30:
Test: 78.0645 ± 1.6079
Hits@50:
Test: 83.9089 ± 0.4912
AUC:
Test: 94.8861 ± 0.1302
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.7173 ± 5.8707
Hits@20:
Test: 33.2827 ± 5.2304
Hits@30:
Test: 40.4554 ± 3.8735
Hits@50:
Test: 49.7154 ± 3.4808
AUC:
Test: 81.1502 ± 1.5957
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.3112 ± 3.8828
Hits@20:
Test: 33.4725 ± 5.8078
Hits@30:
Test: 44.0607 ± 2.3525
Hits@50:
Test: 56.2808 ± 2.2556
AUC:
Test: 83.2967 ± 0.7267
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.2846 ± 4.0556
Hits@20:
Test: 38.8994 ± 5.7351
Hits@30:
Test: 45.4649 ± 4.2991
Hits@50:
Test: 54.2315 ± 3.2353
AUC:
Test: 82.3158 ± 0.7120
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.1214 ± 4.8273
Hits@20:
Test: 35.7495 ± 7.7423
Hits@30:
Test: 44.8197 ± 2.1443
Hits@50:
Test: 57.3435 ± 2.5928
AUC:
Test: 83.5408 ± 1.1833
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.1461 ± 3.8352
Hits@20:
Test: 57.8748 ± 3.6376
Hits@30:
Test: 64.2125 ± 3.1312
Hits@50:
Test: 72.4099 ± 3.2992
AUC:
Test: 89.5351 ± 0.9269
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.1954 ± 4.3383
Hits@20:
Test: 63.1499 ± 3.4922
Hits@30:
Test: 68.9564 ± 1.8279
Hits@50:
Test: 76.3947 ± 1.6246
AUC:
Test: 91.3629 ± 0.4951
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.3131 ± 3.5767
Hits@20:
Test: 32.9412 ± 4.0333
Hits@30:
Test: 42.3150 ± 1.4881
Hits@50:
Test: 49.7154 ± 1.2800
AUC:
Test: 79.8460 ± 2.9372
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.7419 ± 2.9439
Hits@20:
Test: 36.9260 ± 2.9961
Hits@30:
Test: 42.3150 ± 1.1774
Hits@50:
Test: 54.9905 ± 2.5578
AUC:
Test: 83.0164 ± 1.6561
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.4156 ± 3.8154
Hits@20:
Test: 33.6622 ± 2.9810
Hits@30:
Test: 40.1898 ± 2.5928
Hits@50:
Test: 51.7268 ± 3.9952
AUC:
Test: 79.5673 ± 2.5844
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.3491 ± 4.3943
Hits@20:
Test: 37.5332 ± 2.6477
Hits@30:
Test: 42.4288 ± 1.3256
Hits@50:
Test: 55.1044 ± 2.9931
AUC:
Test: 82.9113 ± 1.5870
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.0873 ± 5.5960
Hits@20:
Test: 51.4991 ± 2.9354
Hits@30:
Test: 57.6471 ± 1.8071
Hits@50:
Test: 64.7818 ± 1.8669
AUC:
Test: 87.0695 ± 1.2373
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.9165 ± 5.6184
Hits@20:
Test: 44.5541 ± 3.3582
Hits@30:
Test: 49.9431 ± 1.1015
Hits@50:
Test: 59.1271 ± 0.7778
AUC:
Test: 85.4617 ± 0.7205
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.6698 ± 3.3182
Hits@20:
Test: 51.2334 ± 3.4601
Hits@30:
Test: 58.2922 ± 4.2354
Hits@50:
Test: 65.1992 ± 2.9107
AUC:
Test: 86.8922 ± 0.4520
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.9772 ± 3.6711
Hits@20:
Test: 43.3776 ± 3.3694
Hits@30:
Test: 52.5237 ± 3.9835
Hits@50:
Test: 60.7970 ± 4.1477
AUC:
Test: 85.3184 ± 1.0841
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.1233 ± 2.5718
Hits@20:
Test: 57.2676 ± 3.7841
Hits@30:
Test: 63.8330 ± 1.3323
Hits@50:
Test: 70.9298 ± 1.1728
AUC:
Test: 89.8981 ± 0.6535
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.9051 ± 3.6770
Hits@20:
Test: 64.0228 ± 4.0177
Hits@30:
Test: 69.2220 ± 2.7609
Hits@50:
Test: 76.6603 ± 0.8162
AUC:
Test: 91.4576 ± 0.4846
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 60.1518 ± 5.4254
Hits@20:
Test: 65.4649 ± 8.1935
Hits@30:
Test: 71.4611 ± 3.5056
Hits@50:
Test: 80.6452 ± 2.9427
AUC:
Test: 93.3495 ± 1.3632
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.6679 ± 2.7016
Hits@20:
Test: 75.2562 ± 2.9200
Hits@30:
Test: 80.9867 ± 0.7754
Hits@50:
Test: 85.9203 ± 1.1880
AUC:
Test: 95.4435 ± 0.1507
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.4383 ± 6.6517
Hits@20:
Test: 36.2808 ± 5.5798
Hits@30:
Test: 45.0095 ± 5.4970
Hits@50:
Test: 55.2562 ± 4.2162
AUC:
Test: 82.1030 ± 1.6310
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.8577 ± 3.6697
Hits@20:
Test: 36.0531 ± 7.3955
Hits@30:
Test: 46.1101 ± 3.1295
Hits@50:
Test: 55.2562 ± 1.0254
AUC:
Test: 83.6899 ± 0.7984
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.9222 ± 2.9531
Hits@20:
Test: 49.6774 ± 5.2917
Hits@30:
Test: 54.0797 ± 4.1356
Hits@50:
Test: 62.5047 ± 1.9098
AUC:
Test: 86.4741 ± 0.5108
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.1708 ± 3.4156
Hits@20:
Test: 42.3150 ± 3.1295
Hits@30:
Test: 48.5010 ± 3.5893
Hits@50:
Test: 59.7723 ± 1.7597
AUC:
Test: 85.3179 ± 0.4397
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.2827 ± 5.9454
Hits@20:
Test: 65.9583 ± 2.6004
Hits@30:
Test: 70.4364 ± 2.5613
Hits@50:
Test: 79.0512 ± 2.9292
AUC:
Test: 92.3704 ± 0.7065
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.4668 ± 3.1650
Hits@20:
Test: 74.3074 ± 2.1743
Hits@30:
Test: 77.2676 ± 2.3980
Hits@50:
Test: 84.4782 ± 1.2967
AUC:
Test: 94.8310 ± 0.2360
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.4516 ± 5.5914
Hits@20:
Test: 34.9905 ± 4.0600
Hits@30:
Test: 40.9867 ± 4.3561
Hits@50:
Test: 50.9298 ± 2.0899
AUC:
Test: 79.7717 ± 2.5373
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.8843 ± 5.1542
Hits@20:
Test: 33.6243 ± 6.2192
Hits@30:
Test: 45.1992 ± 2.7707
Hits@50:
Test: 54.5351 ± 2.0108
AUC:
Test: 83.4699 ± 0.5485
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.2581 ± 6.3419
Hits@20:
Test: 41.3662 ± 5.4287
Hits@30:
Test: 48.2732 ± 5.3781
Hits@50:
Test: 55.8254 ± 3.7936
AUC:
Test: 83.2747 ± 1.2236
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.2619 ± 3.5667
Hits@20:
Test: 34.2694 ± 7.5873
Hits@30:
Test: 43.7951 ± 0.7023
Hits@50:
Test: 53.3207 ± 2.9181
AUC:
Test: 83.4358 ± 0.8549
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.2865 ± 7.7769
Hits@20:
Test: 58.1784 ± 2.9719
Hits@30:
Test: 64.5161 ± 2.8049
Hits@50:
Test: 72.3340 ± 2.2347
AUC:
Test: 89.3724 ± 0.5503
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.2220 ± 7.3841
Hits@20:
Test: 60.5313 ± 3.0860
Hits@30:
Test: 67.8937 ± 2.6781
Hits@50:
Test: 76.0152 ± 1.9656
AUC:
Test: 91.3611 ± 0.5335
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.9829 ± 5.6328
Hits@20:
Test: 33.6243 ± 4.6449
Hits@30:
Test: 40.3416 ± 3.0378
Hits@50:
Test: 51.6888 ± 2.5900
AUC:
Test: 80.6048 ± 3.4053
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.5768 ± 3.4224
Hits@20:
Test: 37.1537 ± 1.8270
Hits@30:
Test: 43.3397 ± 1.4612
Hits@50:
Test: 52.4478 ± 2.1325
AUC:
Test: 83.4609 ± 1.5849
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.2372 ± 3.6524
Hits@20:
Test: 35.0664 ± 3.1220
Hits@30:
Test: 40.3416 ± 4.0109
Hits@50:
Test: 49.3738 ± 2.3255
AUC:
Test: 81.0080 ± 1.1323
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.1992 ± 1.6123
Hits@20:
Test: 36.2808 ± 1.8899
Hits@30:
Test: 44.3643 ± 1.9230
Hits@50:
Test: 52.9032 ± 1.8466
AUC:
Test: 83.3976 ± 1.6263
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.3928 ± 3.2497
Hits@20:
Test: 50.9677 ± 4.2294
Hits@30:
Test: 55.7116 ± 5.4496
Hits@50:
Test: 63.4915 ± 1.3983
AUC:
Test: 86.6688 ± 1.3866
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.1442 ± 4.5076
Hits@20:
Test: 42.3150 ± 4.8210
Hits@30:
Test: 49.3738 ± 1.3905
Hits@50:
Test: 57.2676 ± 3.5332
AUC:
Test: 84.4534 ± 1.8944
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.0740 ± 2.6327
Hits@20:
Test: 54.2315 ± 3.9494
Hits@30:
Test: 61.4042 ± 3.1627
Hits@50:
Test: 68.3871 ± 1.8081
AUC:
Test: 87.9714 ± 0.4671
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.2694 ± 6.2627
Hits@20:
Test: 45.1233 ± 2.6409
Hits@30:
Test: 51.6888 ± 4.1952
Hits@50:
Test: 61.1765 ± 2.5338
AUC:
Test: 86.9039 ± 0.5967
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.1442 ± 2.7347
Hits@20:
Test: 61.4421 ± 3.4481
Hits@30:
Test: 65.1992 ± 2.4137
Hits@50:
Test: 71.6888 ± 2.2747
AUC:
Test: 90.2377 ± 0.6484
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.1423 ± 4.9182
Hits@20:
Test: 65.3131 ± 1.7099
Hits@30:
Test: 70.4744 ± 2.4099
Hits@50:
Test: 76.3947 ± 2.4174
AUC:
Test: 92.3079 ± 0.2901
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.8748 ± 7.5150
Hits@20:
Test: 65.8824 ± 3.7722
Hits@30:
Test: 73.4345 ± 2.8902
Hits@50:
Test: 80.3036 ± 2.5330
AUC:
Test: 92.9969 ± 0.7906
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.0588 ± 4.4311
Hits@20:
Test: 76.3188 ± 2.3980
Hits@30:
Test: 82.1252 ± 0.9987
Hits@50:
Test: 85.7685 ± 1.8348
AUC:
Test: 95.5658 ± 0.3369
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.0038 ± 9.2039
Hits@20:
Test: 39.2789 ± 8.2133
Hits@30:
Test: 47.3624 ± 7.4339
Hits@50:
Test: 57.6091 ± 4.9710
AUC:
Test: 82.8487 ± 2.1711
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.5142 ± 4.2068
Hits@20:
Test: 35.1044 ± 6.6400
Hits@30:
Test: 47.5142 ± 1.8909
Hits@50:
Test: 54.8767 ± 4.0728
AUC:
Test: 83.8747 ± 0.8132
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.4763 ± 3.7603
Hits@20:
Test: 54.2315 ± 1.3905
Hits@30:
Test: 58.8994 ± 2.7485
Hits@50:
Test: 65.5788 ± 3.4668
AUC:
Test: 86.8361 ± 0.7450
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.7666 ± 5.1279
Hits@20:
Test: 40.6072 ± 3.1324
Hits@30:
Test: 51.4990 ± 4.6064
Hits@50:
Test: 61.5180 ± 2.1104
AUC:
Test: 85.6110 ± 0.8716
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.1708 ± 4.5985
Hits@20:
Test: 64.5541 ± 3.9608
Hits@30:
Test: 71.0816 ± 3.8483
Hits@50:
Test: 77.1537 ± 3.1226
AUC:
Test: 91.7168 ± 1.0943
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.1879 ± 2.5634
Hits@20:
Test: 74.0038 ± 2.4741
Hits@30:
Test: 78.0266 ± 1.1495
Hits@50:
Test: 84.3264 ± 0.8757
AUC:
Test: 94.9034 ± 0.2896
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.8577 ± 3.6426
Hits@20:
Test: 30.7780 ± 4.8645
Hits@30:
Test: 39.1271 ± 4.2055
Hits@50:
Test: 49.9431 ± 4.1256
AUC:
Test: 79.5354 ± 2.6498
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.0474 ± 2.0830
Hits@20:
Test: 33.3586 ± 6.8920
Hits@30:
Test: 41.2144 ± 6.5367
Hits@50:
Test: 56.8121 ± 2.1990
AUC:
Test: 83.6966 ± 0.5186
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.6015 ± 6.5883
Hits@20:
Test: 33.7761 ± 7.4561
Hits@30:
Test: 43.4156 ± 5.8029
Hits@50:
Test: 52.3719 ± 4.0542
AUC:
Test: 81.9600 ± 2.0085
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.3510 ± 2.3417
Hits@20:
Test: 33.1689 ± 6.4675
Hits@30:
Test: 44.3264 ± 1.7474
Hits@50:
Test: 54.4592 ± 3.2564
AUC:
Test: 83.4045 ± 0.6036
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.5256 ± 5.1845
Hits@20:
Test: 59.0892 ± 3.8948
Hits@30:
Test: 64.5541 ± 3.4061
Hits@50:
Test: 72.5617 ± 3.5918
AUC:
Test: 90.1180 ± 0.2273
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.3226 ± 6.2682
Hits@20:
Test: 59.5825 ± 2.3201
Hits@30:
Test: 69.3359 ± 1.8329
Hits@50:
Test: 75.5598 ± 1.3036
AUC:
Test: 91.3923 ± 0.5704
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 20.7590 ± 5.1402
Hits@20:
Test: 34.4213 ± 4.3283
Hits@30:
Test: 42.3529 ± 2.0278
Hits@50:
Test: 52.8273 ± 2.5969
AUC:
Test: 80.9273 ± 1.3992
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.5522 ± 3.3555
Hits@20:
Test: 36.9260 ± 2.8952
Hits@30:
Test: 43.6433 ± 1.1145
Hits@50:
Test: 53.2448 ± 3.4590
AUC:
Test: 82.7682 ± 1.2532
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.9981 ± 3.2905
Hits@20:
Test: 32.2960 ± 4.3548
Hits@30:
Test: 42.5047 ± 1.1226
Hits@50:
Test: 48.6148 ± 3.6951
AUC:
Test: 81.5617 ± 0.8254
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.8425 ± 2.6190
Hits@20:
Test: 38.7476 ± 3.4324
Hits@30:
Test: 44.4402 ± 3.8618
Hits@50:
Test: 52.7514 ± 3.7665
AUC:
Test: 83.1286 ± 1.5817
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.9867 ± 5.0792
Hits@20:
Test: 49.1082 ± 4.1841
Hits@30:
Test: 54.3453 ± 2.9750
Hits@50:
Test: 62.3150 ± 1.9192
AUC:
Test: 86.9042 ± 0.7280
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.8406 ± 5.7982
Hits@20:
Test: 44.2505 ± 3.8291
Hits@30:
Test: 49.6015 ± 6.4983
Hits@50:
Test: 59.3169 ± 4.4290
AUC:
Test: 85.2839 ± 0.3111
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.5028 ± 3.6411
Hits@20:
Test: 54.3833 ± 2.4617
Hits@30:
Test: 60.8729 ± 1.7921
Hits@50:
Test: 68.3871 ± 2.4359
AUC:
Test: 86.8488 ± 1.2149
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.3681 ± 8.1167
Hits@20:
Test: 47.7419 ± 3.9817
Hits@30:
Test: 55.9393 ± 1.6672
Hits@50:
Test: 65.9583 ± 0.7778
AUC:
Test: 87.9227 ± 0.8313
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.5028 ± 4.6079
Hits@20:
Test: 57.8748 ± 1.8880
Hits@30:
Test: 64.1366 ± 1.9117
Hits@50:
Test: 70.5882 ± 1.8737
AUC:
Test: 89.0008 ± 0.7894
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.0171 ± 2.5302
Hits@20:
Test: 64.8956 ± 3.0948
Hits@30:
Test: 70.5882 ± 1.1697
Hits@50:
Test: 76.0531 ± 1.9555
AUC:
Test: 92.0567 ± 0.2948
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.8880 ± 4.6700
Hits@20:
Test: 66.9829 ± 3.5015
Hits@30:
Test: 72.9791 ± 2.0899
Hits@50:
Test: 80.9108 ± 1.7931
AUC:
Test: 93.3471 ± 1.2041
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.8937 ± 3.5281
Hits@20:
Test: 76.0152 ± 1.3256
Hits@30:
Test: 79.0892 ± 1.2615
Hits@50:
Test: 85.0095 ± 1.5180
AUC:
Test: 95.3694 ± 0.1245
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.6736 ± 3.2948
Hits@20:
Test: 43.3017 ± 3.5153
Hits@30:
Test: 50.6262 ± 2.9008
Hits@50:
Test: 59.3928 ± 1.4820
AUC:
Test: 84.7371 ± 0.4005
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.6148 ± 3.0520
Hits@20:
Test: 37.6850 ± 1.4301
Hits@30:
Test: 44.8956 ± 1.8230
Hits@50:
Test: 57.2676 ± 3.0843
AUC:
Test: 84.4623 ± 0.7812
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.3131 ± 3.3528
Hits@20:
Test: 53.9658 ± 1.2912
Hits@30:
Test: 58.9374 ± 1.6575
Hits@50:
Test: 66.1860 ± 1.3310
AUC:
Test: 87.2988 ± 0.4676
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.9146 ± 4.8988
Hits@20:
Test: 48.4250 ± 3.6510
Hits@30:
Test: 54.4213 ± 1.9370
Hits@50:
Test: 64.4782 ± 2.0455
AUC:
Test: 87.0682 ± 0.4131
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.5750 ± 7.5203
Hits@20:
Test: 64.0228 ± 3.4224
Hits@30:
Test: 69.1841 ± 2.3417
Hits@50:
Test: 80.4934 ± 2.4573
AUC:
Test: 92.4264 ± 0.6611
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.5161 ± 3.4340
Hits@20:
Test: 74.9526 ± 3.3598
Hits@30:
Test: 78.9374 ± 1.7130
Hits@50:
Test: 82.9981 ± 1.5216
AUC:
Test: 94.7480 ± 0.2847
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.2258 ± 5.3848
Hits@20:
Test: 31.4611 ± 6.2235
Hits@30:
Test: 41.7078 ± 5.7185
Hits@50:
Test: 49.4877 ± 1.7256
AUC:
Test: 80.7451 ± 1.4300
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.4516 ± 3.7392
Hits@20:
Test: 38.5958 ± 3.3237
Hits@30:
Test: 45.0854 ± 2.4908
Hits@50:
Test: 54.3454 ± 2.2873
AUC:
Test: 83.6814 ± 0.6845
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.7400 ± 5.5695
Hits@20:
Test: 41.4421 ± 4.9054
Hits@30:
Test: 48.0455 ± 4.2119
Hits@50:
Test: 54.8008 ± 4.8700
AUC:
Test: 82.9455 ± 1.9181
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.5161 ± 5.7858
Hits@20:
Test: 36.1670 ± 4.5335
Hits@30:
Test: 46.4137 ± 4.6608
Hits@50:
Test: 54.6110 ± 4.5092
AUC:
Test: 83.6683 ± 0.4214
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.4004 ± 4.9179
Hits@20:
Test: 58.2163 ± 3.4559
Hits@30:
Test: 64.5541 ± 1.4288
Hits@50:
Test: 72.6755 ± 3.0508
AUC:
Test: 90.5783 ± 0.6085
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.4858 ± 3.2718
Hits@20:
Test: 63.4915 ± 1.9564
Hits@30:
Test: 69.1461 ± 1.0183
Hits@50:
Test: 75.5977 ± 1.5682
AUC:
Test: 91.4575 ± 0.4012
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.5047 ± 3.5515
Hits@20:
Test: 33.0930 ± 3.1541
Hits@30:
Test: 40.6452 ± 1.3242
Hits@50:
Test: 49.6015 ± 1.1820
AUC:
Test: 81.1382 ± 1.1495
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.4896 ± 1.4489
Hits@20:
Test: 35.8634 ± 1.0983
Hits@30:
Test: 43.3017 ± 2.1527
Hits@50:
Test: 55.2182 ± 3.5423
AUC:
Test: 83.4944 ± 1.7708
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.3776 ± 2.6477
Hits@20:
Test: 33.2827 ± 4.0975
Hits@30:
Test: 41.5180 ± 1.1651
Hits@50:
Test: 48.8805 ± 4.5513
AUC:
Test: 81.1469 ± 1.5936
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.8197 ± 1.4905
Hits@20:
Test: 38.2922 ± 2.8126
Hits@30:
Test: 43.0740 ± 2.0260
Hits@50:
Test: 53.8520 ± 2.5330
AUC:
Test: 82.6922 ± 1.1341
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.2638 ± 2.6532
Hits@20:
Test: 51.3852 ± 4.2587
Hits@30:
Test: 55.0664 ± 4.7805
Hits@50:
Test: 63.3397 ± 4.0239
AUC:
Test: 87.1389 ± 0.4756
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.4231 ± 6.6948
Hits@20:
Test: 40.0759 ± 3.0520
Hits@30:
Test: 48.0076 ± 2.8241
Hits@50:
Test: 57.2296 ± 2.7288
AUC:
Test: 85.6066 ± 0.3105
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.9070 ± 4.6623
Hits@20:
Test: 36.7362 ± 6.2209
Hits@30:
Test: 43.6812 ± 5.3660
Hits@50:
Test: 52.7514 ± 4.2281
AUC:
Test: 79.7946 ± 0.9537
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.8558 ± 3.1478
Hits@20:
Test: 35.8254 ± 2.1941
Hits@30:
Test: 43.7192 ± 2.5690
Hits@50:
Test: 50.4744 ± 3.1266
AUC:
Test: 80.0150 ± 1.1085
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.3150 ± 6.6886
Hits@20:
Test: 49.3359 ± 3.8609
Hits@30:
Test: 57.4573 ± 2.4055
Hits@50:
Test: 63.8330 ± 3.3987
AUC:
Test: 85.1659 ± 1.3809
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.2657 ± 3.4219
Hits@20:
Test: 53.4725 ± 1.6618
Hits@30:
Test: 58.1025 ± 2.4092
Hits@50:
Test: 64.4402 ± 1.7628
AUC:
Test: 85.8158 ± 0.7488
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.5085 ± 6.1037
Hits@20:
Test: 70.0569 ± 3.3285
Hits@30:
Test: 74.5731 ± 2.6018
Hits@50:
Test: 81.1385 ± 0.9257
AUC:
Test: 93.4612 ± 0.9909
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 65.7685 ± 4.0422
Hits@20:
Test: 73.9279 ± 4.2464
Hits@30:
Test: 80.5693 ± 2.1156
Hits@50:
Test: 86.2998 ± 2.1359
AUC:
Test: 95.4730 ± 0.4371
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.2638 ± 3.5843
Hits@20:
Test: 31.0057 ± 4.2654
Hits@30:
Test: 37.0398 ± 3.7314
Hits@50:
Test: 45.3510 ± 3.4497
AUC:
Test: 76.3412 ± 0.5072
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.7438 ± 3.3960
Hits@20:
Test: 32.7135 ± 5.1191
Hits@30:
Test: 39.6964 ± 4.8143
Hits@50:
Test: 48.3112 ± 2.8828
AUC:
Test: 78.7552 ± 0.7707
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.4516 ± 5.8848
Hits@20:
Test: 35.2941 ± 6.5582
Hits@30:
Test: 41.0247 ± 5.1398
Hits@50:
Test: 50.7400 ± 3.6564
AUC:
Test: 79.1786 ± 2.0449
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.7192 ± 3.1667
Hits@20:
Test: 35.4839 ± 1.2870
Hits@30:
Test: 40.8349 ± 2.2904
Hits@50:
Test: 50.2087 ± 2.9292
AUC:
Test: 79.0195 ± 0.9144
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.4611 ± 2.0543
Hits@20:
Test: 63.6433 ± 3.8763
Hits@30:
Test: 69.8292 ± 3.2006
Hits@50:
Test: 74.9905 ± 4.4205
AUC:
Test: 90.9244 ± 0.6149
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 58.4440 ± 3.0420
Hits@20:
Test: 72.2201 ± 2.1784
Hits@30:
Test: 75.8254 ± 2.0985
Hits@50:
Test: 81.9355 ± 2.8190
AUC:
Test: 93.9843 ± 0.1815
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.9981 ± 3.0638
Hits@20:
Test: 29.7913 ± 3.3193
Hits@30:
Test: 33.2068 ± 2.8017
Hits@50:
Test: 44.1746 ± 2.5295
AUC:
Test: 76.4552 ± 1.1379
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.1366 ± 4.8940
Hits@20:
Test: 34.2315 ± 2.7386
Hits@30:
Test: 42.7324 ± 1.8171
Hits@50:
Test: 49.9051 ± 2.9822
AUC:
Test: 79.2743 ± 1.4501
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.6433 ± 3.3479
Hits@20:
Test: 32.5237 ± 2.9598
Hits@30:
Test: 38.5199 ± 3.4024
Hits@50:
Test: 46.6414 ± 2.5683
AUC:
Test: 76.8530 ± 0.8582
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.8444 ± 3.9540
Hits@20:
Test: 32.8653 ± 5.4986
Hits@30:
Test: 42.2391 ± 3.4850
Hits@50:
Test: 49.7913 ± 1.8279
AUC:
Test: 79.7678 ± 0.9026
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.9222 ± 2.3294
Hits@20:
Test: 55.4080 ± 3.1553
Hits@30:
Test: 57.6850 ± 2.6936
Hits@50:
Test: 66.6793 ± 3.6858
AUC:
Test: 85.6045 ± 1.4602
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.4042 ± 3.9789
Hits@20:
Test: 51.4991 ± 2.8640
Hits@30:
Test: 58.1025 ± 4.1538
Hits@50:
Test: 65.8064 ± 3.3095
AUC:
Test: 86.1830 ± 0.6727
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 21.5560 ± 6.1467
Hits@20:
Test: 30.1708 ± 6.1120
Hits@30:
Test: 35.9772 ± 4.6220
Hits@50:
Test: 43.9089 ± 4.6973
AUC:
Test: 76.6164 ± 0.9127
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.0095 ± 0.7023
Hits@20:
Test: 35.2941 ± 4.4924
Hits@30:
Test: 42.6186 ± 2.2556
Hits@50:
Test: 50.7400 ± 2.2436
AUC:
Test: 79.8535 ± 1.1022
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.9601 ± 4.2578
Hits@20:
Test: 31.6509 ± 3.1961
Hits@30:
Test: 36.6224 ± 4.6364
Hits@50:
Test: 45.4269 ± 5.6300
AUC:
Test: 77.2550 ± 0.5917
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.0076 ± 2.0375
Hits@20:
Test: 35.7875 ± 3.3453
Hits@30:
Test: 39.5066 ± 2.9347
Hits@50:
Test: 48.3112 ± 1.7004
AUC:
Test: 79.3917 ± 0.6793
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.6528 ± 5.4420
Hits@20:
Test: 37.3055 ± 6.1040
Hits@30:
Test: 41.0626 ± 6.0194
Hits@50:
Test: 52.1442 ± 3.1735
AUC:
Test: 79.4537 ± 1.6009
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.1594 ± 4.5868
Hits@20:
Test: 34.6869 ± 3.0638
Hits@30:
Test: 40.2277 ± 4.4562
Hits@50:
Test: 50.7400 ± 3.5362
AUC:
Test: 80.3421 ± 0.9244
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.3871 ± 4.7526
Hits@20:
Test: 39.0133 ± 8.5711
Hits@30:
Test: 44.7438 ± 7.4867
Hits@50:
Test: 53.0171 ± 5.2716
AUC:
Test: 80.5595 ± 2.1739
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.7552 ± 4.1464
Hits@20:
Test: 34.7249 ± 3.9803
Hits@30:
Test: 40.5313 ± 3.5540
Hits@50:
Test: 49.9431 ± 1.6290
AUC:
Test: 79.7430 ± 0.8599
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.2524 ± 3.6018
Hits@20:
Test: 53.3586 ± 4.4286
Hits@30:
Test: 57.5712 ± 2.9169
Hits@50:
Test: 64.1746 ± 3.4113
AUC:
Test: 85.3101 ± 0.5783
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.0247 ± 3.4402
Hits@20:
Test: 53.0550 ± 2.4137
Hits@30:
Test: 59.3548 ± 1.9738
Hits@50:
Test: 66.4516 ± 2.5928
AUC:
Test: 86.1357 ± 0.7618
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.5712 ± 4.4005
Hits@20:
Test: 68.1214 ± 2.8049
Hits@30:
Test: 74.0038 ± 3.0508
Hits@50:
Test: 80.3416 ± 2.9719
AUC:
Test: 93.2443 ± 0.9981
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.4782 ± 4.1538
Hits@20:
Test: 76.5085 ± 2.5613
Hits@30:
Test: 80.9488 ± 1.9004
Hits@50:
Test: 85.6546 ± 1.3458
AUC:
Test: 95.2593 ± 0.3378
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 21.1385 ± 5.3395
Hits@20:
Test: 31.4991 ± 5.0969
Hits@30:
Test: 37.1917 ± 3.9279
Hits@50:
Test: 44.2884 ± 2.4799
AUC:
Test: 76.7874 ± 1.2915
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.1101 ± 3.1598
Hits@20:
Test: 35.4080 ± 2.4580
Hits@30:
Test: 39.2410 ± 2.3061
Hits@50:
Test: 48.7666 ± 3.8492
AUC:
Test: 79.3571 ± 0.6823
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.5768 ± 7.8840
Hits@20:
Test: 36.9260 ± 6.6571
Hits@30:
Test: 44.4402 ± 5.6024
Hits@50:
Test: 51.2334 ± 4.7305
AUC:
Test: 79.5418 ± 1.5869
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.9070 ± 3.1735
Hits@20:
Test: 33.2448 ± 2.1900
Hits@30:
Test: 40.6831 ± 2.0108
Hits@50:
Test: 48.3112 ± 1.4364
AUC:
Test: 79.1649 ± 1.2035
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.8027 ± 4.8582
Hits@20:
Test: 62.2011 ± 3.1933
Hits@30:
Test: 68.5389 ± 2.3448
Hits@50:
Test: 75.1044 ± 2.8633
AUC:
Test: 90.8820 ± 0.8186
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.2884 ± 2.6949
Hits@20:
Test: 73.3966 ± 3.8079
Hits@30:
Test: 77.1917 ± 2.2944
Hits@50:
Test: 82.6186 ± 0.4948
AUC:
Test: 94.0429 ± 0.3409
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.4288 ± 4.2332
Hits@20:
Test: 29.0702 ± 2.6272
Hits@30:
Test: 34.1176 ± 1.5497
Hits@50:
Test: 45.1992 ± 1.6834
AUC:
Test: 75.8281 ± 1.2206
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.9602 ± 3.8818
Hits@20:
Test: 32.6376 ± 3.8234
Hits@30:
Test: 41.3662 ± 2.1801
Hits@50:
Test: 51.0816 ± 3.8173
AUC:
Test: 79.3791 ± 1.5581
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.2619 ± 1.4489
Hits@20:
Test: 30.0949 ± 3.7775
Hits@30:
Test: 35.2562 ± 4.3734
Hits@50:
Test: 45.6926 ± 2.3904
AUC:
Test: 76.8832 ± 0.4772
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.3643 ± 2.7419
Hits@20:
Test: 33.2827 ± 4.4876
Hits@30:
Test: 40.9867 ± 1.5933
Hits@50:
Test: 50.3985 ± 2.4799
AUC:
Test: 79.2462 ± 0.7015
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.3169 ± 4.2756
Hits@20:
Test: 52.8653 ± 3.6465
Hits@30:
Test: 58.5199 ± 4.7050
Hits@50:
Test: 65.5787 ± 3.2992
AUC:
Test: 85.6477 ± 1.3913
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.1271 ± 4.9471
Hits@20:
Test: 52.2960 ± 3.8948
Hits@30:
Test: 59.5446 ± 2.1062
Hits@50:
Test: 65.5788 ± 3.6043
AUC:
Test: 85.8995 ± 0.5892
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.3264 ± 5.5247
Hits@20:
Test: 30.4744 ± 3.8083
Hits@30:
Test: 38.1404 ± 4.7191
Hits@50:
Test: 46.7173 ± 2.9286
AUC:
Test: 77.8349 ± 1.1138
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.6679 ± 3.3891
Hits@20:
Test: 34.6110 ± 3.1627
Hits@30:
Test: 40.3036 ± 3.3933
Hits@50:
Test: 47.3245 ± 2.0463
AUC:
Test: 79.3552 ± 0.4566
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.7192 ± 5.5533
Hits@20:
Test: 29.7154 ± 5.6395
Hits@30:
Test: 38.6338 ± 3.3747
Hits@50:
Test: 45.3890 ± 6.0474
AUC:
Test: 77.4528 ± 0.8297
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.8444 ± 1.5842
Hits@20:
Test: 34.4972 ± 2.1274
Hits@30:
Test: 39.2030 ± 3.5413
Hits@50:
Test: 48.6907 ± 3.6218
AUC:
Test: 78.9728 ± 0.8507
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.2865 ± 2.8915
Hits@20:
Test: 36.6224 ± 4.1138
Hits@30:
Test: 42.7324 ± 6.0978
Hits@50:
Test: 49.6395 ± 8.3692
AUC:
Test: 79.5320 ± 1.4588
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.6414 ± 4.0799
Hits@20:
Test: 35.0285 ± 2.8100
Hits@30:
Test: 41.8596 ± 3.2855
Hits@50:
Test: 51.2714 ± 3.9835
AUC:
Test: 80.0055 ± 0.6557
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.6376 ± 4.1810
Hits@20:
Test: 42.7704 ± 2.6687
Hits@30:
Test: 46.6414 ± 5.5540
Hits@50:
Test: 54.6490 ± 5.4436
AUC:
Test: 81.2433 ± 1.7657
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.8311 ± 3.0673
Hits@20:
Test: 36.8880 ± 3.1226
Hits@30:
Test: 42.9222 ± 2.0055
Hits@50:
Test: 51.4231 ± 1.4326
AUC:
Test: 80.3949 ± 0.9001
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.8710 ± 5.3811
Hits@20:
Test: 53.0171 ± 4.8240
Hits@30:
Test: 59.6205 ± 5.4493
Hits@50:
Test: 64.5920 ± 2.9292
AUC:
Test: 85.4097 ± 1.0376
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.8843 ± 1.4326
Hits@20:
Test: 54.2315 ± 4.5112
Hits@30:
Test: 60.3416 ± 3.0538
Hits@50:
Test: 68.3871 ± 3.0994
AUC:
Test: 86.8194 ± 0.8392
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.4725 ± 9.5070
Hits@20:
Test: 66.9450 ± 3.5050
Hits@30:
Test: 73.0171 ± 4.9215
Hits@50:
Test: 79.3928 ± 2.5231
AUC:
Test: 92.9942 ± 0.8589
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.9734 ± 8.5036
Hits@20:
Test: 75.9393 ± 3.6902
Hits@30:
Test: 80.2277 ± 3.4819
Hits@50:
Test: 86.2619 ± 2.1743
AUC:
Test: 95.4418 ± 0.2078
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.7438 ± 1.8669
Hits@20:
Test: 29.4877 ± 4.4209
Hits@30:
Test: 36.6603 ± 4.2205
Hits@50:
Test: 45.5028 ± 3.1306
AUC:
Test: 77.0131 ± 0.8294
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.7932 ± 1.8466
Hits@20:
Test: 32.4478 ± 4.3787
Hits@30:
Test: 38.3681 ± 5.0764
Hits@50:
Test: 47.8178 ± 2.8368
AUC:
Test: 78.6797 ± 0.7897
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.0569 ± 5.1419
Hits@20:
Test: 41.0247 ± 2.1776
Hits@30:
Test: 46.4516 ± 2.1900
Hits@50:
Test: 54.2695 ± 1.1850
AUC:
Test: 80.7494 ± 0.7472
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.6433 ± 4.1216
Hits@20:
Test: 33.9279 ± 3.4689
Hits@30:
Test: 42.1252 ± 2.5983
Hits@50:
Test: 50.0949 ± 1.8446
AUC:
Test: 79.3826 ± 0.9483
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.3738 ± 7.1396
Hits@20:
Test: 62.6565 ± 2.1359
Hits@30:
Test: 68.2732 ± 5.6932
Hits@50:
Test: 76.2808 ± 2.1342
AUC:
Test: 90.8009 ± 0.5502
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 60.0380 ± 6.1408
Hits@20:
Test: 72.5237 ± 3.1791
Hits@30:
Test: 76.4706 ± 4.5024
Hits@50:
Test: 82.5427 ± 1.8640
AUC:
Test: 94.0204 ± 0.3377
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.3776 ± 2.1104
Hits@20:
Test: 31.3472 ± 2.8476
Hits@30:
Test: 34.9905 ± 5.0465
Hits@50:
Test: 45.1992 ± 1.9601
AUC:
Test: 76.7988 ± 0.6779
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.7438 ± 2.5124
Hits@20:
Test: 34.9526 ± 3.8173
Hits@30:
Test: 41.6319 ± 2.7843
Hits@50:
Test: 49.4497 ± 3.4798
AUC:
Test: 79.0496 ± 1.4624
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.2011 ± 2.7102
Hits@20:
Test: 32.7135 ± 4.7374
Hits@30:
Test: 36.3188 ± 3.1052
Hits@50:
Test: 46.5275 ± 1.7770
AUC:
Test: 76.9776 ± 0.8798
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.0228 ± 3.2107
Hits@20:
Test: 33.8140 ± 1.3511
Hits@30:
Test: 42.6945 ± 3.5423
Hits@50:
Test: 49.5256 ± 2.9549
AUC:
Test: 78.9058 ± 1.2042
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.6319 ± 4.5513
Hits@20:
Test: 54.9905 ± 1.8121
Hits@30:
Test: 59.3928 ± 2.2849
Hits@50:
Test: 67.1347 ± 2.2904
AUC:
Test: 85.3579 ± 1.1961
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.8729 ± 2.8734
Hits@20:
Test: 52.7894 ± 3.3041
Hits@30:
Test: 59.0512 ± 4.3734
Hits@50:
Test: 67.6660 ± 4.1391
AUC:
Test: 86.2554 ± 0.3726
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.5427 ± 4.5667
Hits@20:
Test: 31.3852 ± 4.2907
Hits@30:
Test: 36.3567 ± 4.3033
Hits@50:
Test: 46.1480 ± 3.5838
AUC:
Test: 77.5902 ± 1.5688
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.1233 ± 6.2598
Hits@20:
Test: 36.0531 ± 2.5879
Hits@30:
Test: 40.3036 ± 2.9991
Hits@50:
Test: 49.6774 ± 2.8946
AUC:
Test: 79.2558 ± 0.5969
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.1879 ± 5.3610
Hits@20:
Test: 29.7533 ± 4.7065
Hits@30:
Test: 36.8501 ± 2.0976
Hits@50:
Test: 43.9469 ± 5.3948
AUC:
Test: 77.2889 ± 0.7808
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.9715 ± 2.5550
Hits@20:
Test: 32.5617 ± 1.2046
Hits@30:
Test: 38.0645 ± 3.2635
Hits@50:
Test: 49.4497 ± 4.2949
AUC:
Test: 79.6421 ± 0.6992
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.5901 ± 3.9362
Hits@20:
Test: 35.4080 ± 3.8460
Hits@30:
Test: 41.6319 ± 5.9744
Hits@50:
Test: 50.4744 ± 5.0383
AUC:
Test: 79.4815 ± 2.1491
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.4896 ± 2.7056
Hits@20:
Test: 35.2182 ± 2.5444
Hits@30:
Test: 41.1385 ± 1.9692
Hits@50:
Test: 50.5503 ± 2.3912
AUC:
Test: 80.4564 ± 0.5381
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.4099 ± 5.2301
Hits@20:
Test: 40.1139 ± 5.2459
Hits@30:
Test: 45.2372 ± 5.2201
Hits@50:
Test: 52.5617 ± 6.3475
AUC:
Test: 80.2399 ± 1.9830
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.9165 ± 2.7016
Hits@20:
Test: 44.7059 ± 4.7752
Hits@30:
Test: 49.0702 ± 2.5373
Hits@50:
Test: 56.0152 ± 3.1961
AUC:
Test: 81.9410 ± 0.8303
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.7837 ± 3.3177
Hits@20:
Test: 50.7021 ± 1.4162
Hits@30:
Test: 57.1537 ± 1.1573
Hits@50:
Test: 63.9848 ± 3.4870
AUC:
Test: 84.9621 ± 1.0275
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.4023 ± 2.7856
Hits@20:
Test: 55.7116 ± 2.3379
Hits@30:
Test: 61.6698 ± 1.7597
Hits@50:
Test: 67.7419 ± 2.1925
AUC:
Test: 86.5980 ± 0.6832
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.7249 ± 7.1032
Hits@20:
Test: 67.5142 ± 3.6780
Hits@30:
Test: 69.4877 ± 7.7083
Hits@50:
Test: 79.8482 ± 2.6882
AUC:
Test: 93.0779 ± 0.9987
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.4421 ± 3.0930
Hits@20:
Test: 73.3207 ± 4.8445
Hits@30:
Test: 80.5693 ± 2.0942
Hits@50:
Test: 85.0474 ± 0.8315
AUC:
Test: 95.2915 ± 0.4161
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.3529 ± 2.3294
Hits@20:
Test: 35.4080 ± 4.4127
Hits@30:
Test: 38.4061 ± 2.8260
Hits@50:
Test: 47.9317 ± 1.0784
AUC:
Test: 77.9373 ± 0.5335
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.6034 ± 1.8660
Hits@20:
Test: 34.3833 ± 0.8633
Hits@30:
Test: 38.9753 ± 1.5739
Hits@50:
Test: 48.9184 ± 2.7739
AUC:
Test: 79.3602 ± 0.9800
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.5389 ± 5.8695
Hits@20:
Test: 39.3548 ± 6.1496
Hits@30:
Test: 44.1746 ± 3.9744
Hits@50:
Test: 51.0436 ± 5.4486
AUC:
Test: 79.9476 ± 1.4066
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.8558 ± 2.5188
Hits@20:
Test: 36.7742 ± 1.1880
Hits@30:
Test: 44.5161 ± 2.0595
Hits@50:
Test: 50.8918 ± 2.2944
AUC:
Test: 80.3368 ± 0.8333
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.1689 ± 7.6367
Hits@20:
Test: 61.9355 ± 4.9638
Hits@30:
Test: 69.5636 ± 3.2163
Hits@50:
Test: 76.8501 ± 3.1496
AUC:
Test: 91.1972 ± 0.3840
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.7989 ± 6.0044
Hits@20:
Test: 71.1954 ± 1.1956
Hits@30:
Test: 76.5465 ± 2.4507
Hits@50:
Test: 82.6565 ± 1.8081
AUC:
Test: 93.9536 ± 0.3565
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.3529 ± 4.3445
Hits@20:
Test: 32.3719 ± 3.4850
Hits@30:
Test: 36.0911 ± 2.3061
Hits@50:
Test: 43.8330 ± 1.9901
AUC:
Test: 75.8605 ± 1.3463
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.6300 ± 0.6762
Hits@20:
Test: 35.5977 ± 1.1511
Hits@30:
Test: 41.4801 ± 3.0761
Hits@50:
Test: 49.3738 ± 2.2826
AUC:
Test: 79.1422 ± 1.3246
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.8197 ± 3.4087
Hits@20:
Test: 32.6376 ± 4.4461
Hits@30:
Test: 36.3947 ± 3.6534
Hits@50:
Test: 44.0228 ± 2.9671
AUC:
Test: 77.3646 ± 0.5174
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.8710 ± 3.3150
Hits@20:
Test: 35.1423 ± 2.3294
Hits@30:
Test: 39.6205 ± 2.0010
Hits@50:
Test: 49.3738 ± 2.8946
AUC:
Test: 79.5277 ± 0.8793
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.6433 ± 2.3279
Hits@20:
Test: 55.8634 ± 1.6466
Hits@30:
Test: 61.2524 ± 1.2967
Hits@50:
Test: 66.8311 ± 1.5025
AUC:
Test: 85.6768 ± 0.7292
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.6319 ± 2.7778
Hits@20:
Test: 54.0797 ± 2.3738
Hits@30:
Test: 60.0759 ± 2.6552
Hits@50:
Test: 67.2865 ± 2.6038
AUC:
Test: 86.0784 ± 0.8824
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.2125 ± 4.0333
Hits@20:
Test: 32.8653 ± 4.9325
Hits@30:
Test: 34.1936 ± 4.0574
Hits@50:
Test: 45.8064 ± 5.0874
AUC:
Test: 76.9153 ± 0.7386
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.8065 ± 3.4129
Hits@20:
Test: 31.9545 ± 2.9384
Hits@30:
Test: 38.2163 ± 3.2663
Hits@50:
Test: 47.7799 ± 2.4828
AUC:
Test: 78.6523 ± 1.1134
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.7571 ± 3.9426
Hits@20:
Test: 30.7780 ± 3.7984
Hits@30:
Test: 37.1917 ± 3.1237
Hits@50:
Test: 45.1233 ± 4.3320
AUC:
Test: 77.8011 ± 1.0117
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.2751 ± 2.8476
Hits@20:
Test: 35.0285 ± 2.9719
Hits@30:
Test: 39.0512 ± 3.6337
Hits@50:
Test: 48.6528 ± 2.8952
AUC:
Test: 79.4287 ± 0.6878
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.8558 ± 4.6816
Hits@20:
Test: 34.0797 ± 5.1559
Hits@30:
Test: 40.3416 ± 5.5283
Hits@50:
Test: 48.5009 ± 6.8844
AUC:
Test: 78.5843 ± 1.2107
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.1233 ± 3.2855
Hits@20:
Test: 36.6983 ± 1.6575
Hits@30:
Test: 40.0759 ± 2.9317
Hits@50:
Test: 50.7400 ± 2.9598
AUC:
Test: 80.1285 ± 0.5542
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.0152 ± 5.6136
Hits@20:
Test: 44.7818 ± 3.3490
Hits@30:
Test: 51.9924 ± 3.9234
Hits@50:
Test: 54.6110 ± 3.9767
AUC:
Test: 82.5153 ± 0.9482
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.5275 ± 2.8570
Hits@20:
Test: 32.6376 ± 3.3544
Hits@30:
Test: 39.5825 ± 2.4470
Hits@50:
Test: 48.6527 ± 3.1139
AUC:
Test: 80.9583 ± 0.9083
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.9317 ± 2.7843
Hits@20:
Test: 54.3453 ± 2.4396
Hits@30:
Test: 59.3548 ± 1.9323
Hits@50:
Test: 65.6926 ± 1.3377
AUC:
Test: 86.0923 ± 0.5223
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.1992 ± 4.9215
Hits@20:
Test: 52.8653 ± 3.9270
Hits@30:
Test: 56.9260 ± 2.9671
Hits@50:
Test: 62.3909 ± 3.6534
AUC:
Test: 85.1065 ± 0.8280
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.1936 ± 7.4072
Hits@20:
Test: 64.4782 ± 3.1848
Hits@30:
Test: 71.2713 ± 3.2992
Hits@50:
Test: 78.8994 ± 2.3525
AUC:
Test: 93.2071 ± 0.9615
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.8843 ± 5.5592
Hits@20:
Test: 74.0038 ± 4.0230
Hits@30:
Test: 79.3169 ± 4.6325
Hits@50:
Test: 84.6679 ± 1.7566
AUC:
Test: 95.2897 ± 0.3691
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.6774 ± 2.2636
Hits@20:
Test: 36.8501 ± 5.2249
Hits@30:
Test: 41.1385 ± 4.1343
Hits@50:
Test: 50.0190 ± 2.5338
AUC:
Test: 80.0732 ± 1.1831
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.0209 ± 1.6737
Hits@20:
Test: 33.5484 ± 2.0717
Hits@30:
Test: 37.7989 ± 2.5683
Hits@50:
Test: 46.9070 ± 0.8839
AUC:
Test: 80.0368 ± 0.3009
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.0550 ± 4.0105
Hits@20:
Test: 38.0645 ± 6.1803
Hits@30:
Test: 44.4402 ± 2.7182
Hits@50:
Test: 52.5237 ± 3.4844
AUC:
Test: 81.3509 ± 1.0590
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.3017 ± 2.7771
Hits@20:
Test: 32.7894 ± 3.5762
Hits@30:
Test: 38.6717 ± 3.4061
Hits@50:
Test: 49.2220 ± 2.5373
AUC:
Test: 80.6877 ± 0.9088
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.0930 ± 4.4306
Hits@20:
Test: 63.6433 ± 3.0526
Hits@30:
Test: 68.6527 ± 1.9738
Hits@50:
Test: 75.4839 ± 1.5025
AUC:
Test: 91.0868 ± 0.6013
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.8216 ± 3.0785
Hits@20:
Test: 67.8937 ± 2.4792
Hits@30:
Test: 74.8008 ± 1.9042
Hits@50:
Test: 79.5825 ± 2.5515
AUC:
Test: 92.8378 ± 0.5787
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.2486 ± 3.3694
Hits@20:
Test: 34.8387 ± 1.2120
Hits@30:
Test: 40.5313 ± 1.5739
Hits@50:
Test: 52.0683 ± 2.2113
AUC:
Test: 79.6124 ± 0.4265
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.7704 ± 2.4631
Hits@20:
Test: 32.5996 ± 3.0224
Hits@30:
Test: 36.4706 ± 3.5179
Hits@50:
Test: 49.2600 ± 2.1660
AUC:
Test: 80.6875 ± 0.4426
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.4383 ± 3.3101
Hits@20:
Test: 35.9772 ± 1.9333
Hits@30:
Test: 42.0873 ± 1.8852
Hits@50:
Test: 50.1708 ± 1.3918
AUC:
Test: 79.5051 ± 0.4403
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.8330 ± 2.3950
Hits@20:
Test: 33.0171 ± 3.7353
Hits@30:
Test: 38.5958 ± 2.3874
Hits@50:
Test: 46.2619 ± 1.9829
AUC:
Test: 80.0874 ± 0.3921
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.1613 ± 1.2939
Hits@20:
Test: 52.0683 ± 1.8427
Hits@30:
Test: 58.3302 ± 2.2234
Hits@50:
Test: 64.0987 ± 2.3022
AUC:
Test: 85.7450 ± 0.8600
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.8444 ± 4.7526
Hits@20:
Test: 49.7154 ± 3.4024
Hits@30:
Test: 56.9639 ± 2.3139
Hits@50:
Test: 62.3529 ± 1.4612
AUC:
Test: 85.4161 ± 0.5303
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.5275 ± 3.8897
Hits@20:
Test: 35.3700 ± 3.5439
Hits@30:
Test: 41.9355 ± 3.1695
Hits@50:
Test: 51.1195 ± 2.2396
AUC:
Test: 79.7544 ± 0.5914
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.3776 ± 3.8126
Hits@20:
Test: 30.9677 ± 1.8756
Hits@30:
Test: 36.8501 ± 1.4538
Hits@50:
Test: 49.2600 ± 2.1908
AUC:
Test: 80.2054 ± 0.3633
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.3491 ± 5.0927
Hits@20:
Test: 34.8767 ± 2.6949
Hits@30:
Test: 41.8596 ± 3.4092
Hits@50:
Test: 51.9165 ± 2.0198
AUC:
Test: 80.2276 ± 0.9416
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.7324 ± 3.9059
Hits@20:
Test: 31.9165 ± 3.3366
Hits@30:
Test: 38.5199 ± 2.4152
Hits@50:
Test: 50.0569 ± 3.2408
AUC:
Test: 80.6780 ± 0.5315
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.7135 ± 3.9749
Hits@20:
Test: 42.0493 ± 3.2163
Hits@30:
Test: 49.2220 ± 1.9747
Hits@50:
Test: 56.9639 ± 0.8941
AUC:
Test: 82.3084 ± 0.6865
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.6679 ± 1.4575
Hits@20:
Test: 32.6376 ± 2.4002
Hits@30:
Test: 38.1784 ± 4.0262
Hits@50:
Test: 48.9564 ± 1.1306
AUC:
Test: 80.6871 ± 0.6043
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.8027 ± 6.7390
Hits@20:
Test: 40.1139 ± 5.5979
Hits@30:
Test: 47.2106 ± 4.8589
Hits@50:
Test: 56.2808 ± 3.7799
AUC:
Test: 82.2684 ± 1.1648
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.2619 ± 3.4119
Hits@20:
Test: 35.1423 ± 2.6916
Hits@30:
Test: 41.1006 ± 3.2718
Hits@50:
Test: 51.5370 ± 2.2234
AUC:
Test: 81.4756 ± 0.6642
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.7666 ± 1.5061
Hits@20:
Test: 55.2562 ± 2.1941
Hits@30:
Test: 59.6584 ± 2.1702
Hits@50:
Test: 65.4269 ± 1.6618
AUC:
Test: 85.9597 ± 0.7915
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.7059 ± 4.6181
Hits@20:
Test: 49.7154 ± 5.2397
Hits@30:
Test: 54.3074 ± 4.0351
Hits@50:
Test: 61.2144 ± 3.4434
AUC:
Test: 85.3719 ± 0.1558
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.4725 ± 7.3214
Hits@20:
Test: 68.0076 ± 3.8012
Hits@30:
Test: 72.0683 ± 2.5648
Hits@50:
Test: 78.6717 ± 1.3591
AUC:
Test: 93.2020 ± 0.5930
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.6679 ± 6.1901
Hits@20:
Test: 74.8387 ± 1.4857
Hits@30:
Test: 79.9241 ± 1.9784
Hits@50:
Test: 85.8444 ± 1.0183
AUC:
Test: 95.4969 ± 0.3771
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.5655 ± 2.6599
Hits@20:
Test: 35.0285 ± 4.0154
Hits@30:
Test: 40.6072 ± 2.9549
Hits@50:
Test: 50.2467 ± 3.9059
AUC:
Test: 79.6386 ± 0.7466
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.0228 ± 5.1437
Hits@20:
Test: 33.2448 ± 4.0706
Hits@30:
Test: 39.1271 ± 0.9620
Hits@50:
Test: 48.0455 ± 3.0402
AUC:
Test: 80.2126 ± 0.4219
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.1176 ± 3.5153
Hits@20:
Test: 41.7078 ± 5.4822
Hits@30:
Test: 48.1214 ± 5.1156
Hits@50:
Test: 55.1044 ± 3.3801
AUC:
Test: 81.6075 ± 0.9552
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.4023 ± 4.0400
Hits@20:
Test: 33.2448 ± 3.6657
Hits@30:
Test: 39.6205 ± 2.9255
Hits@50:
Test: 50.1708 ± 1.0867
AUC:
Test: 80.9848 ± 1.0188
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.6622 ± 3.0579
Hits@20:
Test: 63.2258 ± 4.3837
Hits@30:
Test: 70.0190 ± 2.1130
Hits@50:
Test: 76.2429 ± 2.9500
AUC:
Test: 91.1364 ± 0.4180
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.4421 ± 6.6838
Hits@20:
Test: 70.4364 ± 1.7617
Hits@30:
Test: 74.3074 ± 2.4690
Hits@50:
Test: 79.4307 ± 3.2992
AUC:
Test: 93.1334 ± 0.5319
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.5389 ± 2.0463
Hits@20:
Test: 33.9658 ± 1.9582
Hits@30:
Test: 40.7211 ± 3.8832
Hits@50:
Test: 51.4231 ± 2.4300
AUC:
Test: 79.9742 ± 0.3644
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.3150 ± 1.1971
Hits@20:
Test: 31.8027 ± 3.5337
Hits@30:
Test: 37.3055 ± 2.4433
Hits@50:
Test: 48.4250 ± 2.5437
AUC:
Test: 80.6770 ± 0.6012
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.8937 ± 1.5705
Hits@20:
Test: 35.3321 ± 2.3448
Hits@30:
Test: 40.9108 ± 1.3188
Hits@50:
Test: 50.0569 ± 1.4225
AUC:
Test: 79.5836 ± 0.4500
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.8577 ± 2.2810
Hits@20:
Test: 32.5617 ± 1.4238
Hits@30:
Test: 39.0133 ± 2.3647
Hits@50:
Test: 49.0323 ± 2.5479
AUC:
Test: 80.4010 ± 0.3455
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.7305 ± 2.2169
Hits@20:
Test: 53.8140 ± 1.3788
Hits@30:
Test: 58.2543 ± 0.9582
Hits@50:
Test: 64.1746 ± 1.9042
AUC:
Test: 85.7696 ± 0.6849
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.0474 ± 1.9145
Hits@20:
Test: 52.7135 ± 1.9965
Hits@30:
Test: 58.0645 ± 3.0508
Hits@50:
Test: 62.9602 ± 1.5085
AUC:
Test: 85.4217 ± 1.1628
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.9583 ± 3.6188
Hits@20:
Test: 32.4478 ± 2.7235
Hits@30:
Test: 40.0380 ± 2.4152
Hits@50:
Test: 49.5256 ± 3.1808
AUC:
Test: 79.4969 ± 0.6358
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.8843 ± 4.1823
Hits@20:
Test: 32.5996 ± 2.1232
Hits@30:
Test: 38.1025 ± 1.6400
Hits@50:
Test: 48.1594 ± 1.8319
AUC:
Test: 79.9581 ± 0.2742
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.7685 ± 3.3258
Hits@20:
Test: 34.3833 ± 3.7531
Hits@30:
Test: 42.8463 ± 1.6290
Hits@50:
Test: 50.9677 ± 3.2718
AUC:
Test: 79.3410 ± 0.2851
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.6812 ± 3.7889
Hits@20:
Test: 32.6755 ± 2.2667
Hits@30:
Test: 38.8994 ± 1.1926
Hits@50:
Test: 46.8311 ± 1.0514
AUC:
Test: 79.9106 ± 0.5980
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.3852 ± 4.2844
Hits@20:
Test: 39.3548 ± 3.6809
Hits@30:
Test: 46.4896 ± 6.0050
Hits@50:
Test: 57.7609 ± 0.8757
AUC:
Test: 82.5213 ± 0.5682
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.6565 ± 1.1433
Hits@20:
Test: 34.8008 ± 2.4211
Hits@30:
Test: 40.0380 ± 1.8151
Hits@50:
Test: 50.4744 ± 1.5474
AUC:
Test: 80.7324 ± 1.0894
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.7495 ± 2.2715
Hits@20:
Test: 45.7685 ± 1.8756
Hits@30:
Test: 53.5104 ± 2.6121
Hits@50:
Test: 61.2144 ± 3.5133
AUC:
Test: 83.5714 ± 0.6186
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.9450 ± 3.4287
Hits@20:
Test: 34.8767 ± 3.9494
Hits@30:
Test: 40.8349 ± 4.1081
Hits@50:
Test: 50.7021 ± 3.5586
AUC:
Test: 81.2247 ± 0.7104
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.5408 ± 2.7399
Hits@20:
Test: 54.3453 ± 2.3494
Hits@30:
Test: 60.1518 ± 2.0656
Hits@50:
Test: 66.9829 ± 1.7391
AUC:
Test: 86.4631 ± 0.6386
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.2125 ± 4.1939
Hits@20:
Test: 53.8140 ± 4.5513
Hits@30:
Test: 58.3302 ± 3.3880
Hits@50:
Test: 65.4269 ± 1.9647
AUC:
Test: 85.9880 ± 0.8984
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.8387 ± 6.2575
Hits@20:
Test: 65.8064 ± 7.0188
Hits@30:
Test: 74.4972 ± 4.2781
Hits@50:
Test: 78.8235 ± 1.5037
AUC:
Test: 93.2607 ± 0.7955
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.7438 ± 3.0814
Hits@20:
Test: 75.8254 ± 3.2163
Hits@30:
Test: 80.3036 ± 1.6290
Hits@50:
Test: 85.7305 ± 1.4784
AUC:
Test: 95.3271 ± 0.1270
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.6528 ± 4.5164
Hits@20:
Test: 38.7476 ± 0.7983
Hits@30:
Test: 45.0854 ± 2.7155
Hits@50:
Test: 52.7135 ± 1.7463
AUC:
Test: 79.8696 ± 0.6753
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.5541 ± 3.0438
Hits@20:
Test: 33.5484 ± 2.1693
Hits@30:
Test: 38.1404 ± 2.5774
Hits@50:
Test: 48.4250 ± 1.0254
AUC:
Test: 80.3016 ± 0.7745
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.9165 ± 3.0104
Hits@20:
Test: 40.4934 ± 3.1081
Hits@30:
Test: 44.6679 ± 5.0465
Hits@50:
Test: 53.7381 ± 4.5923
AUC:
Test: 81.8363 ± 0.7916
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.3131 ± 3.8600
Hits@20:
Test: 32.8653 ± 2.7674
Hits@30:
Test: 41.8596 ± 3.6317
Hits@50:
Test: 48.1594 ± 2.5718
AUC:
Test: 80.8770 ± 0.6596
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.0171 ± 5.6523
Hits@20:
Test: 60.4934 ± 1.1417
Hits@30:
Test: 68.6527 ± 2.5962
Hits@50:
Test: 77.0778 ± 1.4351
AUC:
Test: 91.3051 ± 0.9094
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.9734 ± 5.0143
Hits@20:
Test: 69.2220 ± 3.4973
Hits@30:
Test: 75.5598 ± 2.6204
Hits@50:
Test: 80.3036 ± 1.8756
AUC:
Test: 93.3738 ± 0.4392
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.2239 ± 2.5188
Hits@20:
Test: 33.9658 ± 2.5739
Hits@30:
Test: 40.3036 ± 3.3479
Hits@50:
Test: 48.8046 ± 3.0930
AUC:
Test: 79.7232 ± 0.4982
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.6053 ± 1.7881
Hits@20:
Test: 31.9924 ± 3.2442
Hits@30:
Test: 37.7609 ± 2.6633
Hits@50:
Test: 47.2486 ± 1.8052
AUC:
Test: 80.5309 ± 0.6636
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.3112 ± 3.1564
Hits@20:
Test: 37.0778 ± 2.2715
Hits@30:
Test: 41.6319 ± 1.5451
Hits@50:
Test: 49.3738 ± 3.0045
AUC:
Test: 79.5868 ± 0.4093
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.2638 ± 3.2525
Hits@20:
Test: 32.1063 ± 3.3150
Hits@30:
Test: 39.7343 ± 1.4977
Hits@50:
Test: 47.8937 ± 1.3657
AUC:
Test: 80.1753 ± 0.9821
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.8824 ± 2.2104
Hits@20:
Test: 52.4099 ± 3.8079
Hits@30:
Test: 57.7989 ± 2.2153
Hits@50:
Test: 64.0607 ± 1.8573
AUC:
Test: 86.4121 ± 0.7319
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.9981 ± 5.0750
Hits@20:
Test: 50.8918 ± 2.2826
Hits@30:
Test: 55.8634 ± 1.4674
Hits@50:
Test: 59.8861 ± 2.8734
AUC:
Test: 84.6223 ± 0.8841
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.9203 ± 3.9952
Hits@20:
Test: 35.3321 ± 3.1478
Hits@30:
Test: 41.0247 ± 0.7519
Hits@50:
Test: 50.2846 ± 2.5066
AUC:
Test: 79.7735 ± 0.3932
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.1499 ± 4.5402
Hits@20:
Test: 32.0304 ± 1.6400
Hits@30:
Test: 37.6091 ± 1.5728
Hits@50:
Test: 47.2486 ± 1.4008
AUC:
Test: 79.7122 ± 0.6821
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.6660 ± 3.1364
Hits@20:
Test: 35.9393 ± 3.3019
Hits@30:
Test: 42.9222 ± 3.9676
Hits@50:
Test: 50.4364 ± 1.8611
AUC:
Test: 79.9065 ± 0.6096
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.4782 ± 3.2286
Hits@20:
Test: 31.0057 ± 2.5409
Hits@30:
Test: 37.4194 ± 3.3068
Hits@50:
Test: 49.6774 ± 1.7770
AUC:
Test: 80.2908 ± 0.2935
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.5237 ± 4.2358
Hits@20:
Test: 40.6452 ± 2.2588
Hits@30:
Test: 46.2619 ± 1.9555
Hits@50:
Test: 56.8881 ± 2.7215
AUC:
Test: 81.9456 ± 0.4394
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.0854 ± 1.9692
Hits@20:
Test: 32.3340 ± 2.9719
Hits@30:
Test: 39.8862 ± 2.1941
Hits@50:
Test: 49.2979 ± 3.3123
AUC:
Test: 80.5022 ± 0.5934
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.9507 ± 4.4944
Hits@20:
Test: 45.1233 ± 2.7445
Hits@30:
Test: 49.6015 ± 2.5016
Hits@50:
Test: 57.2296 ± 0.9257
AUC:
Test: 81.8754 ± 0.8948
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.7533 ± 3.2213
Hits@20:
Test: 39.0512 ± 3.0609
Hits@30:
Test: 43.8710 ± 2.4499
Hits@50:
Test: 53.0171 ± 4.5770
AUC:
Test: 82.8060 ± 1.0936
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.4649 ± 1.2414
Hits@20:
Test: 52.2201 ± 3.2213
Hits@30:
Test: 58.7097 ± 2.8545
Hits@50:
Test: 63.6053 ± 3.2381
AUC:
Test: 85.8169 ± 0.9917
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.3662 ± 3.8725
Hits@20:
Test: 50.7021 ± 4.2375
Hits@30:
Test: 55.9393 ± 4.1646
Hits@50:
Test: 62.3529 ± 2.0682
AUC:
Test: 85.8943 ± 1.0046
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.7495 ± 4.5211
Hits@20:
Test: 67.7040 ± 3.6902
Hits@30:
Test: 73.3207 ± 2.4025
Hits@50:
Test: 80.6831 ± 1.1804
AUC:
Test: 93.4679 ± 0.6061
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.6281 ± 4.9182
Hits@20:
Test: 76.3947 ± 2.1493
Hits@30:
Test: 81.6319 ± 1.3511
Hits@50:
Test: 85.9203 ± 0.6762
AUC:
Test: 95.4293 ± 0.2598
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.3738 ± 5.6948
Hits@20:
Test: 35.1423 ± 4.8811
Hits@30:
Test: 41.6319 ± 3.2663
Hits@50:
Test: 49.9810 ± 4.8053
AUC:
Test: 80.1211 ± 0.8131
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.3245 ± 1.3485
Hits@20:
Test: 35.3700 ± 4.2102
Hits@30:
Test: 40.9108 ± 3.3264
Hits@50:
Test: 49.9051 ± 0.9951
AUC:
Test: 80.7093 ± 0.3827
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.3093 ± 6.7662
Hits@20:
Test: 40.9108 ± 3.9270
Hits@30:
Test: 49.5256 ± 4.6846
Hits@50:
Test: 57.0398 ± 4.8889
AUC:
Test: 82.9197 ± 1.3446
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.9203 ± 3.7247
Hits@20:
Test: 34.9905 ± 3.1655
Hits@30:
Test: 40.4554 ± 4.2903
Hits@50:
Test: 51.4990 ± 2.4690
AUC:
Test: 81.2030 ± 0.6587
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.1803 ± 5.1451
Hits@20:
Test: 63.2638 ± 2.1367
Hits@30:
Test: 69.6015 ± 2.2064
Hits@50:
Test: 76.7362 ± 1.0867
AUC:
Test: 91.1667 ± 0.5124
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.0987 ± 1.9601
Hits@20:
Test: 71.7268 ± 1.6323
Hits@30:
Test: 74.6110 ± 1.5322
Hits@50:
Test: 80.4554 ± 2.1883
AUC:
Test: 93.0826 ± 0.7816
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.9829 ± 3.9880
Hits@20:
Test: 34.0797 ± 2.4617
Hits@30:
Test: 41.2524 ± 3.0200
Hits@50:
Test: 51.0057 ± 1.4225
AUC:
Test: 79.3331 ± 0.3083
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.6433 ± 3.0349
Hits@20:
Test: 32.8273 ± 4.9790
Hits@30:
Test: 39.9241 ± 2.5338
Hits@50:
Test: 50.0949 ± 1.9582
AUC:
Test: 80.5954 ± 0.9665
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.3245 ± 2.2251
Hits@20:
Test: 34.9146 ± 2.6802
Hits@30:
Test: 43.7192 ± 1.9051
Hits@50:
Test: 51.3472 ± 3.9862
AUC:
Test: 79.9625 ± 0.9013
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.3643 ± 2.1325
Hits@20:
Test: 30.1708 ± 2.0569
Hits@30:
Test: 39.4307 ± 1.4034
Hits@50:
Test: 47.5522 ± 1.6844
AUC:
Test: 80.6268 ± 0.7883
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.3510 ± 4.9445
Hits@20:
Test: 53.5863 ± 2.3571
Hits@30:
Test: 58.5199 ± 1.5097
Hits@50:
Test: 65.2372 ± 1.6345
AUC:
Test: 85.8932 ± 0.6422
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.5408 ± 3.1837
Hits@20:
Test: 51.4611 ± 3.6853
Hits@30:
Test: 56.0531 ± 2.2912
Hits@50:
Test: 62.1252 ± 2.2072
AUC:
Test: 85.2494 ± 0.1188
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.6679 ± 3.2369
Hits@20:
Test: 33.4725 ± 6.0552
Hits@30:
Test: 42.0873 ± 3.3068
Hits@50:
Test: 49.9431 ± 3.0520
AUC:
Test: 79.7448 ± 1.0039
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.5294 ± 5.2808
Hits@20:
Test: 30.7021 ± 1.3105
Hits@30:
Test: 36.5085 ± 1.5682
Hits@50:
Test: 48.2732 ± 2.1867
AUC:
Test: 80.2948 ± 0.7096
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.2353 ± 2.3601
Hits@20:
Test: 36.3188 ± 2.9506
Hits@30:
Test: 42.2011 ± 1.7162
Hits@50:
Test: 50.1328 ± 0.9987
AUC:
Test: 79.9439 ± 0.9909
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.9848 ± 4.7865
Hits@20:
Test: 33.3966 ± 2.8241
Hits@30:
Test: 40.1139 ± 3.5667
Hits@50:
Test: 47.8937 ± 2.8828
AUC:
Test: 80.0830 ± 0.5713
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.4858 ± 0.4530
Hits@20:
Test: 39.4687 ± 4.9061
Hits@30:
Test: 48.0835 ± 1.3983
Hits@50:
Test: 55.9393 ± 3.8828
AUC:
Test: 82.1409 ± 1.1744
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.6167 ± 4.5382
Hits@20:
Test: 33.7002 ± 3.6490
Hits@30:
Test: 38.6717 ± 2.0055
Hits@50:
Test: 50.0949 ± 4.1203
AUC:
Test: 80.2019 ± 0.6960
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.0323 ± 3.6193
Hits@20:
Test: 56.6224 ± 2.8828
Hits@30:
Test: 63.7951 ± 2.3525
Hits@50:
Test: 72.1442 ± 4.4428
AUC:
Test: 90.4905 ± 0.5824
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.0835 ± 6.8306
Hits@20:
Test: 60.0380 ± 4.0644
Hits@30:
Test: 70.1328 ± 2.0639
Hits@50:
Test: 78.5579 ± 0.6001
AUC:
Test: 93.0086 ± 0.2261
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.3985 ± 3.4382
Hits@20:
Test: 58.9753 ± 3.6213
Hits@30:
Test: 66.2239 ± 3.8399
Hits@50:
Test: 73.4725 ± 1.1651
AUC:
Test: 91.2235 ± 0.8724
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.2239 ± 6.3970
Hits@20:
Test: 71.0436 ± 3.4303
Hits@30:
Test: 75.8254 ± 3.0110
Hits@50:
Test: 83.9848 ± 0.8549
AUC:
Test: 94.6039 ± 0.5729
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.7381 ± 7.3582
Hits@20:
Test: 67.1347 ± 5.8430
Hits@30:
Test: 72.1822 ± 3.4434
Hits@50:
Test: 79.2030 ± 2.5620
AUC:
Test: 93.2675 ± 0.9106
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.5541 ± 2.7149
Hits@20:
Test: 73.3207 ± 3.5030
Hits@30:
Test: 79.1271 ± 1.6651
Hits@50:
Test: 84.7818 ± 1.2106
AUC:
Test: 95.1535 ± 0.3581
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.5085 ± 3.8154
Hits@20:
Test: 48.4250 ± 4.9325
Hits@30:
Test: 59.3548 ± 1.6940
Hits@50:
Test: 67.2486 ± 2.5969
AUC:
Test: 89.3586 ± 0.6970
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.7894 ± 4.2798
Hits@20:
Test: 41.9355 ± 2.5458
Hits@30:
Test: 52.0683 ± 4.2718
Hits@50:
Test: 61.7837 ± 3.6465
AUC:
Test: 87.3122 ± 1.1549
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.3131 ± 8.2836
Hits@20:
Test: 56.6983 ± 5.1573
Hits@30:
Test: 63.9848 ± 1.8947
Hits@50:
Test: 73.0930 ± 3.9311
AUC:
Test: 90.9930 ± 0.4707
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.4402 ± 3.2740
Hits@20:
Test: 59.0892 ± 5.4181
Hits@30:
Test: 69.6015 ± 3.2959
Hits@50:
Test: 76.6603 ± 2.8463
AUC:
Test: 92.8039 ± 0.4578
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.5484 ± 4.9197
Hits@20:
Test: 63.7951 ± 4.2162
Hits@30:
Test: 69.6774 ± 4.9105
Hits@50:
Test: 73.8520 ± 2.4352
AUC:
Test: 92.2666 ± 0.3264
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 65.3131 ± 6.7628
Hits@20:
Test: 75.6357 ± 2.4617
Hits@30:
Test: 79.6205 ± 1.9838
Hits@50:
Test: 83.4535 ± 1.4225
AUC:
Test: 95.0517 ± 0.2921
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.2125 ± 4.1063
Hits@20:
Test: 32.7135 ± 5.2937
Hits@30:
Test: 39.4687 ± 7.3283
Hits@50:
Test: 51.9545 ± 4.1603
AUC:
Test: 82.3079 ± 0.8995
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.4896 ± 3.2135
Hits@20:
Test: 37.1537 ± 3.8008
Hits@30:
Test: 43.9089 ± 1.4674
Hits@50:
Test: 53.7002 ± 3.9003
AUC:
Test: 83.8067 ± 0.9833
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.7249 ± 5.7178
Hits@20:
Test: 47.7040 ± 4.5196
Hits@30:
Test: 57.9886 ± 5.1419
Hits@50:
Test: 67.8558 ± 3.8389
AUC:
Test: 89.1811 ± 1.0594
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.9677 ± 6.2596
Hits@20:
Test: 41.7457 ± 5.0775
Hits@30:
Test: 50.5503 ± 3.8716
Hits@50:
Test: 61.1765 ± 3.1427
AUC:
Test: 88.1740 ± 1.5760
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.7154 ± 5.1057
Hits@20:
Test: 60.8729 ± 2.9925
Hits@30:
Test: 66.1101 ± 3.1712
Hits@50:
Test: 77.3814 ± 2.5997
AUC:
Test: 91.6923 ± 0.5554
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.1860 ± 2.8476
Hits@20:
Test: 73.7002 ± 2.0108
Hits@30:
Test: 76.0531 ± 2.2186
Hits@50:
Test: 82.6945 ± 0.4912
AUC:
Test: 94.6078 ± 0.2445
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 21.8975 ± 4.8389
Hits@20:
Test: 33.0171 ± 5.4221
Hits@30:
Test: 37.3814 ± 5.7178
Hits@50:
Test: 47.7040 ± 5.9214
AUC:
Test: 80.0110 ± 2.2753
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.0588 ± 2.4062
Hits@20:
Test: 37.5332 ± 3.1421
Hits@30:
Test: 45.5787 ± 3.6534
Hits@50:
Test: 54.6110 ± 1.5613
AUC:
Test: 83.4835 ± 0.5426
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.8956 ± 4.8030
Hits@20:
Test: 34.8008 ± 2.6518
Hits@30:
Test: 41.1006 ± 3.9522
Hits@50:
Test: 54.2695 ± 2.5066
AUC:
Test: 82.5862 ± 0.8040
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.0968 ± 3.3366
Hits@20:
Test: 38.1404 ± 5.1040
Hits@30:
Test: 43.4535 ± 3.4912
Hits@50:
Test: 55.2562 ± 0.9238
AUC:
Test: 83.8571 ± 1.0523
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.5389 ± 3.1848
Hits@20:
Test: 58.5958 ± 3.2987
Hits@30:
Test: 64.0607 ± 4.1325
Hits@50:
Test: 72.4858 ± 1.9305
AUC:
Test: 91.2515 ± 0.6107
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.9829 ± 7.1032
Hits@20:
Test: 61.8596 ± 3.6990
Hits@30:
Test: 69.5636 ± 3.3372
Hits@50:
Test: 78.9374 ± 2.7235
AUC:
Test: 93.0977 ± 0.3074
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.7305 ± 3.5853
Hits@20:
Test: 53.3207 ± 1.8002
Hits@30:
Test: 61.8975 ± 0.7023
Hits@50:
Test: 72.6376 ± 2.1776
AUC:
Test: 90.4361 ± 1.1029
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.6376 ± 4.8686
Hits@20:
Test: 62.6565 ± 2.0933
Hits@30:
Test: 69.6395 ± 1.7901
Hits@50:
Test: 75.7116 ± 2.0959
AUC:
Test: 92.3429 ± 0.3722
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.0209 ± 5.0782
Hits@20:
Test: 57.7989 ± 3.3801
Hits@30:
Test: 64.8956 ± 3.6003
Hits@50:
Test: 72.7894 ± 2.9231
AUC:
Test: 90.9081 ± 1.1594
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.7192 ± 2.3371
Hits@20:
Test: 70.7780 ± 2.2967
Hits@30:
Test: 74.0038 ± 2.1130
Hits@50:
Test: 80.7211 ± 1.0867
AUC:
Test: 93.9621 ± 0.4396
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.4972 ± 4.0015
Hits@20:
Test: 65.0095 ± 4.5196
Hits@30:
Test: 71.8027 ± 2.0682
Hits@50:
Test: 77.8748 ± 3.6809
AUC:
Test: 93.1096 ± 0.8031
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.1632 ± 7.8508
Hits@20:
Test: 75.7495 ± 2.4499
Hits@30:
Test: 79.2789 ± 1.5145
Hits@50:
Test: 84.5541 ± 0.9823
AUC:
Test: 94.8495 ± 0.2470
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.4839 ± 7.1931
Hits@20:
Test: 49.0323 ± 6.8700
Hits@30:
Test: 57.0019 ± 1.1743
Hits@50:
Test: 67.0588 ± 3.9544
AUC:
Test: 88.6539 ± 0.8778
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.6755 ± 3.7865
Hits@20:
Test: 44.4402 ± 4.0640
Hits@30:
Test: 55.5218 ± 3.8646
Hits@50:
Test: 67.4383 ± 5.0322
AUC:
Test: 88.6426 ± 1.2708
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.9848 ± 3.4741
Hits@20:
Test: 56.2049 ± 1.6123
Hits@30:
Test: 64.8197 ± 1.4917
Hits@50:
Test: 70.8159 ± 3.0461
AUC:
Test: 90.7164 ± 0.5179
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.3359 ± 5.4585
Hits@20:
Test: 62.0493 ± 1.7130
Hits@30:
Test: 69.4118 ± 2.6477
Hits@50:
Test: 78.9374 ± 2.1966
AUC:
Test: 92.8124 ± 0.4431
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.3453 ± 5.7156
Hits@20:
Test: 64.8956 ± 1.2370
Hits@30:
Test: 68.5389 ± 4.4347
Hits@50:
Test: 76.0152 ± 2.6107
AUC:
Test: 92.2958 ± 0.4800
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.5655 ± 2.3448
Hits@20:
Test: 75.2182 ± 2.6855
Hits@30:
Test: 79.1271 ± 1.6651
Hits@50:
Test: 85.2372 ± 0.4530
AUC:
Test: 94.7826 ± 0.2801
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.3017 ± 2.5295
Hits@20:
Test: 31.1195 ± 3.7903
Hits@30:
Test: 40.0379 ± 3.3085
Hits@50:
Test: 50.7780 ± 3.3827
AUC:
Test: 81.8069 ± 0.9462
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.3757 ± 3.6697
Hits@20:
Test: 33.9279 ± 1.6510
Hits@30:
Test: 43.9089 ± 1.1433
Hits@50:
Test: 55.0285 ± 2.8368
AUC:
Test: 83.8759 ± 0.8091
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.2827 ± 3.0994
Hits@20:
Test: 49.9810 ± 1.0005
Hits@30:
Test: 57.5332 ± 5.0959
Hits@50:
Test: 67.4004 ± 4.0195
AUC:
Test: 89.1181 ± 0.3730
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.2846 ± 3.5286
Hits@20:
Test: 43.3776 ± 2.2556
Hits@30:
Test: 52.3340 ± 3.0843
Hits@50:
Test: 61.2903 ± 1.8592
AUC:
Test: 88.0729 ± 0.7646
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.0816 ± 4.1646
Hits@20:
Test: 59.7723 ± 3.4182
Hits@30:
Test: 66.4896 ± 3.8948
Hits@50:
Test: 75.0285 ± 2.5479
AUC:
Test: 91.8240 ± 0.7941
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.1765 ± 5.9153
Hits@20:
Test: 67.5142 ± 6.1508
Hits@30:
Test: 75.6357 ± 1.9656
Hits@50:
Test: 82.2391 ± 0.6789
AUC:
Test: 94.6266 ± 0.2615
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.1366 ± 4.5192
Hits@20:
Test: 32.0683 ± 2.6969
Hits@30:
Test: 41.3662 ± 1.6488
Hits@50:
Test: 50.2467 ± 2.4352
AUC:
Test: 80.0595 ± 2.0713
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.7799 ± 2.4099
Hits@20:
Test: 36.4706 ± 2.9561
Hits@30:
Test: 43.7951 ± 4.0905
Hits@50:
Test: 53.3966 ± 2.9991
AUC:
Test: 83.6440 ± 0.8118
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.8330 ± 3.5742
Hits@20:
Test: 34.3454 ± 4.9536
Hits@30:
Test: 41.1006 ± 5.6507
Hits@50:
Test: 52.2960 ± 7.5480
AUC:
Test: 81.5689 ± 3.4476
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.3245 ± 1.0393
Hits@20:
Test: 34.8767 ± 2.5718
Hits@30:
Test: 43.9089 ± 1.5509
Hits@50:
Test: 55.4080 ± 6.0110
AUC:
Test: 83.8063 ± 0.5594
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.4896 ± 2.8368
Hits@20:
Test: 56.9639 ± 2.2548
Hits@30:
Test: 64.3643 ± 1.0684
Hits@50:
Test: 73.7002 ± 1.3050
AUC:
Test: 90.9354 ± 0.5580
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.3510 ± 8.4934
Hits@20:
Test: 63.3397 ± 2.9224
Hits@30:
Test: 68.6148 ± 2.5969
Hits@50:
Test: 78.6717 ± 1.3050
AUC:
Test: 93.0377 ± 0.4422
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.6167 ± 3.2386
Hits@20:
Test: 56.6603 ± 2.3761
Hits@30:
Test: 61.8216 ± 1.6455
Hits@50:
Test: 70.5882 ± 1.3485
AUC:
Test: 88.8755 ± 0.5646
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.6110 ± 4.6040
Hits@20:
Test: 62.8083 ± 3.0331
Hits@30:
Test: 69.8672 ± 1.8514
Hits@50:
Test: 78.2163 ± 1.1880
AUC:
Test: 92.6444 ± 0.3320
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.4668 ± 5.5002
Hits@20:
Test: 57.3435 ± 3.3902
Hits@30:
Test: 64.0228 ± 3.2414
Hits@50:
Test: 72.4858 ± 2.8241
AUC:
Test: 89.7016 ± 0.6880
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 60.0000 ± 0.6207
Hits@20:
Test: 68.9943 ± 1.6411
Hits@30:
Test: 72.9412 ± 1.4426
Hits@50:
Test: 79.7343 ± 0.8633
AUC:
Test: 93.8431 ± 0.4460
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.1556 ± 4.0422
Hits@20:
Test: 62.6945 ± 4.4311
Hits@30:
Test: 71.0057 ± 4.5251
Hits@50:
Test: 78.2543 ± 2.4359
AUC:
Test: 92.4728 ± 1.5249
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.4801 ± 5.5711
Hits@20:
Test: 74.7628 ± 3.4235
Hits@30:
Test: 80.1518 ± 2.1409
Hits@50:
Test: 84.8956 ± 1.5682
AUC:
Test: 95.0169 ± 0.3075
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.6072 ± 2.8526
Hits@20:
Test: 51.5750 ± 4.3049
Hits@30:
Test: 58.5958 ± 3.0224
Hits@50:
Test: 67.5142 ± 2.4055
AUC:
Test: 88.1411 ± 0.3538
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.3738 ± 5.0604
Hits@20:
Test: 39.1271 ± 5.4970
Hits@30:
Test: 51.8786 ± 3.1226
Hits@50:
Test: 62.3529 ± 2.1156
AUC:
Test: 87.9373 ± 1.0378
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.1328 ± 4.4771
Hits@20:
Test: 58.2163 ± 3.3393
Hits@30:
Test: 62.6186 ± 1.8640
Hits@50:
Test: 71.6509 ± 1.8717
AUC:
Test: 89.9856 ± 0.5538
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.8805 ± 9.1334
Hits@20:
Test: 63.5674 ± 3.6178
Hits@30:
Test: 68.9564 ± 1.8131
Hits@50:
Test: 74.5731 ± 1.7597
AUC:
Test: 92.3736 ± 0.3075
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.7913 ± 3.6018
Hits@20:
Test: 60.8349 ± 1.9793
Hits@30:
Test: 68.2353 ± 3.9635
Hits@50:
Test: 74.8387 ± 4.0534
AUC:
Test: 92.4091 ± 0.3549
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.4763 ± 1.8279
Hits@20:
Test: 75.4839 ± 1.0933
Hits@30:
Test: 79.3928 ± 1.4977
Hits@50:
Test: 83.9089 ± 2.3178
AUC:
Test: 94.9530 ± 0.3498
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.6679 ± 6.5828
Hits@20:
Test: 29.7533 ± 4.8589
Hits@30:
Test: 41.5939 ± 3.7507
Hits@50:
Test: 48.5389 ± 8.5267
AUC:
Test: 81.8957 ± 1.2668
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.6793 ± 2.9169
Hits@20:
Test: 35.2562 ± 5.2524
Hits@30:
Test: 43.4915 ± 4.3486
Hits@50:
Test: 54.1556 ± 3.4590
AUC:
Test: 83.7111 ± 1.1080
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.8083 ± 6.8372
Hits@20:
Test: 51.7268 ± 5.0944
Hits@30:
Test: 57.9886 ± 4.4270
Hits@50:
Test: 67.6660 ± 2.4617
AUC:
Test: 88.8164 ± 0.7546
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.6774 ± 4.6142
Hits@20:
Test: 41.7078 ± 2.6545
Hits@30:
Test: 53.3586 ± 3.1678
Hits@50:
Test: 63.6433 ± 2.7321
AUC:
Test: 87.9386 ± 0.9599
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.9564 ± 2.8589
Hits@20:
Test: 58.9374 ± 3.3155
Hits@30:
Test: 67.2106 ± 1.7515
Hits@50:
Test: 75.7875 ± 2.3761
AUC:
Test: 91.2098 ± 1.0680
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.7419 ± 3.0390
Hits@20:
Test: 73.6622 ± 2.1019
Hits@30:
Test: 77.0398 ± 2.2331
Hits@50:
Test: 82.7704 ± 1.5842
AUC:
Test: 94.6032 ± 0.3178
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 21.6319 ± 2.1468
Hits@20:
Test: 31.4611 ± 3.3715
Hits@30:
Test: 38.7097 ± 2.1552
Hits@50:
Test: 50.3226 ± 2.9683
AUC:
Test: 81.3121 ± 1.1922
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.7040 ± 0.6842
Hits@20:
Test: 36.1290 ± 3.8436
Hits@30:
Test: 41.2524 ± 2.1241
Hits@50:
Test: 52.5996 ± 3.2129
AUC:
Test: 83.4417 ± 1.0426
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 21.1765 ± 4.0087
Hits@20:
Test: 33.9658 ± 4.4278
Hits@30:
Test: 42.4288 ± 2.0551
Hits@50:
Test: 53.2068 ± 3.4408
AUC:
Test: 80.6648 ± 2.8110
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.0323 ± 2.5030
Hits@20:
Test: 37.1157 ± 2.6855
Hits@30:
Test: 45.1613 ± 2.1384
Hits@50:
Test: 54.9905 ± 2.5152
AUC:
Test: 83.7203 ± 0.5473
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.9583 ± 5.8153
Hits@20:
Test: 56.3188 ± 2.5893
Hits@30:
Test: 63.1120 ± 1.3458
Hits@50:
Test: 73.4345 ± 1.6542
AUC:
Test: 90.8762 ± 0.4176
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.5408 ± 2.4631
Hits@20:
Test: 59.4687 ± 6.1291
Hits@30:
Test: 70.2846 ± 4.4675
Hits@50:
Test: 78.7476 ± 1.9398
AUC:
Test: 92.6768 ± 0.5377
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.9469 ± 5.6491
Hits@20:
Test: 54.6490 ± 3.8352
Hits@30:
Test: 58.4061 ± 4.3796
Hits@50:
Test: 67.1347 ± 4.1473
AUC:
Test: 85.7395 ± 1.9131
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.0133 ± 3.1797
Hits@20:
Test: 51.3472 ± 2.9567
Hits@30:
Test: 57.4194 ± 3.4381
Hits@50:
Test: 65.6926 ± 1.3710
AUC:
Test: 87.6698 ± 0.6909
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.8197 ± 4.0329
Hits@20:
Test: 55.5218 ± 1.5097
Hits@30:
Test: 62.2770 ± 2.7804
Hits@50:
Test: 70.2467 ± 1.7046
AUC:
Test: 88.0621 ± 1.0701
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.0417 ± 3.5076
Hits@20:
Test: 64.0228 ± 3.5742
Hits@30:
Test: 70.8159 ± 1.5497
Hits@50:
Test: 79.8482 ± 1.0768
AUC:
Test: 92.9202 ± 0.3717
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.8121 ± 7.5277
Hits@20:
Test: 68.6528 ± 5.0728
Hits@30:
Test: 71.1575 ± 4.2196
Hits@50:
Test: 78.1404 ± 3.7984
AUC:
Test: 92.6550 ± 0.9459
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.8463 ± 2.4055
Hits@20:
Test: 73.7761 ± 0.7983
Hits@30:
Test: 78.7856 ± 2.7215
Hits@50:
Test: 84.1746 ± 1.2268
AUC:
Test: 94.8324 ± 0.4901
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.9374 ± 2.5753
Hits@20:
Test: 49.9431 ± 2.2667
Hits@30:
Test: 58.4440 ± 2.7888
Hits@50:
Test: 64.5161 ± 3.1950
AUC:
Test: 86.3247 ± 1.1158
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.6262 ± 5.1629
Hits@20:
Test: 43.6433 ± 4.9482
Hits@30:
Test: 54.3453 ± 4.7107
Hits@50:
Test: 62.8463 ± 1.9738
AUC:
Test: 87.0477 ± 1.5401
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.6414 ± 5.6008
Hits@20:
Test: 55.2941 ± 2.4617
Hits@30:
Test: 63.9089 ± 2.6916
Hits@50:
Test: 69.8292 ± 1.5705
AUC:
Test: 89.3222 ± 0.4474
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.9412 ± 2.5948
Hits@20:
Test: 62.1632 ± 3.4434
Hits@30:
Test: 69.9810 ± 2.5718
Hits@50:
Test: 78.2922 ± 2.3340
AUC:
Test: 92.4541 ± 0.7304
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.5104 ± 2.6293
Hits@20:
Test: 60.9488 ± 2.2428
Hits@30:
Test: 67.3245 ± 2.3294
Hits@50:
Test: 73.8140 ± 2.3123
AUC:
Test: 92.1640 ± 0.3958
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.3529 ± 1.7474
Hits@20:
Test: 72.1442 ± 1.8319
Hits@30:
Test: 77.6471 ± 1.5322
Hits@50:
Test: 82.7324 ± 1.7235
AUC:
Test: 94.5379 ± 0.3964
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.0987 ± 5.2191
Hits@20:
Test: 32.5617 ± 4.1063
Hits@30:
Test: 41.5560 ± 6.5691
Hits@50:
Test: 50.5503 ± 5.9849
AUC:
Test: 81.0869 ± 2.2227
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.5408 ± 5.1629
Hits@20:
Test: 35.9393 ± 3.9590
Hits@30:
Test: 43.0361 ± 2.2104
Hits@50:
Test: 52.5237 ± 3.4298
AUC:
Test: 82.6077 ± 1.2828
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.7097 ± 7.0119
Hits@20:
Test: 50.3605 ± 5.3881
Hits@30:
Test: 58.6338 ± 2.7235
Hits@50:
Test: 68.2353 ± 4.4107
AUC:
Test: 88.2526 ± 1.1135
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.0816 ± 1.3644
Hits@20:
Test: 45.2372 ± 5.3022
Hits@30:
Test: 54.6110 ± 5.0157
Hits@50:
Test: 64.6679 ± 6.7268
AUC:
Test: 88.5925 ± 1.4370
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.0455 ± 2.1859
Hits@20:
Test: 60.8349 ± 1.4111
Hits@30:
Test: 65.0854 ± 2.4850
Hits@50:
Test: 74.1936 ± 2.1002
AUC:
Test: 90.9132 ± 0.8723
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 59.3169 ± 8.0311
Hits@20:
Test: 68.3112 ± 5.8854
Hits@30:
Test: 74.0038 ± 2.6835
Hits@50:
Test: 81.9734 ± 2.1087
AUC:
Test: 93.8930 ± 0.6166
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 20.6072 ± 2.9169
Hits@20:
Test: 31.4611 ± 4.2756
Hits@30:
Test: 38.3302 ± 4.3952
Hits@50:
Test: 45.8444 ± 7.5932
AUC:
Test: 79.3415 ± 2.0836
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.4402 ± 2.1941
Hits@20:
Test: 36.9260 ± 5.5169
Hits@30:
Test: 43.0740 ± 3.6746
Hits@50:
Test: 52.7894 ± 3.2325
AUC:
Test: 83.0590 ± 1.0700
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.8330 ± 5.2579
Hits@20:
Test: 35.9013 ± 6.5216
Hits@30:
Test: 43.6812 ± 3.5281
Hits@50:
Test: 53.7381 ± 3.3981
AUC:
Test: 83.2409 ± 1.5091
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.2372 ± 5.5028
Hits@20:
Test: 40.7970 ± 2.5704
Hits@30:
Test: 44.6300 ± 2.5648
Hits@50:
Test: 53.8140 ± 3.5362
AUC:
Test: 83.5265 ± 0.6725
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.7419 ± 5.7471
Hits@20:
Test: 58.2163 ± 4.2502
Hits@30:
Test: 62.0493 ± 3.9983
Hits@50:
Test: 70.2087 ± 3.5550
AUC:
Test: 90.6512 ± 0.3989
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.7002 ± 5.4088
Hits@20:
Test: 62.1632 ± 1.7831
Hits@30:
Test: 70.0190 ± 3.1667
Hits@50:
Test: 78.0645 ± 3.9132
AUC:
Test: 93.0111 ± 0.5170
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.4004 ± 4.9652
Hits@20:
Test: 57.1537 ± 1.9462
Hits@30:
Test: 63.2638 ± 2.5515
Hits@50:
Test: 71.4232 ± 1.5451
AUC:
Test: 84.3476 ± 0.3028
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.4194 ± 4.0839
Hits@20:
Test: 47.4383 ± 2.4448
Hits@30:
Test: 54.0038 ± 3.9997
Hits@50:
Test: 62.0493 ± 2.5209
AUC:
Test: 81.6700 ± 0.4315
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.5256 ± 2.3084
Hits@20:
Test: 61.2524 ± 2.8570
Hits@30:
Test: 65.9962 ± 2.8821
Hits@50:
Test: 72.1822 ± 1.7319
AUC:
Test: 84.1342 ± 1.1965
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.0304 ± 3.2905
Hits@20:
Test: 63.9469 ± 2.1087
Hits@30:
Test: 70.2087 ± 0.6435
Hits@50:
Test: 72.1822 ± 1.7214
AUC:
Test: 84.4246 ± 0.1219
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.0816 ± 10.5517
Hits@20:
Test: 64.2884 ± 4.6352
Hits@30:
Test: 70.9298 ± 4.6352
Hits@50:
Test: 78.0645 ± 3.2107
AUC:
Test: 92.2652 ± 1.1487
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 65.8064 ± 3.6804
Hits@20:
Test: 73.6622 ± 3.4350
Hits@30:
Test: 78.9753 ± 2.8602
Hits@50:
Test: 84.4023 ± 2.3715
AUC:
Test: 94.8332 ± 0.7000
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.1556 ± 4.3952
Hits@20:
Test: 45.5028 ± 3.4192
Hits@30:
Test: 51.8027 ± 2.7759
Hits@50:
Test: 62.6186 ± 1.3215
AUC:
Test: 81.8768 ± 0.3818
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.9431 ± 1.7921
Hits@20:
Test: 38.7097 ± 3.4392
Hits@30:
Test: 44.2125 ± 3.2866
Hits@50:
Test: 54.4213 ± 1.1338
AUC:
Test: 78.6381 ± 0.4575
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.6281 ± 5.0615
Hits@20:
Test: 58.9374 ± 3.0965
Hits@30:
Test: 63.6812 ± 2.7056
Hits@50:
Test: 69.5636 ± 2.5865
AUC:
Test: 84.4963 ± 0.7001
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.8767 ± 3.9789
Hits@20:
Test: 46.7552 ± 2.4908
Hits@30:
Test: 53.0550 ± 1.2701
Hits@50:
Test: 62.2391 ± 1.1926
AUC:
Test: 81.7667 ± 0.4287
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.3207 ± 5.0472
Hits@20:
Test: 63.2638 ± 4.4735
Hits@30:
Test: 67.6660 ± 2.7810
Hits@50:
Test: 74.3074 ± 3.3854
AUC:
Test: 87.6658 ± 1.2104
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.2903 ± 2.5634
Hits@20:
Test: 69.7154 ± 2.0507
Hits@30:
Test: 74.5731 ± 1.7648
Hits@50:
Test: 77.7989 ± 1.3215
AUC:
Test: 88.1088 ± 0.6206
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.6509 ± 2.5578
Hits@20:
Test: 41.7457 ± 4.1399
Hits@30:
Test: 46.9829 ± 4.6608
Hits@50:
Test: 56.2429 ± 4.1780
AUC:
Test: 80.0154 ± 1.6031
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.0835 ± 1.7951
Hits@20:
Test: 37.2676 ± 4.4996
Hits@30:
Test: 42.2391 ± 3.0965
Hits@50:
Test: 51.8406 ± 1.3105
AUC:
Test: 77.7500 ± 0.6295
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.9772 ± 2.9476
Hits@20:
Test: 45.8444 ± 2.9354
Hits@30:
Test: 53.2448 ± 2.3723
Hits@50:
Test: 63.0361 ± 3.4140
AUC:
Test: 82.3681 ± 1.3143
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.3985 ± 4.1015
Hits@20:
Test: 38.2163 ± 4.7696
Hits@30:
Test: 45.4269 ± 2.2396
Hits@50:
Test: 53.1309 ± 1.0479
AUC:
Test: 78.5972 ± 0.9660
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.0038 ± 1.7982
Hits@20:
Test: 63.3776 ± 2.9243
Hits@30:
Test: 66.3378 ± 2.0726
Hits@50:
Test: 73.7761 ± 1.9277
AUC:
Test: 84.2250 ± 0.3109
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.6243 ± 3.5717
Hits@20:
Test: 65.7685 ± 1.3323
Hits@30:
Test: 69.6395 ± 0.9582
Hits@50:
Test: 73.0171 ± 1.8611
AUC:
Test: 84.6121 ± 0.2615
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.5901 ± 4.7450
Hits@20:
Test: 39.9620 ± 3.6267
Hits@30:
Test: 46.4896 ± 2.6190
Hits@50:
Test: 55.7495 ± 0.9431
AUC:
Test: 79.4498 ± 0.9723
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.1082 ± 3.0703
Hits@20:
Test: 38.2922 ± 3.3123
Hits@30:
Test: 44.0987 ± 1.7057
Hits@50:
Test: 53.3586 ± 2.4278
AUC:
Test: 78.3910 ± 0.8740
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.2220 ± 3.6327
Hits@20:
Test: 40.4934 ± 3.6564
Hits@30:
Test: 46.9450 ± 2.4908
Hits@50:
Test: 55.5218 ± 1.6791
AUC:
Test: 80.5516 ± 0.3813
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.9829 ± 3.8126
Hits@20:
Test: 37.9127 ± 2.3487
Hits@30:
Test: 43.7192 ± 1.1743
Hits@50:
Test: 51.9924 ± 1.2150
AUC:
Test: 78.0224 ± 0.9103
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.8425 ± 3.2937
Hits@20:
Test: 59.3548 ± 3.1105
Hits@30:
Test: 64.0607 ± 1.1896
Hits@50:
Test: 70.4364 ± 1.2106
AUC:
Test: 83.6288 ± 0.5752
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.1689 ± 4.0817
Hits@20:
Test: 43.1879 ± 4.8240
Hits@30:
Test: 51.7647 ± 2.6204
Hits@50:
Test: 61.0626 ± 1.7921
AUC:
Test: 81.1444 ± 0.7127
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.1461 ± 2.7002
Hits@20:
Test: 56.9260 ± 5.3938
Hits@30:
Test: 62.9222 ± 2.1535
Hits@50:
Test: 70.5123 ± 1.4796
AUC:
Test: 84.1113 ± 0.7741
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.9393 ± 4.2400
Hits@20:
Test: 46.1480 ± 3.9880
Hits@30:
Test: 53.7002 ± 2.7235
Hits@50:
Test: 61.5939 ± 1.9747
AUC:
Test: 81.4029 ± 0.5116
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.8159 ± 3.6633
Hits@20:
Test: 58.6338 ± 0.8051
Hits@30:
Test: 65.9962 ± 2.7248
Hits@50:
Test: 70.3605 ± 1.9042
AUC:
Test: 84.5114 ± 0.8893
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.2315 ± 4.8995
Hits@20:
Test: 65.6926 ± 0.9987
Hits@30:
Test: 69.7154 ± 1.4977
Hits@50:
Test: 74.1556 ± 1.6345
AUC:
Test: 84.2530 ± 0.3793
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.6641 ± 6.3673
Hits@20:
Test: 64.7438 ± 2.4426
Hits@30:
Test: 70.0190 ± 3.3003
Hits@50:
Test: 76.5465 ± 4.3943
AUC:
Test: 92.5351 ± 0.9366
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.7837 ± 6.1040
Hits@20:
Test: 74.5731 ± 5.6688
Hits@30:
Test: 79.8861 ± 2.1594
Hits@50:
Test: 84.0607 ± 2.3852
AUC:
Test: 95.0416 ± 0.7748
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.6869 ± 4.0574
Hits@20:
Test: 47.0588 ± 3.8911
Hits@30:
Test: 51.5370 ± 4.4005
Hits@50:
Test: 61.9355 ± 3.5742
AUC:
Test: 82.4512 ± 0.6567
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.7154 ± 3.4434
Hits@20:
Test: 39.9241 ± 3.7775
Hits@30:
Test: 45.7306 ± 1.8101
Hits@50:
Test: 53.9279 ± 1.1573
AUC:
Test: 78.7926 ± 0.6522
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.8691 ± 4.1203
Hits@20:
Test: 58.0266 ± 3.9835
Hits@30:
Test: 64.6300 ± 3.6218
Hits@50:
Test: 71.3093 ± 1.8368
AUC:
Test: 84.5507 ± 0.7983
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.7230 ± 2.8570
Hits@20:
Test: 46.6034 ± 2.5515
Hits@30:
Test: 51.8027 ± 2.5352
Hits@50:
Test: 62.2011 ± 3.2822
AUC:
Test: 81.6152 ± 0.5461
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.7609 ± 3.0614
Hits@20:
Test: 62.4288 ± 3.6917
Hits@30:
Test: 68.5389 ± 2.7347
Hits@50:
Test: 72.8273 ± 2.0933
AUC:
Test: 87.4635 ± 1.2151
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 60.2277 ± 5.7282
Hits@20:
Test: 68.0076 ± 3.6218
Hits@30:
Test: 73.8140 ± 2.7102
Hits@50:
Test: 78.1784 ± 1.1226
AUC:
Test: 88.0054 ± 0.7416
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.8425 ± 2.5879
Hits@20:
Test: 38.1784 ± 4.1124
Hits@30:
Test: 47.8558 ± 5.2042
Hits@50:
Test: 55.6736 ± 3.5107
AUC:
Test: 79.8543 ± 0.5544
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.0569 ± 1.4977
Hits@20:
Test: 37.6091 ± 2.7739
Hits@30:
Test: 42.9981 ± 2.9719
Hits@50:
Test: 52.9791 ± 2.1569
AUC:
Test: 78.2662 ± 0.3305
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.2068 ± 2.4189
Hits@20:
Test: 44.2884 ± 2.8983
Hits@30:
Test: 53.5104 ± 5.9342
Hits@50:
Test: 61.8975 ± 1.8071
AUC:
Test: 82.4360 ± 1.2217
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.6641 ± 3.3264
Hits@20:
Test: 38.2543 ± 2.4544
Hits@30:
Test: 44.0607 ± 1.7821
Hits@50:
Test: 53.8899 ± 3.4444
AUC:
Test: 78.6784 ± 0.4837
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.9032 ± 2.5259
Hits@20:
Test: 61.0626 ± 1.2967
Hits@30:
Test: 66.1860 ± 1.5263
Hits@50:
Test: 73.2068 ± 2.1190
AUC:
Test: 84.3872 ± 0.7084
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.4725 ± 4.8571
Hits@20:
Test: 63.1879 ± 3.0860
Hits@30:
Test: 69.3359 ± 2.2436
Hits@50:
Test: 73.7381 ± 1.4238
AUC:
Test: 84.5876 ± 0.0909
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.4250 ± 2.8254
Hits@20:
Test: 38.0645 ± 3.7655
Hits@30:
Test: 44.5541 ± 3.2850
Hits@50:
Test: 55.4459 ± 1.7871
AUC:
Test: 79.7727 ± 1.1422
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.9564 ± 1.2268
Hits@20:
Test: 37.6471 ± 2.4174
Hits@30:
Test: 44.3643 ± 2.4278
Hits@50:
Test: 53.8140 ± 1.2120
AUC:
Test: 78.2919 ± 0.6360
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.9431 ± 2.8977
Hits@20:
Test: 40.7211 ± 2.6245
Hits@30:
Test: 46.9450 ± 2.3069
Hits@50:
Test: 55.3700 ± 2.3217
AUC:
Test: 79.9111 ± 0.6040
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.4877 ± 3.7894
Hits@20:
Test: 36.7362 ± 2.6518
Hits@30:
Test: 45.1613 ± 2.9366
Hits@50:
Test: 53.2068 ± 3.1882
AUC:
Test: 78.1035 ± 0.7353
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.2732 ± 6.0314
Hits@20:
Test: 57.9507 ± 3.3827
Hits@30:
Test: 61.5180 ± 3.5281
Hits@50:
Test: 70.2467 ± 1.4225
AUC:
Test: 83.2696 ± 0.2327
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.8501 ± 3.7675
Hits@20:
Test: 48.6148 ± 2.4129
Hits@30:
Test: 53.1309 ± 1.4389
Hits@50:
Test: 61.8975 ± 1.1728
AUC:
Test: 81.4417 ± 0.6315
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.9450 ± 2.4323
Hits@20:
Test: 56.5085 ± 3.7841
Hits@30:
Test: 62.7704 ± 3.4324
Hits@50:
Test: 68.2353 ± 2.7972
AUC:
Test: 83.3255 ± 0.7490
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.6338 ± 3.2937
Hits@20:
Test: 45.6167 ± 5.0071
Hits@30:
Test: 51.6509 ± 2.3601
Hits@50:
Test: 58.0645 ± 1.9211
AUC:
Test: 79.9798 ± 0.6941
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.2087 ± 2.5690
Hits@20:
Test: 59.3548 ± 0.8422
Hits@30:
Test: 64.1366 ± 0.8162
Hits@50:
Test: 69.8292 ± 1.6268
AUC:
Test: 83.6768 ± 0.7389
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 58.4440 ± 2.0830
Hits@20:
Test: 66.2998 ± 1.1820
Hits@30:
Test: 69.5256 ± 0.8549
Hits@50:
Test: 73.7381 ± 0.9731
AUC:
Test: 84.0319 ± 0.1782
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.9507 ± 3.2331
Hits@20:
Test: 65.7685 ± 3.7271
Hits@30:
Test: 71.2713 ± 2.9719
Hits@50:
Test: 80.7970 ± 3.1507
AUC:
Test: 92.8685 ± 1.1180
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.8710 ± 5.4907
Hits@20:
Test: 74.2315 ± 0.7637
Hits@30:
Test: 79.8862 ± 1.5590
Hits@50:
Test: 83.7951 ± 1.3723
AUC:
Test: 94.9858 ± 0.1635
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.4706 ± 1.6400
Hits@20:
Test: 49.9431 ± 5.7358
Hits@30:
Test: 55.5218 ± 2.8260
Hits@50:
Test: 62.5806 ± 1.8947
AUC:
Test: 81.8538 ± 0.8050
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.3112 ± 2.6341
Hits@20:
Test: 37.8368 ± 1.5392
Hits@30:
Test: 44.1366 ± 1.4111
Hits@50:
Test: 53.5484 ± 3.0814
AUC:
Test: 77.8740 ± 0.6783
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.4137 ± 6.1099
Hits@20:
Test: 57.0778 ± 3.0814
Hits@30:
Test: 61.7837 ± 3.8553
Hits@50:
Test: 69.4118 ± 2.3294
AUC:
Test: 83.9202 ± 0.5864
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.4080 ± 2.7022
Hits@20:
Test: 46.1480 ± 2.1527
Hits@30:
Test: 52.5237 ± 3.6237
Hits@50:
Test: 62.7704 ± 2.9653
AUC:
Test: 81.2712 ± 0.8967
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.1575 ± 4.2949
Hits@20:
Test: 61.1006 ± 1.7648
Hits@30:
Test: 69.3359 ± 2.8228
Hits@50:
Test: 72.1442 ± 2.9255
AUC:
Test: 87.3611 ± 1.1152
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 60.5313 ± 4.0230
Hits@20:
Test: 69.1841 ± 2.2912
Hits@30:
Test: 74.0038 ± 2.2928
Hits@50:
Test: 78.5579 ± 1.7901
AUC:
Test: 87.6992 ± 0.7669
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.2846 ± 3.1598
Hits@20:
Test: 42.8083 ± 1.4111
Hits@30:
Test: 46.5275 ± 1.4784
Hits@50:
Test: 55.2941 ± 3.0907
AUC:
Test: 79.8700 ± 0.4861
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.6528 ± 3.2314
Hits@20:
Test: 36.2429 ± 2.7985
Hits@30:
Test: 43.1499 ± 2.1156
Hits@50:
Test: 53.3966 ± 1.0616
AUC:
Test: 78.0282 ± 0.4479
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.3321 ± 2.5080
Hits@20:
Test: 46.4516 ± 3.3014
Hits@30:
Test: 52.5996 ± 3.6926
Hits@50:
Test: 62.8843 ± 1.5451
AUC:
Test: 82.1811 ± 0.9626
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.9184 ± 3.2800
Hits@20:
Test: 38.5958 ± 2.8164
Hits@30:
Test: 44.3264 ± 2.6382
Hits@50:
Test: 53.4725 ± 2.0322
AUC:
Test: 78.7975 ± 0.7133
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.0436 ± 4.0253
Hits@20:
Test: 60.1518 ± 1.9398
Hits@30:
Test: 66.5275 ± 1.4977
Hits@50:
Test: 72.9412 ± 1.8765
AUC:
Test: 84.7286 ± 0.1926
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.5351 ± 2.3108
Hits@20:
Test: 65.9203 ± 2.4763
Hits@30:
Test: 69.9810 ± 1.1178
Hits@50:
Test: 74.1556 ± 1.3242
AUC:
Test: 84.6715 ± 0.4823
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.9564 ± 3.5692
Hits@20:
Test: 38.4820 ± 7.7792
Hits@30:
Test: 46.2619 ± 2.5823
Hits@50:
Test: 55.9772 ± 3.1893
AUC:
Test: 79.7700 ± 1.1706
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.3378 ± 4.6584
Hits@20:
Test: 37.8368 ± 3.2414
Hits@30:
Test: 43.6812 ± 1.2106
Hits@50:
Test: 52.7514 ± 2.1002
AUC:
Test: 78.0833 ± 0.7226
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.1442 ± 3.8809
Hits@20:
Test: 40.5693 ± 4.2076
Hits@30:
Test: 48.5389 ± 2.4499
Hits@50:
Test: 57.0019 ± 2.5016
AUC:
Test: 80.1819 ± 0.8119
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.4383 ± 2.4544
Hits@20:
Test: 36.4706 ± 2.8094
Hits@30:
Test: 43.2258 ± 3.4402
Hits@50:
Test: 51.8027 ± 3.1438
AUC:
Test: 78.3293 ± 0.3434
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.6395 ± 3.5641
Hits@20:
Test: 58.8615 ± 1.5381
Hits@30:
Test: 64.4782 ± 2.0322
Hits@50:
Test: 71.1195 ± 1.6834
AUC:
Test: 83.6671 ± 0.6560
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.3074 ± 4.9797
Hits@20:
Test: 47.1347 ± 2.4211
Hits@30:
Test: 52.7894 ± 3.4113
Hits@50:
Test: 61.6698 ± 3.1524
AUC:
Test: 81.4410 ± 0.4776
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.2182 ± 4.1888
Hits@20:
Test: 45.0095 ± 4.5251
Hits@30:
Test: 52.9032 ± 2.5259
Hits@50:
Test: 59.8861 ± 2.6518
AUC:
Test: 80.9514 ± 0.3923
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.8843 ± 5.2493
Hits@20:
Test: 31.3093 ± 7.4319
Hits@30:
Test: 35.7116 ± 7.1333
Hits@50:
Test: 40.9108 ± 8.9784
AUC:
Test: 77.4395 ± 1.0341
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.2353 ± 4.7918
Hits@20:
Test: 56.6603 ± 2.8132
Hits@30:
Test: 61.5939 ± 2.0899
Hits@50:
Test: 67.1727 ± 3.1208
AUC:
Test: 82.5754 ± 1.3092
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.8805 ± 2.2234
Hits@20:
Test: 57.1917 ± 1.8230
Hits@30:
Test: 61.1006 ± 1.4451
Hits@50:
Test: 65.9203 ± 4.4188
AUC:
Test: 83.5474 ± 1.2759
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.4080 ± 6.6779
Hits@20:
Test: 65.9583 ± 5.3563
Hits@30:
Test: 71.8027 ± 1.8669
Hits@50:
Test: 77.3055 ± 2.0812
AUC:
Test: 92.6329 ± 0.7090
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.2865 ± 2.2952
Hits@20:
Test: 75.1044 ± 1.7921
Hits@30:
Test: 79.5066 ± 2.4448
Hits@50:
Test: 84.5920 ± 1.3310
AUC:
Test: 95.0077 ± 0.2010
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.1309 ± 2.2153
Hits@20:
Test: 43.2638 ± 1.9901
Hits@30:
Test: 50.4744 ± 1.2001
Hits@50:
Test: 58.2922 ± 1.3310
AUC:
Test: 80.3204 ± 0.5548
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.4896 ± 4.0931
Hits@20:
Test: 36.2429 ± 3.7737
Hits@30:
Test: 39.5066 ± 2.3639
Hits@50:
Test: 49.1461 ± 1.5357
AUC:
Test: 75.5343 ± 2.0417
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.4004 ± 3.1478
Hits@20:
Test: 54.2315 ± 5.5718
Hits@30:
Test: 60.6072 ± 4.0244
Hits@50:
Test: 67.0209 ± 2.4936
AUC:
Test: 82.8548 ± 0.7460
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.5085 ± 2.5550
Hits@20:
Test: 45.6547 ± 2.2476
Hits@30:
Test: 53.2827 ± 2.6169
Hits@50:
Test: 59.3548 ± 2.3753
AUC:
Test: 80.5371 ± 0.4879
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.9810 ± 7.0905
Hits@20:
Test: 62.7704 ± 3.1820
Hits@30:
Test: 67.6281 ± 5.2459
Hits@50:
Test: 70.9677 ± 2.8336
AUC:
Test: 87.9899 ± 1.0968
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 60.3416 ± 5.7883
Hits@20:
Test: 71.3093 ± 2.7215
Hits@30:
Test: 73.7002 ± 1.7679
Hits@50:
Test: 77.1917 ± 2.5613
AUC:
Test: 88.7932 ± 0.7795
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.2220 ± 2.6734
Hits@20:
Test: 40.5693 ± 1.7099
Hits@30:
Test: 47.6281 ± 3.0182
Hits@50:
Test: 56.7742 ± 2.0144
AUC:
Test: 79.4145 ± 0.6501
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.1594 ± 3.7679
Hits@20:
Test: 37.6850 ± 1.1433
Hits@30:
Test: 43.9469 ± 0.5787
Hits@50:
Test: 51.9545 ± 1.2967
AUC:
Test: 77.5827 ± 0.3750
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.5218 ± 5.8507
Hits@20:
Test: 45.3890 ± 2.0411
Hits@30:
Test: 50.2846 ± 2.7920
Hits@50:
Test: 59.4687 ± 2.6518
AUC:
Test: 80.6882 ± 0.7615
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.3605 ± 5.9538
Hits@20:
Test: 37.7989 ± 4.3424
Hits@30:
Test: 45.2751 ± 2.0108
Hits@50:
Test: 52.1442 ± 1.4538
AUC:
Test: 77.8636 ± 0.7154
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.2960 ± 3.4066
Hits@20:
Test: 61.4801 ± 1.0734
Hits@30:
Test: 65.1233 ± 1.2180
Hits@50:
Test: 71.1954 ± 1.8466
AUC:
Test: 84.6615 ± 0.7576
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.9013 ± 4.6762
Hits@20:
Test: 65.3131 ± 1.4162
Hits@30:
Test: 70.4744 ± 1.9838
Hits@50:
Test: 73.5863 ± 1.6887
AUC:
Test: 84.3640 ± 0.2869
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.1461 ± 4.3964
Hits@20:
Test: 41.1765 ± 2.4114
Hits@30:
Test: 47.5901 ± 1.8466
Hits@50:
Test: 54.8767 ± 2.3178
AUC:
Test: 79.4227 ± 0.4368
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.9564 ± 1.9838
Hits@20:
Test: 38.2922 ± 2.6579
Hits@30:
Test: 43.3017 ± 2.0933
Hits@50:
Test: 51.3852 ± 3.7121
AUC:
Test: 77.8426 ± 0.6608
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.0304 ± 4.8645
Hits@20:
Test: 40.0380 ± 2.5809
Hits@30:
Test: 49.2220 ± 1.7319
Hits@50:
Test: 55.1423 ± 2.0242
AUC:
Test: 79.6306 ± 0.5858
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.7666 ± 2.6687
Hits@20:
Test: 36.6224 ± 4.2430
Hits@30:
Test: 45.8064 ± 0.8336
Hits@50:
Test: 51.5750 ± 3.7121
AUC:
Test: 78.0407 ± 0.8181
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.5275 ± 8.1687
Hits@20:
Test: 58.2922 ± 3.3689
Hits@30:
Test: 65.9962 ± 1.0684
Hits@50:
Test: 71.6509 ± 1.2195
AUC:
Test: 83.5398 ± 0.4153
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.7495 ± 1.3188
Hits@20:
Test: 46.0342 ± 5.1314
Hits@30:
Test: 50.6262 ± 3.0343
Hits@50:
Test: 60.1898 ± 1.3105
AUC:
Test: 81.7207 ± 0.3567
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.6565 ± 4.1926
Hits@20:
Test: 56.1670 ± 5.1163
Hits@30:
Test: 61.7078 ± 5.2678
Hits@50:
Test: 70.6641 ± 5.3496
AUC:
Test: 89.1413 ± 1.8498
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.4345 ± 5.8940
Hits@20:
Test: 65.6167 ± 4.4610
Hits@30:
Test: 72.1063 ± 4.4723
Hits@50:
Test: 78.1025 ± 3.1655
AUC:
Test: 92.4857 ± 1.1160
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.0854 ± 9.4350
Hits@20:
Test: 58.4061 ± 4.7103
Hits@30:
Test: 65.9962 ± 3.4663
Hits@50:
Test: 75.3700 ± 2.3371
AUC:
Test: 89.9493 ± 1.1464
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.4896 ± 6.2258
Hits@20:
Test: 60.9488 ± 5.7373
Hits@30:
Test: 68.1973 ± 3.8295
Hits@50:
Test: 74.9905 ± 5.1258
AUC:
Test: 91.7078 ± 1.1794
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.4118 ± 4.2865
Hits@20:
Test: 58.7476 ± 5.9351
Hits@30:
Test: 66.0721 ± 2.2904
Hits@50:
Test: 74.9526 ± 2.4337
AUC:
Test: 90.5726 ± 1.2284
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.1177 ± 6.8158
Hits@20:
Test: 68.4250 ± 5.2630
Hits@30:
Test: 74.1556 ± 5.3357
Hits@50:
Test: 81.1765 ± 3.8548
AUC:
Test: 93.3734 ± 1.4087
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.6565 ± 4.1926
Hits@20:
Test: 56.1670 ± 5.1163
Hits@30:
Test: 61.7078 ± 5.2678
Hits@50:
Test: 70.6641 ± 5.3496
AUC:
Test: 89.1413 ± 1.8498
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.4345 ± 5.8940
Hits@20:
Test: 65.6167 ± 4.4610
Hits@30:
Test: 72.1063 ± 4.4723
Hits@50:
Test: 78.1025 ± 3.1655
AUC:
Test: 92.4857 ± 1.1160
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.0854 ± 9.4350
Hits@20:
Test: 58.4061 ± 4.7103
Hits@30:
Test: 65.9962 ± 3.4663
Hits@50:
Test: 75.3700 ± 2.3371
AUC:
Test: 89.9493 ± 1.1464
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.4896 ± 6.2258
Hits@20:
Test: 60.9488 ± 5.7373
Hits@30:
Test: 68.1973 ± 3.8295
Hits@50:
Test: 74.9905 ± 5.1258
AUC:
Test: 91.7078 ± 1.1794
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.4118 ± 4.2865
Hits@20:
Test: 58.7476 ± 5.9351
Hits@30:
Test: 66.0721 ± 2.2904
Hits@50:
Test: 74.9526 ± 2.4337
AUC:
Test: 90.5726 ± 1.2284
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.1177 ± 6.8158
Hits@20:
Test: 68.4250 ± 5.2630
Hits@30:
Test: 74.1556 ± 5.3357
Hits@50:
Test: 81.1765 ± 3.8548
AUC:
Test: 93.3734 ± 1.4087
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.6565 ± 4.1926
Hits@20:
Test: 56.1670 ± 5.1163
Hits@30:
Test: 61.7078 ± 5.2678
Hits@50:
Test: 70.6641 ± 5.3496
AUC:
Test: 89.1413 ± 1.8498
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.4345 ± 5.8940
Hits@20:
Test: 65.6167 ± 4.4610
Hits@30:
Test: 72.1063 ± 4.4723
Hits@50:
Test: 78.1025 ± 3.1655
AUC:
Test: 92.4857 ± 1.1160
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.0854 ± 9.4350
Hits@20:
Test: 58.4061 ± 4.7103
Hits@30:
Test: 65.9962 ± 3.4663
Hits@50:
Test: 75.3700 ± 2.3371
AUC:
Test: 89.9493 ± 1.1464
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.4896 ± 6.2258
Hits@20:
Test: 60.9488 ± 5.7373
Hits@30:
Test: 68.1973 ± 3.8295
Hits@50:
Test: 74.9905 ± 5.1258
AUC:
Test: 91.7078 ± 1.1794
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.4118 ± 4.2865
Hits@20:
Test: 58.7476 ± 5.9351
Hits@30:
Test: 66.0721 ± 2.2904
Hits@50:
Test: 74.9526 ± 2.4337
AUC:
Test: 90.5726 ± 1.2284
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.1177 ± 6.8158
Hits@20:
Test: 68.4250 ± 5.2630
Hits@30:
Test: 74.1556 ± 5.3357
Hits@50:
Test: 81.1765 ± 3.8548
AUC:
Test: 93.3734 ± 1.4087
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.6565 ± 4.1926
Hits@20:
Test: 56.1670 ± 5.1163
Hits@30:
Test: 61.7078 ± 5.2678
Hits@50:
Test: 70.6641 ± 5.3496
AUC:
Test: 89.1413 ± 1.8498
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.4345 ± 5.8940
Hits@20:
Test: 65.6167 ± 4.4610
Hits@30:
Test: 72.1063 ± 4.4723
Hits@50:
Test: 78.1025 ± 3.1655
AUC:
Test: 92.4857 ± 1.1160
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.0854 ± 9.4350
Hits@20:
Test: 58.4061 ± 4.7103
Hits@30:
Test: 65.9962 ± 3.4663
Hits@50:
Test: 75.3700 ± 2.3371
AUC:
Test: 89.9493 ± 1.1464
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.4896 ± 6.2258
Hits@20:
Test: 60.9488 ± 5.7373
Hits@30:
Test: 68.1973 ± 3.8295
Hits@50:
Test: 74.9905 ± 5.1258
AUC:
Test: 91.7078 ± 1.1794
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.4118 ± 4.2865
Hits@20:
Test: 58.7476 ± 5.9351
Hits@30:
Test: 66.0721 ± 2.2904
Hits@50:
Test: 74.9526 ± 2.4337
AUC:
Test: 90.5726 ± 1.2284
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.1177 ± 6.8158
Hits@20:
Test: 68.4250 ± 5.2630
Hits@30:
Test: 74.1556 ± 5.3357
Hits@50:
Test: 81.1765 ± 3.8548
AUC:
Test: 93.3734 ± 1.4087
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.1518 ± 8.1887
Hits@20:
Test: 51.8027 ± 6.4822
Hits@30:
Test: 58.1404 ± 6.2151
Hits@50:
Test: 68.0076 ± 1.9472
AUC:
Test: 85.9566 ± 1.3752
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.4497 ± 3.4329
Hits@20:
Test: 59.8862 ± 2.7843
Hits@30:
Test: 69.3359 ± 3.8553
Hits@50:
Test: 78.1784 ± 1.9856
AUC:
Test: 91.9572 ± 0.8042
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.7306 ± 5.9205
Hits@20:
Test: 57.1537 ± 2.7739
Hits@30:
Test: 64.8956 ± 3.2397
Hits@50:
Test: 70.7780 ± 2.6498
AUC:
Test: 89.3656 ± 1.9386
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.2372 ± 4.5750
Hits@20:
Test: 56.3567 ± 4.4461
Hits@30:
Test: 66.5275 ± 4.2823
Hits@50:
Test: 74.3833 ± 3.4601
AUC:
Test: 90.5699 ± 1.4302
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.5522 ± 7.7248
Hits@20:
Test: 61.1765 ± 4.5235
Hits@30:
Test: 68.4630 ± 2.7609
Hits@50:
Test: 74.6110 ± 3.5963
AUC:
Test: 90.7633 ± 0.6730
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.4080 ± 8.4807
Hits@20:
Test: 69.7533 ± 4.7374
Hits@30:
Test: 75.2941 ± 3.5838
Hits@50:
Test: 82.4668 ± 2.9476
AUC:
Test: 93.5945 ± 0.9847
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.1518 ± 8.1887
Hits@20:
Test: 51.8027 ± 6.4822
Hits@30:
Test: 58.1404 ± 6.2151
Hits@50:
Test: 68.0076 ± 1.9472
AUC:
Test: 85.9566 ± 1.3752
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.4497 ± 3.4329
Hits@20:
Test: 59.8862 ± 2.7843
Hits@30:
Test: 69.3359 ± 3.8553
Hits@50:
Test: 78.1784 ± 1.9856
AUC:
Test: 91.9572 ± 0.8042
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.7306 ± 5.9205
Hits@20:
Test: 57.1537 ± 2.7739
Hits@30:
Test: 64.8956 ± 3.2397
Hits@50:
Test: 70.7780 ± 2.6498
AUC:
Test: 89.3656 ± 1.9386
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.2372 ± 4.5750
Hits@20:
Test: 56.3567 ± 4.4461
Hits@30:
Test: 66.5275 ± 4.2823
Hits@50:
Test: 74.3833 ± 3.4601
AUC:
Test: 90.5699 ± 1.4302
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.5522 ± 7.7248
Hits@20:
Test: 61.1765 ± 4.5235
Hits@30:
Test: 68.4630 ± 2.7609
Hits@50:
Test: 74.6110 ± 3.5963
AUC:
Test: 90.7633 ± 0.6730
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.4080 ± 8.4807
Hits@20:
Test: 69.7533 ± 4.7374
Hits@30:
Test: 75.2941 ± 3.5838
Hits@50:
Test: 82.4668 ± 2.9476
AUC:
Test: 93.5945 ± 0.9847
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.1518 ± 8.1887
Hits@20:
Test: 51.8027 ± 6.4822
Hits@30:
Test: 58.1404 ± 6.2151
Hits@50:
Test: 68.0076 ± 1.9472
AUC:
Test: 85.9566 ± 1.3752
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.4497 ± 3.4329
Hits@20:
Test: 59.8862 ± 2.7843
Hits@30:
Test: 69.3359 ± 3.8553
Hits@50:
Test: 78.1784 ± 1.9856
AUC:
Test: 91.9572 ± 0.8042
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.7306 ± 5.9205
Hits@20:
Test: 57.1537 ± 2.7739
Hits@30:
Test: 64.8956 ± 3.2397
Hits@50:
Test: 70.7780 ± 2.6498
AUC:
Test: 89.3656 ± 1.9386
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.2372 ± 4.5750
Hits@20:
Test: 56.3567 ± 4.4461
Hits@30:
Test: 66.5275 ± 4.2823
Hits@50:
Test: 74.3833 ± 3.4601
AUC:
Test: 90.5699 ± 1.4302
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.5522 ± 7.7248
Hits@20:
Test: 61.1765 ± 4.5235
Hits@30:
Test: 68.4630 ± 2.7609
Hits@50:
Test: 74.6110 ± 3.5963
AUC:
Test: 90.7633 ± 0.6730
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.4080 ± 8.4807
Hits@20:
Test: 69.7533 ± 4.7374
Hits@30:
Test: 75.2941 ± 3.5838
Hits@50:
Test: 82.4668 ± 2.9476
AUC:
Test: 93.5945 ± 0.9847
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.1518 ± 8.1887
Hits@20:
Test: 51.8027 ± 6.4822
Hits@30:
Test: 58.1404 ± 6.2151
Hits@50:
Test: 68.0076 ± 1.9472
AUC:
Test: 85.9566 ± 1.3752
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.4497 ± 3.4329
Hits@20:
Test: 59.8862 ± 2.7843
Hits@30:
Test: 69.3359 ± 3.8553
Hits@50:
Test: 78.1784 ± 1.9856
AUC:
Test: 91.9572 ± 0.8042
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.7306 ± 5.9205
Hits@20:
Test: 57.1537 ± 2.7739
Hits@30:
Test: 64.8956 ± 3.2397
Hits@50:
Test: 70.7780 ± 2.6498
AUC:
Test: 89.3656 ± 1.9386
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.2372 ± 4.5750
Hits@20:
Test: 56.3567 ± 4.4461
Hits@30:
Test: 66.5275 ± 4.2823
Hits@50:
Test: 74.3833 ± 3.4601
AUC:
Test: 90.5699 ± 1.4302
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.5522 ± 7.7248
Hits@20:
Test: 61.1765 ± 4.5235
Hits@30:
Test: 68.4630 ± 2.7609
Hits@50:
Test: 74.6110 ± 3.5963
AUC:
Test: 90.7633 ± 0.6730
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.4080 ± 8.4807
Hits@20:
Test: 69.7533 ± 4.7374
Hits@30:
Test: 75.2941 ± 3.5838
Hits@50:
Test: 82.4668 ± 2.9476
AUC:
Test: 93.5945 ± 0.9847
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.7343 ± 4.5176
Hits@20:
Test: 49.9051 ± 3.1524
Hits@30:
Test: 57.5332 ± 1.5025
Hits@50:
Test: 66.3757 ± 2.2186
AUC:
Test: 86.7388 ± 1.1800
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.8899 ± 2.6038
Hits@20:
Test: 48.1973 ± 3.0714
Hits@30:
Test: 54.7628 ± 1.9564
Hits@50:
Test: 56.4706 ± 5.7376
AUC:
Test: 85.3917 ± 1.2198
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.6319 ± 3.2442
Hits@20:
Test: 51.5750 ± 4.0351
Hits@30:
Test: 58.5958 ± 4.0817
Hits@50:
Test: 68.6907 ± 5.9114
AUC:
Test: 85.5431 ± 1.3067
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.6698 ± 7.6546
Hits@20:
Test: 53.1309 ± 5.9554
Hits@30:
Test: 60.5313 ± 5.3283
Hits@50:
Test: 70.5882 ± 5.2018
AUC:
Test: 88.8317 ± 2.1424
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.5275 ± 3.7363
Hits@20:
Test: 62.5806 ± 2.5683
Hits@30:
Test: 67.6281 ± 2.1908
Hits@50:
Test: 74.4212 ± 2.7314
AUC:
Test: 90.3619 ± 1.0295
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.3321 ± 4.4916
Hits@20:
Test: 69.4877 ± 1.9136
Hits@30:
Test: 74.4972 ± 1.8813
Hits@50:
Test: 81.6319 ± 1.8514
AUC:
Test: 93.6571 ± 0.6495
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.7343 ± 4.5176
Hits@20:
Test: 49.9051 ± 3.1524
Hits@30:
Test: 57.5332 ± 1.5025
Hits@50:
Test: 66.3757 ± 2.2186
AUC:
Test: 86.7388 ± 1.1800
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.8899 ± 2.6038
Hits@20:
Test: 48.1973 ± 3.0714
Hits@30:
Test: 54.7628 ± 1.9564
Hits@50:
Test: 56.4706 ± 5.7376
AUC:
Test: 85.3917 ± 1.2198
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.6319 ± 3.2442
Hits@20:
Test: 51.5750 ± 4.0351
Hits@30:
Test: 58.5958 ± 4.0817
Hits@50:
Test: 68.6907 ± 5.9114
AUC:
Test: 85.5431 ± 1.3067
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.6698 ± 7.6546
Hits@20:
Test: 53.1309 ± 5.9554
Hits@30:
Test: 60.5313 ± 5.3283
Hits@50:
Test: 70.5882 ± 5.2018
AUC:
Test: 88.8317 ± 2.1424
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.5275 ± 3.7363
Hits@20:
Test: 62.5806 ± 2.5683
Hits@30:
Test: 67.6281 ± 2.1908
Hits@50:
Test: 74.4212 ± 2.7314
AUC:
Test: 90.3619 ± 1.0295
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.3321 ± 4.4916
Hits@20:
Test: 69.4877 ± 1.9136
Hits@30:
Test: 74.4972 ± 1.8813
Hits@50:
Test: 81.6319 ± 1.8514
AUC:
Test: 93.6571 ± 0.6495
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.7343 ± 4.5176
Hits@20:
Test: 49.9051 ± 3.1524
Hits@30:
Test: 57.5332 ± 1.5025
Hits@50:
Test: 66.3757 ± 2.2186
AUC:
Test: 86.7388 ± 1.1800
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.8899 ± 2.6038
Hits@20:
Test: 48.1973 ± 3.0714
Hits@30:
Test: 54.7628 ± 1.9564
Hits@50:
Test: 56.4706 ± 5.7376
AUC:
Test: 85.3917 ± 1.2198
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.6319 ± 3.2442
Hits@20:
Test: 51.5750 ± 4.0351
Hits@30:
Test: 58.5958 ± 4.0817
Hits@50:
Test: 68.6907 ± 5.9114
AUC:
Test: 85.5431 ± 1.3067
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.6698 ± 7.6546
Hits@20:
Test: 53.1309 ± 5.9554
Hits@30:
Test: 60.5313 ± 5.3283
Hits@50:
Test: 70.5882 ± 5.2018
AUC:
Test: 88.8317 ± 2.1424
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.5275 ± 3.7363
Hits@20:
Test: 62.5806 ± 2.5683
Hits@30:
Test: 67.6281 ± 2.1908
Hits@50:
Test: 74.4212 ± 2.7314
AUC:
Test: 90.3619 ± 1.0295
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.3321 ± 4.4916
Hits@20:
Test: 69.4877 ± 1.9136
Hits@30:
Test: 74.4972 ± 1.8813
Hits@50:
Test: 81.6319 ± 1.8514
AUC:
Test: 93.6571 ± 0.6495
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.7343 ± 4.5176
Hits@20:
Test: 49.9051 ± 3.1524
Hits@30:
Test: 57.5332 ± 1.5025
Hits@50:
Test: 66.3757 ± 2.2186
AUC:
Test: 86.7388 ± 1.1800
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.8899 ± 2.6038
Hits@20:
Test: 48.1973 ± 3.0714
Hits@30:
Test: 54.7628 ± 1.9564
Hits@50:
Test: 56.4706 ± 5.7376
AUC:
Test: 85.3917 ± 1.2198
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.6319 ± 3.2442
Hits@20:
Test: 51.5750 ± 4.0351
Hits@30:
Test: 58.5958 ± 4.0817
Hits@50:
Test: 68.6907 ± 5.9114
AUC:
Test: 85.5431 ± 1.3067
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.6698 ± 7.6546
Hits@20:
Test: 53.1309 ± 5.9554
Hits@30:
Test: 60.5313 ± 5.3283
Hits@50:
Test: 70.5882 ± 5.2018
AUC:
Test: 88.8317 ± 2.1424
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.5275 ± 3.7363
Hits@20:
Test: 62.5806 ± 2.5683
Hits@30:
Test: 67.6281 ± 2.1908
Hits@50:
Test: 74.4212 ± 2.7314
AUC:
Test: 90.3619 ± 1.0295
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.3321 ± 4.4916
Hits@20:
Test: 69.4877 ± 1.9136
Hits@30:
Test: 74.4972 ± 1.8813
Hits@50:
Test: 81.6319 ± 1.8514
AUC:
Test: 93.6571 ± 0.6495
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.0095 ± 2.3178
Hits@20:
Test: 34.4592 ± 3.7295
Hits@30:
Test: 43.9469 ± 2.8228
Hits@50:
Test: 54.1936 ± 3.2247
AUC:
Test: 80.5469 ± 0.6667
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 14.0797 ± 3.3366
Hits@20:
Test: 19.5446 ± 3.6450
Hits@30:
Test: 24.4782 ± 4.7609
Hits@50:
Test: 32.2960 ± 3.4870
AUC:
Test: 67.3860 ± 3.1402
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.6091 ± 4.5132
Hits@20:
Test: 51.0436 ± 3.3918
Hits@30:
Test: 56.8121 ± 4.2059
Hits@50:
Test: 66.0721 ± 1.4351
AUC:
Test: 85.5597 ± 1.7544
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.4213 ± 1.7214
Hits@20:
Test: 45.4649 ± 4.6472
Hits@30:
Test: 52.0683 ± 3.3960
Hits@50:
Test: 61.3662 ± 3.5968
AUC:
Test: 84.4031 ± 1.2278
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.7685 ± 2.7149
Hits@20:
Test: 55.5598 ± 1.2967
Hits@30:
Test: 63.5294 ± 2.4129
Hits@50:
Test: 70.0949 ± 1.3723
AUC:
Test: 89.5774 ± 1.2584
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.2315 ± 7.3226
Hits@20:
Test: 66.4137 ± 6.2676
Hits@30:
Test: 70.5503 ± 5.9439
Hits@50:
Test: 79.8102 ± 4.3095
AUC:
Test: 93.1200 ± 1.0108
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.0095 ± 2.3178
Hits@20:
Test: 34.4592 ± 3.7295
Hits@30:
Test: 43.9469 ± 2.8228
Hits@50:
Test: 54.1936 ± 3.2247
AUC:
Test: 80.5469 ± 0.6667
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 14.0797 ± 3.3366
Hits@20:
Test: 19.5446 ± 3.6450
Hits@30:
Test: 24.4782 ± 4.7609
Hits@50:
Test: 32.2960 ± 3.4870
AUC:
Test: 67.3860 ± 3.1402
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.6091 ± 4.5132
Hits@20:
Test: 51.0436 ± 3.3918
Hits@30:
Test: 56.8121 ± 4.2059
Hits@50:
Test: 66.0721 ± 1.4351
AUC:
Test: 85.5597 ± 1.7544
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.4213 ± 1.7214
Hits@20:
Test: 45.4649 ± 4.6472
Hits@30:
Test: 52.0683 ± 3.3960
Hits@50:
Test: 61.3662 ± 3.5968
AUC:
Test: 84.4031 ± 1.2278
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.7685 ± 2.7149
Hits@20:
Test: 55.5598 ± 1.2967
Hits@30:
Test: 63.5294 ± 2.4129
Hits@50:
Test: 70.0949 ± 1.3723
AUC:
Test: 89.5774 ± 1.2584
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.2315 ± 7.3226
Hits@20:
Test: 66.4137 ± 6.2676
Hits@30:
Test: 70.5503 ± 5.9439
Hits@50:
Test: 79.8102 ± 4.3095
AUC:
Test: 93.1200 ± 1.0108
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.0095 ± 2.3178
Hits@20:
Test: 34.4592 ± 3.7295
Hits@30:
Test: 43.9469 ± 2.8228
Hits@50:
Test: 54.1936 ± 3.2247
AUC:
Test: 80.5469 ± 0.6667
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 14.0797 ± 3.3366
Hits@20:
Test: 19.5446 ± 3.6450
Hits@30:
Test: 24.4782 ± 4.7609
Hits@50:
Test: 32.2960 ± 3.4870
AUC:
Test: 67.3860 ± 3.1402
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.6091 ± 4.5132
Hits@20:
Test: 51.0436 ± 3.3918
Hits@30:
Test: 56.8121 ± 4.2059
Hits@50:
Test: 66.0721 ± 1.4351
AUC:
Test: 85.5597 ± 1.7544
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.4213 ± 1.7214
Hits@20:
Test: 45.4649 ± 4.6472
Hits@30:
Test: 52.0683 ± 3.3960
Hits@50:
Test: 61.3662 ± 3.5968
AUC:
Test: 84.4031 ± 1.2278
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.7685 ± 2.7149
Hits@20:
Test: 55.5598 ± 1.2967
Hits@30:
Test: 63.5294 ± 2.4129
Hits@50:
Test: 70.0949 ± 1.3723
AUC:
Test: 89.5774 ± 1.2584
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.2315 ± 7.3226
Hits@20:
Test: 66.4137 ± 6.2676
Hits@30:
Test: 70.5503 ± 5.9439
Hits@50:
Test: 79.8102 ± 4.3095
AUC:
Test: 93.1200 ± 1.0108
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.0095 ± 2.3178
Hits@20:
Test: 34.4592 ± 3.7295
Hits@30:
Test: 43.9469 ± 2.8228
Hits@50:
Test: 54.1936 ± 3.2247
AUC:
Test: 80.5469 ± 0.6667
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 14.0797 ± 3.3366
Hits@20:
Test: 19.5446 ± 3.6450
Hits@30:
Test: 24.4782 ± 4.7609
Hits@50:
Test: 32.2960 ± 3.4870
AUC:
Test: 67.3860 ± 3.1402
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.6091 ± 4.5132
Hits@20:
Test: 51.0436 ± 3.3918
Hits@30:
Test: 56.8121 ± 4.2059
Hits@50:
Test: 66.0721 ± 1.4351
AUC:
Test: 85.5597 ± 1.7544
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.4213 ± 1.7214
Hits@20:
Test: 45.4649 ± 4.6472
Hits@30:
Test: 52.0683 ± 3.3960
Hits@50:
Test: 61.3662 ± 3.5968
AUC:
Test: 84.4031 ± 1.2278
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.7685 ± 2.7149
Hits@20:
Test: 55.5598 ± 1.2967
Hits@30:
Test: 63.5294 ± 2.4129
Hits@50:
Test: 70.0949 ± 1.3723
AUC:
Test: 89.5774 ± 1.2584
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.2315 ± 7.3226
Hits@20:
Test: 66.4137 ± 6.2676
Hits@30:
Test: 70.5503 ± 5.9439
Hits@50:
Test: 79.8102 ± 4.3095
AUC:
Test: 93.1200 ± 1.0108
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.8463 ± 5.0693
Hits@20:
Test: 53.8899 ± 1.8495
Hits@30:
Test: 62.8463 ± 2.2347
Hits@50:
Test: 70.8159 ± 2.2388
AUC:
Test: 90.4742 ± 0.7847
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.6148 ± 6.1288
Hits@20:
Test: 58.7476 ± 5.4578
Hits@30:
Test: 67.6660 ± 3.1341
Hits@50:
Test: 79.5825 ± 1.7679
AUC:
Test: 92.7788 ± 0.5847
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.6888 ± 2.7452
Hits@20:
Test: 56.6603 ± 6.1408
Hits@30:
Test: 65.1233 ± 2.3980
Hits@50:
Test: 75.8254 ± 2.4322
AUC:
Test: 91.4997 ± 0.6460
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.1385 ± 8.3053
Hits@20:
Test: 72.4858 ± 3.2646
Hits@30:
Test: 75.4459 ± 3.3019
Hits@50:
Test: 82.6945 ± 0.6894
AUC:
Test: 94.3197 ± 0.6152
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.5617 ± 4.2132
Hits@20:
Test: 64.4782 ± 4.4731
Hits@30:
Test: 71.0816 ± 4.1802
Hits@50:
Test: 78.2543 ± 2.7681
AUC:
Test: 92.4460 ± 1.2000
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 59.9620 ± 4.6344
Hits@20:
Test: 73.3966 ± 2.9985
Hits@30:
Test: 80.5693 ± 0.6090
Hits@50:
Test: 85.1233 ± 1.7319
AUC:
Test: 95.0532 ± 0.1844
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.0797 ± 3.8530
Hits@20:
Test: 44.9715 ± 4.6227
Hits@30:
Test: 56.9260 ± 4.0609
Hits@50:
Test: 66.4137 ± 1.3350
AUC:
Test: 89.2151 ± 0.6312
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.1214 ± 2.7413
Hits@20:
Test: 41.3662 ± 4.0984
Hits@30:
Test: 51.2334 ± 6.2948
Hits@50:
Test: 62.8083 ± 3.6917
AUC:
Test: 87.2076 ± 1.4292
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.7571 ± 7.1197
Hits@20:
Test: 59.0133 ± 4.5954
Hits@30:
Test: 64.8577 ± 2.5788
Hits@50:
Test: 70.5882 ± 1.9811
AUC:
Test: 90.9306 ± 0.7832
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.5769 ± 7.8936
Hits@20:
Test: 59.8862 ± 3.5004
Hits@30:
Test: 68.8805 ± 2.7135
Hits@50:
Test: 79.2410 ± 1.8280
AUC:
Test: 93.1067 ± 0.3237
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.9279 ± 4.5032
Hits@20:
Test: 64.8197 ± 3.3587
Hits@30:
Test: 69.8672 ± 2.1900
Hits@50:
Test: 75.1803 ± 1.4965
AUC:
Test: 92.5846 ± 0.7424
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.5161 ± 2.1510
Hits@20:
Test: 73.8899 ± 2.3987
Hits@30:
Test: 78.4820 ± 1.0271
Hits@50:
Test: 84.4402 ± 1.0219
AUC:
Test: 95.0969 ± 0.2731
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.2372 ± 3.1893
Hits@20:
Test: 33.7381 ± 5.9906
Hits@30:
Test: 40.4175 ± 3.3490
Hits@50:
Test: 50.8539 ± 3.3057
AUC:
Test: 81.7508 ± 1.5032
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.6546 ± 2.3753
Hits@20:
Test: 36.1290 ± 2.1028
Hits@30:
Test: 42.3909 ± 2.9169
Hits@50:
Test: 53.4345 ± 3.7102
AUC:
Test: 83.4958 ± 1.3105
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.0057 ± 8.4164
Hits@20:
Test: 46.2239 ± 4.0221
Hits@30:
Test: 54.9905 ± 3.6113
Hits@50:
Test: 64.7059 ± 1.9211
AUC:
Test: 89.0158 ± 0.7684
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.6509 ± 5.9059
Hits@20:
Test: 43.9848 ± 8.1565
Hits@30:
Test: 51.7647 ± 5.4460
Hits@50:
Test: 63.6433 ± 5.7985
AUC:
Test: 88.1146 ± 1.2327
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.7381 ± 4.5012
Hits@20:
Test: 62.8463 ± 2.6238
Hits@30:
Test: 68.1973 ± 2.9840
Hits@50:
Test: 75.1803 ± 2.9500
AUC:
Test: 91.4541 ± 0.7393
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.4782 ± 3.8920
Hits@20:
Test: 71.2713 ± 2.7122
Hits@30:
Test: 75.2182 ± 2.8036
Hits@50:
Test: 83.0361 ± 1.1113
AUC:
Test: 94.6521 ± 0.3919
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.4269 ± 5.2995
Hits@20:
Test: 34.4972 ± 4.6739
Hits@30:
Test: 42.4668 ± 5.3256
Hits@50:
Test: 53.8899 ± 1.6651
AUC:
Test: 80.6807 ± 2.4279
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.1613 ± 4.4755
Hits@20:
Test: 39.2410 ± 1.5497
Hits@30:
Test: 44.3264 ± 1.7831
Hits@50:
Test: 55.7495 ± 2.5366
AUC:
Test: 83.5635 ± 0.6081
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.3624 ± 2.0499
Hits@20:
Test: 36.5465 ± 4.5315
Hits@30:
Test: 42.9222 ± 3.4298
Hits@50:
Test: 53.8140 ± 2.9292
AUC:
Test: 83.0899 ± 1.0204
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.2220 ± 4.8135
Hits@20:
Test: 36.6603 ± 4.8552
Hits@30:
Test: 45.8064 ± 4.4755
Hits@50:
Test: 55.5598 ± 2.3525
AUC:
Test: 82.9283 ± 1.9416
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.3245 ± 3.1684
Hits@20:
Test: 55.0664 ± 2.7347
Hits@30:
Test: 64.7438 ± 1.8071
Hits@50:
Test: 73.1689 ± 0.8549
AUC:
Test: 91.1783 ± 0.6142
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.5256 ± 3.5702
Hits@20:
Test: 59.2030 ± 2.9610
Hits@30:
Test: 68.0455 ± 1.5216
Hits@50:
Test: 77.9127 ± 2.0064
AUC:
Test: 92.9678 ± 0.2502
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.3245 ± 3.1655
Hits@20:
Test: 56.3567 ± 2.5914
Hits@30:
Test: 64.2125 ± 2.4617
Hits@50:
Test: 73.0171 ± 1.5899
AUC:
Test: 90.2326 ± 0.4546
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.7268 ± 6.3242
Hits@20:
Test: 62.5427 ± 5.0572
Hits@30:
Test: 69.4118 ± 3.1621
Hits@50:
Test: 76.0152 ± 3.0378
AUC:
Test: 92.1778 ± 0.6374
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.8653 ± 2.8419
Hits@20:
Test: 60.6072 ± 1.7679
Hits@30:
Test: 66.3757 ± 2.6882
Hits@50:
Test: 74.9905 ± 2.5116
AUC:
Test: 91.5616 ± 0.7241
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 58.9753 ± 11.3197
Hits@20:
Test: 68.1594 ± 4.8367
Hits@30:
Test: 74.5731 ± 2.7726
Hits@50:
Test: 80.9108 ± 2.7875
AUC:
Test: 94.2577 ± 0.4841
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.8008 ± 7.1886
Hits@20:
Test: 65.4649 ± 2.3965
Hits@30:
Test: 72.0304 ± 1.4238
Hits@50:
Test: 77.7989 ± 2.1510
AUC:
Test: 92.5328 ± 0.8238
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.2884 ± 7.0954
Hits@20:
Test: 74.8387 ± 3.4850
Hits@30:
Test: 79.1271 ± 2.5493
Hits@50:
Test: 84.7818 ± 2.0586
AUC:
Test: 95.0513 ± 0.1939
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.6565 ± 6.1551
Hits@20:
Test: 51.1954 ± 8.0331
Hits@30:
Test: 57.4953 ± 2.3700
Hits@50:
Test: 64.8197 ± 3.7247
AUC:
Test: 88.7308 ± 0.5321
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.5617 ± 5.1297
Hits@20:
Test: 42.0493 ± 6.5370
Hits@30:
Test: 49.4118 ± 7.8680
Hits@50:
Test: 59.6205 ± 8.3031
AUC:
Test: 86.8128 ± 2.4262
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.7932 ± 4.4066
Hits@20:
Test: 58.9374 ± 5.8187
Hits@30:
Test: 66.1860 ± 4.2311
Hits@50:
Test: 73.8140 ± 1.7597
AUC:
Test: 90.3773 ± 0.6434
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.6034 ± 3.3880
Hits@20:
Test: 60.0759 ± 3.6539
Hits@30:
Test: 69.2979 ± 2.9713
Hits@50:
Test: 78.9753 ± 2.5718
AUC:
Test: 92.7897 ± 0.5758
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.4364 ± 7.3911
Hits@20:
Test: 62.5427 ± 1.9379
Hits@30:
Test: 70.8539 ± 2.6245
Hits@50:
Test: 77.8368 ± 2.7016
AUC:
Test: 92.2146 ± 0.6301
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 65.6926 ± 4.9032
Hits@20:
Test: 74.7628 ± 2.2210
Hits@30:
Test: 79.6964 ± 1.3418
Hits@50:
Test: 85.1992 ± 1.8200
AUC:
Test: 95.1390 ± 0.2924
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.7704 ± 4.6981
Hits@20:
Test: 32.4478 ± 5.9022
Hits@30:
Test: 38.1784 ± 4.3154
Hits@50:
Test: 48.3871 ± 3.9027
AUC:
Test: 81.8100 ± 1.1712
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.2751 ± 5.1416
Hits@20:
Test: 35.3321 ± 2.5508
Hits@30:
Test: 43.7192 ± 1.0616
Hits@50:
Test: 52.4858 ± 3.4642
AUC:
Test: 82.9339 ± 1.0087
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.7362 ± 3.4642
Hits@20:
Test: 47.2106 ± 5.0301
Hits@30:
Test: 56.1670 ± 4.3952
Hits@50:
Test: 68.1214 ± 2.9882
AUC:
Test: 88.9361 ± 0.7021
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.6129 ± 4.7164
Hits@20:
Test: 43.6433 ± 6.5003
Hits@30:
Test: 50.4364 ± 6.3947
Hits@50:
Test: 61.8596 ± 8.2220
AUC:
Test: 88.0766 ± 1.7203
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.0323 ± 2.5655
Hits@20:
Test: 60.7590 ± 1.2687
Hits@30:
Test: 69.4877 ± 3.8102
Hits@50:
Test: 75.5598 ± 3.6460
AUC:
Test: 91.8660 ± 0.5252
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.8956 ± 2.9150
Hits@20:
Test: 70.9677 ± 4.6032
Hits@30:
Test: 76.6224 ± 1.0254
Hits@50:
Test: 82.9602 ± 2.0933
AUC:
Test: 94.4851 ± 0.5022
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.0114 ± 5.4815
Hits@20:
Test: 34.2315 ± 1.5037
Hits@30:
Test: 39.2789 ± 2.6969
Hits@50:
Test: 52.0683 ± 3.7894
AUC:
Test: 80.7168 ± 2.7178
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.3245 ± 2.9488
Hits@20:
Test: 38.5199 ± 3.3003
Hits@30:
Test: 45.7685 ± 3.9835
Hits@50:
Test: 52.5617 ± 3.7401
AUC:
Test: 82.9773 ± 0.8099
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.7040 ± 2.0916
Hits@20:
Test: 36.9260 ± 6.5782
Hits@30:
Test: 44.2125 ± 5.2500
Hits@50:
Test: 57.2676 ± 3.6460
AUC:
Test: 83.6254 ± 0.5673
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.5522 ± 2.7445
Hits@20:
Test: 36.0531 ± 3.4627
Hits@30:
Test: 41.8216 ± 3.0260
Hits@50:
Test: 52.5617 ± 2.3776
AUC:
Test: 83.6458 ± 0.3445
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.3757 ± 6.2771
Hits@20:
Test: 58.5958 ± 4.4892
Hits@30:
Test: 63.3397 ± 4.2545
Hits@50:
Test: 72.9032 ± 3.7960
AUC:
Test: 91.0145 ± 0.6792
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.7324 ± 5.5051
Hits@20:
Test: 54.3833 ± 6.3809
Hits@30:
Test: 64.7818 ± 4.3738
Hits@50:
Test: 78.1025 ± 1.7267
AUC:
Test: 92.7003 ± 0.5690
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.2846 ± 5.0881
Hits@20:
Test: 59.8102 ± 2.4129
Hits@30:
Test: 64.6679 ± 1.9509
Hits@50:
Test: 69.9810 ± 0.5597
AUC:
Test: 89.3893 ± 0.2028
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.0190 ± 3.3854
Hits@20:
Test: 57.6091 ± 6.6692
Hits@30:
Test: 66.9829 ± 2.8241
Hits@50:
Test: 74.3074 ± 2.5830
AUC:
Test: 91.5647 ± 0.6329
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.9545 ± 4.3548
Hits@20:
Test: 60.1898 ± 2.5080
Hits@30:
Test: 64.7818 ± 2.1908
Hits@50:
Test: 70.8159 ± 4.8348
AUC:
Test: 90.3632 ± 0.5434
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.8975 ± 2.9194
Hits@20:
Test: 69.6015 ± 1.1495
Hits@30:
Test: 72.2960 ± 2.3123
Hits@50:
Test: 78.9374 ± 0.8271
AUC:
Test: 93.6941 ± 0.3035
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.9279 ± 7.8929
Hits@20:
Test: 62.3909 ± 3.2685
Hits@30:
Test: 68.7666 ± 1.9004
Hits@50:
Test: 77.1917 ± 1.8466
AUC:
Test: 92.2828 ± 0.8753
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 59.3928 ± 8.9194
Hits@20:
Test: 74.7249 ± 3.0520
Hits@30:
Test: 81.6698 ± 0.6789
Hits@50:
Test: 84.8577 ± 2.0411
AUC:
Test: 94.9534 ± 0.4955
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.6091 ± 4.5450
Hits@20:
Test: 50.7780 ± 4.6297
Hits@30:
Test: 59.5066 ± 1.6411
Hits@50:
Test: 67.3245 ± 2.1190
AUC:
Test: 87.8851 ± 0.8693
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.3738 ± 3.6287
Hits@20:
Test: 41.6698 ± 4.0289
Hits@30:
Test: 49.8672 ± 5.1451
Hits@50:
Test: 61.3662 ± 5.8341
AUC:
Test: 86.6808 ± 2.0833
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.9184 ± 4.5012
Hits@20:
Test: 56.3947 ± 3.2492
Hits@30:
Test: 63.4535 ± 2.1867
Hits@50:
Test: 71.2713 ± 1.7628
AUC:
Test: 89.9464 ± 0.5620
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.4763 ± 5.4575
Hits@20:
Test: 57.9127 ± 4.5251
Hits@30:
Test: 66.3757 ± 6.0623
Hits@50:
Test: 75.9013 ± 1.2515
AUC:
Test: 92.3392 ± 0.4214
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.3207 ± 8.6489
Hits@20:
Test: 64.7059 ± 0.5849
Hits@30:
Test: 68.3871 ± 6.7817
Hits@50:
Test: 76.7742 ± 1.5682
AUC:
Test: 92.1812 ± 0.5656
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 68.8046 ± 1.8861
Hits@20:
Test: 75.7875 ± 1.8909
Hits@30:
Test: 80.1139 ± 2.0455
Hits@50:
Test: 84.9715 ± 2.2944
AUC:
Test: 95.2461 ± 0.3563
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.7324 ± 3.2157
Hits@20:
Test: 32.5237 ± 5.4776
Hits@30:
Test: 40.5693 ± 2.4315
Hits@50:
Test: 52.0683 ± 2.9261
AUC:
Test: 81.5097 ± 1.3882
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.6546 ± 3.1876
Hits@20:
Test: 34.5351 ± 2.9243
Hits@30:
Test: 42.8083 ± 3.5004
Hits@50:
Test: 55.4080 ± 2.7102
AUC:
Test: 83.5473 ± 0.7629
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.6357 ± 3.4922
Hits@20:
Test: 49.4497 ± 1.5853
Hits@30:
Test: 57.1157 ± 1.0130
Hits@50:
Test: 65.5408 ± 3.3640
AUC:
Test: 88.4578 ± 0.3703
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.8805 ± 5.2541
Hits@20:
Test: 44.9715 ± 5.4354
Hits@30:
Test: 52.0304 ± 5.9211
Hits@50:
Test: 62.9222 ± 2.4248
AUC:
Test: 87.6436 ± 1.2482
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.6262 ± 2.2588
Hits@20:
Test: 60.6831 ± 2.6307
Hits@30:
Test: 67.1347 ± 3.0697
Hits@50:
Test: 76.0531 ± 1.4414
AUC:
Test: 91.8508 ± 0.4046
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.5047 ± 2.7386
Hits@20:
Test: 69.3359 ± 4.6064
Hits@30:
Test: 75.4080 ± 3.2079
Hits@50:
Test: 82.9981 ± 1.9564
AUC:
Test: 94.1974 ± 0.5912
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.8083 ± 5.5879
Hits@20:
Test: 30.6262 ± 3.8879
Hits@30:
Test: 40.6831 ± 4.7997
Hits@50:
Test: 50.6262 ± 1.0254
AUC:
Test: 81.6134 ± 0.8406
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.7040 ± 2.9852
Hits@20:
Test: 33.3966 ± 2.8589
Hits@30:
Test: 45.3510 ± 1.7130
Hits@50:
Test: 51.8786 ± 2.6889
AUC:
Test: 82.1684 ± 1.7609
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.0740 ± 5.2149
Hits@20:
Test: 32.4858 ± 3.6088
Hits@30:
Test: 41.8216 ± 3.8107
Hits@50:
Test: 52.5617 ± 4.5718
AUC:
Test: 82.7430 ± 0.8335
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.4763 ± 4.5962
Hits@20:
Test: 34.8008 ± 1.9838
Hits@30:
Test: 44.3643 ± 3.6780
Hits@50:
Test: 53.1689 ± 3.1678
AUC:
Test: 83.3312 ± 0.6827
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.2884 ± 4.5235
Hits@20:
Test: 56.8121 ± 2.7452
Hits@30:
Test: 64.6679 ± 1.3036
Hits@50:
Test: 72.6376 ± 2.6815
AUC:
Test: 91.3030 ± 0.4929
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.3397 ± 4.3820
Hits@20:
Test: 61.9734 ± 3.0200
Hits@30:
Test: 68.0455 ± 3.1081
Hits@50:
Test: 79.0892 ± 2.9713
AUC:
Test: 92.6854 ± 0.3632
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.6812 ± 5.2301
Hits@20:
Test: 54.8008 ± 5.0354
Hits@30:
Test: 62.2011 ± 3.1933
Hits@50:
Test: 69.9810 ± 1.8270
AUC:
Test: 87.4956 ± 0.7956
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.4782 ± 3.6366
Hits@20:
Test: 54.2315 ± 6.4172
Hits@30:
Test: 61.0626 ± 4.5647
Hits@50:
Test: 67.5522 ± 3.2564
AUC:
Test: 88.3757 ± 0.8962
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.3340 ± 4.7351
Hits@20:
Test: 59.6205 ± 4.8385
Hits@30:
Test: 64.2505 ± 4.1238
Hits@50:
Test: 70.3226 ± 3.6760
AUC:
Test: 89.2118 ± 0.9885
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.6850 ± 5.9599
Hits@20:
Test: 64.9336 ± 3.0930
Hits@30:
Test: 71.6509 ± 2.5479
Hits@50:
Test: 76.6603 ± 2.9731
AUC:
Test: 92.1945 ± 0.8424
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.7761 ± 6.3823
Hits@20:
Test: 61.9355 ± 5.2322
Hits@30:
Test: 68.6907 ± 2.4668
Hits@50:
Test: 77.9886 ± 2.6969
AUC:
Test: 92.6325 ± 0.7684
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.8577 ± 3.6312
Hits@20:
Test: 75.0664 ± 1.7679
Hits@30:
Test: 80.1139 ± 1.2472
Hits@50:
Test: 84.7059 ± 0.8006
AUC:
Test: 94.8909 ± 0.2413
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.6319 ± 2.4470
Hits@20:
Test: 49.7533 ± 3.8966
Hits@30:
Test: 56.6603 ± 2.3532
Hits@50:
Test: 65.5028 ± 2.3715
AUC:
Test: 86.0532 ± 0.6110
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.9412 ± 2.7188
Hits@20:
Test: 46.4137 ± 4.5750
Hits@30:
Test: 55.5218 ± 3.4039
Hits@50:
Test: 65.0854 ± 2.8209
AUC:
Test: 87.3141 ± 1.9488
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.4497 ± 3.4927
Hits@20:
Test: 57.1917 ± 2.3571
Hits@30:
Test: 63.7192 ± 0.9805
Hits@50:
Test: 70.3226 ± 2.0682
AUC:
Test: 89.1668 ± 0.6263
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.6641 ± 4.8988
Hits@20:
Test: 60.7970 ± 5.6220
Hits@30:
Test: 67.8937 ± 3.6534
Hits@50:
Test: 77.6471 ± 1.3578
AUC:
Test: 91.8673 ± 0.5739
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.6774 ± 4.9361
Hits@20:
Test: 60.1138 ± 4.2119
Hits@30:
Test: 67.1347 ± 2.8349
Hits@50:
Test: 75.4080 ± 3.3210
AUC:
Test: 91.9717 ± 0.5701
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.8956 ± 2.8933
Hits@20:
Test: 73.4345 ± 1.6812
Hits@30:
Test: 77.6471 ± 1.8022
Hits@50:
Test: 83.2258 ± 1.3458
AUC:
Test: 94.7854 ± 0.3491
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.5541 ± 5.8649
Hits@20:
Test: 35.5977 ± 3.9201
Hits@30:
Test: 43.4915 ± 6.1537
Hits@50:
Test: 51.6129 ± 6.6128
AUC:
Test: 81.3212 ± 1.7810
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.4649 ± 5.4822
Hits@20:
Test: 33.7381 ± 2.9894
Hits@30:
Test: 40.8349 ± 3.5408
Hits@50:
Test: 54.9905 ± 2.3563
AUC:
Test: 82.5169 ± 0.5767
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.1898 ± 4.4691
Hits@20:
Test: 49.9810 ± 5.3378
Hits@30:
Test: 58.7476 ± 4.1629
Hits@50:
Test: 66.5655 ± 1.3310
AUC:
Test: 88.0499 ± 0.8051
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.4744 ± 4.8445
Hits@20:
Test: 40.3795 ± 6.0860
Hits@30:
Test: 52.8653 ± 6.5080
Hits@50:
Test: 62.6186 ± 4.0542
AUC:
Test: 86.8372 ± 2.0390
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.8027 ± 3.6401
Hits@20:
Test: 60.3036 ± 2.5259
Hits@30:
Test: 66.7932 ± 1.3484
Hits@50:
Test: 74.4592 ± 2.1409
AUC:
Test: 91.3992 ± 0.3466
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.5427 ± 4.3573
Hits@20:
Test: 70.6262 ± 2.4315
Hits@30:
Test: 76.0152 ± 2.5655
Hits@50:
Test: 82.4668 ± 3.9749
AUC:
Test: 94.2251 ± 0.4744
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 21.7457 ± 4.7715
Hits@20:
Test: 33.0930 ± 3.5565
Hits@30:
Test: 37.9127 ± 4.0462
Hits@50:
Test: 49.3359 ± 1.4698
AUC:
Test: 79.8577 ± 2.3944
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.1992 ± 2.3410
Hits@20:
Test: 37.1158 ± 1.3119
Hits@30:
Test: 42.3909 ± 1.0005
Hits@50:
Test: 51.4990 ± 1.7780
AUC:
Test: 82.9263 ± 1.6910
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.4023 ± 7.7400
Hits@20:
Test: 36.1670 ± 2.5302
Hits@30:
Test: 37.9886 ± 5.4723
Hits@50:
Test: 50.8159 ± 2.5259
AUC:
Test: 80.9443 ± 2.6166
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.4383 ± 2.9107
Hits@20:
Test: 35.4839 ± 2.0304
Hits@30:
Test: 42.8463 ± 4.0485
Hits@50:
Test: 55.2562 ± 1.7921
AUC:
Test: 83.5065 ± 0.5899
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.1328 ± 4.9670
Hits@20:
Test: 58.8615 ± 1.3174
Hits@30:
Test: 65.4649 ± 2.9488
Hits@50:
Test: 71.5370 ± 2.8684
AUC:
Test: 90.5370 ± 0.8405
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.0835 ± 7.9895
Hits@20:
Test: 60.0000 ± 4.5746
Hits@30:
Test: 68.2353 ± 4.5887
Hits@50:
Test: 77.7609 ± 3.0461
AUC:
Test: 92.8510 ± 0.3722
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.2125 ± 3.0152
Hits@20:
Test: 56.5465 ± 3.9050
Hits@30:
Test: 65.9583 ± 2.4322
Hits@50:
Test: 73.0171 ± 3.3795
AUC:
Test: 90.5191 ± 0.3431
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 58.9374 ± 3.9499
Hits@20:
Test: 68.6907 ± 3.1237
Hits@30:
Test: 75.2182 ± 1.9472
Hits@50:
Test: 80.4175 ± 2.4973
AUC:
Test: 93.7257 ± 0.2706
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.4364 ± 1.8071
Hits@20:
Test: 59.7343 ± 5.5992
Hits@30:
Test: 67.7040 ± 3.5357
Hits@50:
Test: 74.1935 ± 3.2062
AUC:
Test: 91.4051 ± 0.4523
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.6679 ± 4.9580
Hits@20:
Test: 73.7002 ± 1.7162
Hits@30:
Test: 78.5199 ± 1.2687
Hits@50:
Test: 84.2125 ± 1.8563
AUC:
Test: 94.9649 ± 0.3500
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.5085 ± 3.5636
Hits@20:
Test: 66.1101 ± 4.9237
Hits@30:
Test: 69.1841 ± 3.6809
Hits@50:
Test: 77.2676 ± 2.5188
AUC:
Test: 92.5023 ± 0.9244
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 65.7306 ± 3.2552
Hits@20:
Test: 75.4080 ± 1.7004
Hits@30:
Test: 79.2789 ± 2.6680
Hits@50:
Test: 85.2751 ± 1.6023
AUC:
Test: 94.9717 ± 0.4204
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.3453 ± 7.8982
Hits@20:
Test: 45.9203 ± 5.1374
Hits@30:
Test: 59.0892 ± 3.9086
Hits@50:
Test: 68.5009 ± 3.9096
AUC:
Test: 89.8881 ± 1.1679
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.0398 ± 5.9996
Hits@20:
Test: 45.8824 ± 4.2502
Hits@30:
Test: 56.0531 ± 5.8526
Hits@50:
Test: 67.6660 ± 5.8449
AUC:
Test: 89.7033 ± 1.8614
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.8273 ± 2.2952
Hits@20:
Test: 59.8482 ± 2.1908
Hits@30:
Test: 67.4004 ± 3.3875
Hits@50:
Test: 75.4839 ± 1.9323
AUC:
Test: 91.1988 ± 0.6314
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.2068 ± 2.5865
Hits@20:
Test: 66.9450 ± 3.0697
Hits@30:
Test: 72.7135 ± 4.5962
Hits@50:
Test: 81.5939 ± 2.5634
AUC:
Test: 93.9491 ± 0.4884
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.3833 ± 6.0149
Hits@20:
Test: 65.5408 ± 3.1627
Hits@30:
Test: 69.9051 ± 3.8506
Hits@50:
Test: 77.9507 ± 2.9070
AUC:
Test: 92.2798 ± 0.6423
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.8330 ± 3.3372
Hits@20:
Test: 73.7381 ± 2.6653
Hits@30:
Test: 79.5066 ± 1.1620
Hits@50:
Test: 84.2505 ± 1.1464
AUC:
Test: 95.0596 ± 0.2580
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 19.6584 ± 2.5969
Hits@20:
Test: 30.8539 ± 5.0572
Hits@30:
Test: 38.2543 ± 3.7101
Hits@50:
Test: 50.2467 ± 4.0551
AUC:
Test: 81.1408 ± 2.4917
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.2125 ± 2.4470
Hits@20:
Test: 35.0285 ± 4.7940
Hits@30:
Test: 39.6205 ± 5.2353
Hits@50:
Test: 52.7135 ± 4.7767
AUC:
Test: 81.5699 ± 1.6578
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.4061 ± 4.5454
Hits@20:
Test: 51.4231 ± 3.8022
Hits@30:
Test: 57.7230 ± 3.2905
Hits@50:
Test: 67.4763 ± 4.3387
AUC:
Test: 89.7159 ± 0.9342
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.4326 ± 4.8117
Hits@20:
Test: 50.6641 ± 3.3811
Hits@30:
Test: 60.3795 ± 3.3474
Hits@50:
Test: 68.2732 ± 1.7821
AUC:
Test: 90.0133 ± 0.5319
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.6755 ± 3.8154
Hits@20:
Test: 64.2505 ± 2.3912
Hits@30:
Test: 68.1594 ± 2.5718
Hits@50:
Test: 75.9393 ± 1.6564
AUC:
Test: 91.0996 ± 0.3143
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.0209 ± 3.7675
Hits@20:
Test: 75.9393 ± 4.3548
Hits@30:
Test: 79.8862 ± 2.2572
Hits@50:
Test: 85.4269 ± 2.5401
AUC:
Test: 95.0900 ± 0.3549
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 17.0019 ± 3.6068
Hits@20:
Test: 25.9583 ± 4.5450
Hits@30:
Test: 32.9791 ± 3.6682
Hits@50:
Test: 44.1366 ± 4.9529
AUC:
Test: 77.2925 ± 1.7865
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.6660 ± 3.9699
Hits@20:
Test: 37.7230 ± 5.7200
Hits@30:
Test: 39.7723 ± 3.5464
Hits@50:
Test: 49.8672 ± 3.4192
AUC:
Test: 81.0984 ± 2.0495
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.2770 ± 7.9443
Hits@20:
Test: 29.0702 ± 8.5562
Hits@30:
Test: 37.4573 ± 8.0535
Hits@50:
Test: 48.6148 ± 8.9992
AUC:
Test: 81.0031 ± 3.1637
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.5636 ± 4.7541
Hits@20:
Test: 37.0398 ± 6.0816
Hits@30:
Test: 43.9089 ± 3.5818
Hits@50:
Test: 54.7249 ± 5.4397
AUC:
Test: 82.6839 ± 1.7002
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.6641 ± 3.3624
Hits@20:
Test: 60.4934 ± 3.0872
Hits@30:
Test: 65.8444 ± 4.6149
Hits@50:
Test: 74.1177 ± 3.4927
AUC:
Test: 91.1896 ± 0.4647
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.5085 ± 7.3288
Hits@20:
Test: 64.5161 ± 5.4667
Hits@30:
Test: 76.8501 ± 1.7648
Hits@50:
Test: 81.5939 ± 1.4263
AUC:
Test: 94.3540 ± 0.2729
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.3245 ± 4.5710
Hits@20:
Test: 59.4687 ± 3.2079
Hits@30:
Test: 60.1898 ± 5.0068
Hits@50:
Test: 72.1822 ± 2.0985
AUC:
Test: 89.6096 ± 1.0045
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 58.0266 ± 2.3371
Hits@20:
Test: 67.5522 ± 3.3651
Hits@30:
Test: 73.5863 ± 2.5188
Hits@50:
Test: 78.0645 ± 2.0639
AUC:
Test: 93.0908 ± 0.3410
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.1214 ± 3.1168
Hits@20:
Test: 58.7476 ± 3.8060
Hits@30:
Test: 65.8444 ± 1.2076
Hits@50:
Test: 73.8899 ± 2.7875
AUC:
Test: 91.2901 ± 1.1030
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.0228 ± 1.4857
Hits@20:
Test: 72.7135 ± 3.4948
Hits@30:
Test: 78.0266 ± 0.7754
Hits@50:
Test: 81.6698 ± 2.3950
AUC:
Test: 94.6230 ± 0.5400
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.2960 ± 4.8015
Hits@20:
Test: 61.6698 ± 6.1002
Hits@30:
Test: 68.9943 ± 1.9379
Hits@50:
Test: 77.6850 ± 3.4538
AUC:
Test: 92.2870 ± 0.8704
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.0493 ± 6.1487
Hits@20:
Test: 71.6888 ± 3.2547
Hits@30:
Test: 79.3169 ± 3.1610
Hits@50:
Test: 85.3131 ± 1.1589
AUC:
Test: 95.0559 ± 0.2011
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.3833 ± 8.3797
Hits@20:
Test: 44.5541 ± 5.7858
Hits@30:
Test: 57.4573 ± 1.4844
Hits@50:
Test: 66.3378 ± 2.2355
AUC:
Test: 88.3509 ± 0.7535
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.0797 ± 5.9924
Hits@20:
Test: 45.5787 ± 5.7185
Hits@30:
Test: 55.0285 ± 6.3376
Hits@50:
Test: 66.7932 ± 6.6927
AUC:
Test: 88.5548 ± 1.9683
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.0342 ± 2.1743
Hits@20:
Test: 57.4953 ± 3.4549
Hits@30:
Test: 65.1233 ± 3.1905
Hits@50:
Test: 73.7761 ± 2.7149
AUC:
Test: 90.7372 ± 0.4414
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.7647 ± 8.9117
Hits@20:
Test: 66.1860 ± 4.2692
Hits@30:
Test: 71.7647 ± 5.3391
Hits@50:
Test: 80.7970 ± 2.8977
AUC:
Test: 93.5956 ± 0.5221
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.3700 ± 3.4793
Hits@20:
Test: 66.4137 ± 2.4631
Hits@30:
Test: 71.1575 ± 3.8934
Hits@50:
Test: 77.6850 ± 2.5338
AUC:
Test: 92.3286 ± 0.5458
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.7438 ± 4.0150
Hits@20:
Test: 73.6243 ± 2.2572
Hits@30:
Test: 79.9241 ± 1.1495
Hits@50:
Test: 84.9336 ± 0.5629
AUC:
Test: 95.0777 ± 0.2724
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 20.2657 ± 4.0418
Hits@20:
Test: 32.5617 ± 0.9544
Hits@30:
Test: 40.1518 ± 1.9098
Hits@50:
Test: 48.9943 ± 3.8173
AUC:
Test: 80.9537 ± 1.1527
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.8710 ± 3.8874
Hits@20:
Test: 35.2562 ± 1.3310
Hits@30:
Test: 39.6584 ± 2.0126
Hits@50:
Test: 49.7913 ± 3.6043
AUC:
Test: 80.8852 ± 0.7155
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.5351 ± 4.3208
Hits@20:
Test: 49.1461 ± 4.9916
Hits@30:
Test: 58.2543 ± 5.2654
Hits@50:
Test: 69.3738 ± 2.3874
AUC:
Test: 89.5898 ± 0.7082
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.9013 ± 3.3096
Hits@20:
Test: 43.6053 ± 3.7290
Hits@30:
Test: 54.9146 ± 5.8341
Hits@50:
Test: 65.3510 ± 6.4552
AUC:
Test: 89.1754 ± 1.9528
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.1063 ± 4.5036
Hits@20:
Test: 62.4288 ± 3.2453
Hits@30:
Test: 68.5769 ± 3.4746
Hits@50:
Test: 75.1044 ± 1.5204
AUC:
Test: 91.3521 ± 0.6322
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.4042 ± 5.1068
Hits@20:
Test: 75.6736 ± 3.2101
Hits@30:
Test: 78.9374 ± 3.0744
Hits@50:
Test: 84.2884 ± 1.7099
AUC:
Test: 95.0264 ± 0.3533
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 19.8482 ± 3.8553
Hits@20:
Test: 29.6774 ± 2.7518
Hits@30:
Test: 36.8501 ± 3.6188
Hits@50:
Test: 43.9848 ± 3.7984
AUC:
Test: 78.5808 ± 0.9887
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.7932 ± 4.8143
Hits@20:
Test: 33.7002 ± 4.1019
Hits@30:
Test: 40.4175 ± 5.8961
Hits@50:
Test: 50.8918 ± 4.1364
AUC:
Test: 80.7319 ± 1.2022
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 19.8482 ± 6.4858
Hits@20:
Test: 31.9924 ± 5.4347
Hits@30:
Test: 36.0152 ± 6.6256
Hits@50:
Test: 47.8178 ± 7.6574
AUC:
Test: 80.6640 ± 4.0557
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.4516 ± 5.1716
Hits@20:
Test: 37.7230 ± 3.6731
Hits@30:
Test: 43.3397 ± 4.1629
Hits@50:
Test: 53.8140 ± 3.9270
AUC:
Test: 81.8825 ± 1.5538
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.6300 ± 6.8671
Hits@20:
Test: 58.3302 ± 4.9511
Hits@30:
Test: 64.4782 ± 2.5366
Hits@50:
Test: 73.5104 ± 2.3761
AUC:
Test: 91.0329 ± 1.1255
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.6376 ± 5.7938
Hits@20:
Test: 69.0323 ± 3.0872
Hits@30:
Test: 75.4839 ± 3.2932
Hits@50:
Test: 83.5294 ± 1.2399
AUC:
Test: 94.0053 ± 0.3255
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.3529 ± 7.8449
Hits@20:
Test: 51.4611 ± 5.5166
Hits@30:
Test: 58.1025 ± 4.8105
Hits@50:
Test: 63.8330 ± 1.9793
AUC:
Test: 84.2803 ± 1.8294
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.0323 ± 5.8557
Hits@20:
Test: 59.1651 ± 7.2547
Hits@30:
Test: 64.8577 ± 7.2460
Hits@50:
Test: 70.8539 ± 4.2273
AUC:
Test: 87.8819 ± 1.0455
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.4896 ± 6.2258
Hits@20:
Test: 59.2410 ± 3.5636
Hits@30:
Test: 64.7059 ± 2.8081
Hits@50:
Test: 72.3719 ± 2.4396
AUC:
Test: 89.7159 ± 0.3338
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.4402 ± 1.1896
Hits@20:
Test: 72.6755 ± 2.2331
Hits@30:
Test: 76.2429 ± 2.7642
Hits@50:
Test: 81.4421 ± 0.9713
AUC:
Test: 94.0932 ± 0.3907
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.1803 ± 5.4228
Hits@20:
Test: 63.8710 ± 3.7343
Hits@30:
Test: 68.6527 ± 5.1678
Hits@50:
Test: 76.8880 ± 3.9540
AUC:
Test: 92.6242 ± 0.9145
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 60.6831 ± 6.7107
Hits@20:
Test: 75.4080 ± 2.9323
Hits@30:
Test: 79.7343 ± 1.4034
Hits@50:
Test: 85.3131 ± 1.6575
AUC:
Test: 94.9619 ± 0.4276
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.3491 ± 3.4590
Hits@20:
Test: 33.7381 ± 8.7322
Hits@30:
Test: 41.7457 ± 12.3646
Hits@50:
Test: 51.3852 ± 5.3560
AUC:
Test: 80.1414 ± 3.9374
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.8311 ± 2.6038
Hits@20:
Test: 36.1670 ± 1.4426
Hits@30:
Test: 41.3283 ± 1.9416
Hits@50:
Test: 51.6129 ± 3.3971
AUC:
Test: 82.0904 ± 0.9383
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.9450 ± 7.6027
Hits@20:
Test: 57.4194 ± 5.5071
Hits@30:
Test: 63.1499 ± 3.3795
Hits@50:
Test: 69.3738 ± 3.7077
AUC:
Test: 89.1575 ± 1.0499
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.0797 ± 4.0342
Hits@20:
Test: 63.3017 ± 2.5052
Hits@30:
Test: 69.5256 ± 5.2767
Hits@50:
Test: 77.6850 ± 1.9239
AUC:
Test: 92.8234 ± 0.5421
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.7249 ± 3.7029
Hits@20:
Test: 64.5920 ± 3.1139
Hits@30:
Test: 69.7154 ± 3.7053
Hits@50:
Test: 75.7116 ± 2.5599
AUC:
Test: 92.3766 ± 0.9254
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.1119 ± 3.9839
Hits@20:
Test: 72.1063 ± 3.9462
Hits@30:
Test: 78.7856 ± 1.6834
Hits@50:
Test: 84.4023 ± 1.6123
AUC:
Test: 95.2991 ± 0.1310
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 18.7097 ± 2.1990
Hits@20:
Test: 27.3624 ± 4.4489
Hits@30:
Test: 32.9791 ± 4.7027
Hits@50:
Test: 45.0854 ± 3.4512
AUC:
Test: 76.8599 ± 0.6364
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.8197 ± 3.8804
Hits@20:
Test: 33.2827 ± 2.3799
Hits@30:
Test: 37.4953 ± 2.9931
Hits@50:
Test: 47.8937 ± 1.9192
AUC:
Test: 80.3511 ± 0.7385
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.5598 ± 7.5944
Hits@20:
Test: 46.8691 ± 4.0275
Hits@30:
Test: 54.8387 ± 6.7981
Hits@50:
Test: 64.2505 ± 2.1409
AUC:
Test: 88.5604 ± 0.4858
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.0911 ± 6.1420
Hits@20:
Test: 47.5901 ± 3.7960
Hits@30:
Test: 54.4972 ± 4.2247
Hits@50:
Test: 65.3131 ± 5.1152
AUC:
Test: 88.3811 ± 1.4044
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.6281 ± 6.9097
Hits@20:
Test: 60.1138 ± 1.0684
Hits@30:
Test: 67.3245 ± 2.2104
Hits@50:
Test: 74.7628 ± 2.3586
AUC:
Test: 91.5670 ± 0.4001
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 65.6167 ± 4.3007
Hits@20:
Test: 72.9791 ± 2.0985
Hits@30:
Test: 77.4953 ± 1.8279
Hits@50:
Test: 84.4402 ± 1.6157
AUC:
Test: 94.9477 ± 0.5358
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 21.4042 ± 3.2959
Hits@20:
Test: 31.3093 ± 4.6808
Hits@30:
Test: 37.1537 ± 3.4689
Hits@50:
Test: 46.2239 ± 2.5830
AUC:
Test: 77.7449 ± 1.7008
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.8311 ± 4.7431
Hits@20:
Test: 35.8254 ± 4.6796
Hits@30:
Test: 42.6186 ± 4.7828
Hits@50:
Test: 52.1063 ± 5.4940
AUC:
Test: 81.2352 ± 2.5132
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.9222 ± 4.3919
Hits@20:
Test: 33.9658 ± 2.5634
Hits@30:
Test: 39.8482 ± 4.5442
Hits@50:
Test: 50.3605 ± 2.9354
AUC:
Test: 81.2051 ± 0.5981
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.5901 ± 2.4544
Hits@20:
Test: 35.4459 ± 4.3713
Hits@30:
Test: 43.3017 ± 5.1363
Hits@50:
Test: 52.1822 ± 4.6808
AUC:
Test: 81.7802 ± 1.3907
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.5769 ± 4.4135
Hits@20:
Test: 60.7970 ± 3.9794
Hits@30:
Test: 66.7552 ± 3.8361
Hits@50:
Test: 74.4592 ± 3.9430
AUC:
Test: 91.1375 ± 0.8126
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.0797 ± 7.3123
Hits@20:
Test: 63.8710 ± 7.7132
Hits@30:
Test: 73.7761 ± 1.8171
Hits@50:
Test: 81.1765 ± 2.0760
AUC:
Test: 93.9701 ± 0.5536
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.1518 ± 6.3625
Hits@20:
Test: 51.2334 ± 5.6370
Hits@30:
Test: 59.4307 ± 2.5152
Hits@50:
Test: 66.2239 ± 4.1072
AUC:
Test: 85.6861 ± 0.8789
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.9677 ± 5.4181
Hits@20:
Test: 61.1385 ± 3.5306
Hits@30:
Test: 67.8937 ± 3.4559
Hits@50:
Test: 75.5218 ± 1.6705
AUC:
Test: 90.5688 ± 1.2138
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.5920 ± 4.0631
Hits@20:
Test: 55.7875 ± 4.7019
Hits@30:
Test: 60.5693 ± 1.9323
Hits@50:
Test: 68.6148 ± 1.7319
AUC:
Test: 86.8942 ± 1.3408
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.7647 ± 6.9905
Hits@20:
Test: 61.2144 ± 4.7828
Hits@30:
Test: 66.9070 ± 5.0572
Hits@50:
Test: 73.3966 ± 3.0755
AUC:
Test: 87.6761 ± 1.0645
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.2695 ± 6.0095
Hits@20:
Test: 66.3378 ± 3.1370
Hits@30:
Test: 70.1708 ± 4.3816
Hits@50:
Test: 76.8880 ± 2.8853
AUC:
Test: 92.2207 ± 0.7193
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 59.3928 ± 5.6082
Hits@20:
Test: 74.7249 ± 3.0313
Hits@30:
Test: 77.8748 ± 1.6466
Hits@50:
Test: 83.4156 ± 1.5275
AUC:
Test: 94.5468 ± 0.4182
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.6603 ± 5.4393
Hits@20:
Test: 46.2619 ± 3.3041
Hits@30:
Test: 50.4364 ± 3.2959
Hits@50:
Test: 60.1139 ± 0.9526
AUC:
Test: 83.0631 ± 1.0235
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.7002 ± 8.4845
Hits@20:
Test: 46.1101 ± 11.7463
Hits@30:
Test: 51.0057 ± 11.2367
Hits@50:
Test: 59.1271 ± 11.5474
AUC:
Test: 84.8612 ± 5.1070
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.6414 ± 4.7294
Hits@20:
Test: 53.2827 ± 2.5152
Hits@30:
Test: 58.6338 ± 2.4922
Hits@50:
Test: 66.0721 ± 1.5613
AUC:
Test: 86.1577 ± 1.7095
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.3226 ± 4.9598
Hits@20:
Test: 62.6945 ± 3.5667
Hits@30:
Test: 67.7799 ± 2.2667
Hits@50:
Test: 72.8273 ± 1.2898
AUC:
Test: 88.6157 ± 0.6006
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.1347 ± 4.8833
Hits@20:
Test: 62.6186 ± 5.8762
Hits@30:
Test: 69.3359 ± 3.9726
Hits@50:
Test: 77.6471 ± 2.5152
AUC:
Test: 91.9390 ± 0.5936
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.1499 ± 3.2959
Hits@20:
Test: 74.4592 ± 1.1743
Hits@30:
Test: 77.6850 ± 1.5275
Hits@50:
Test: 82.9981 ± 0.6090
AUC:
Test: 94.6281 ± 0.3309
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 16.0531 ± 2.2476
Hits@20:
Test: 25.5787 ± 4.2566
Hits@30:
Test: 31.8027 ± 3.5311
Hits@50:
Test: 39.2410 ± 5.4426
AUC:
Test: 74.2673 ± 1.7110
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.1120 ± 3.3366
Hits@20:
Test: 30.3985 ± 2.1527
Hits@30:
Test: 37.2676 ± 1.0183
Hits@50:
Test: 44.7438 ± 2.1693
AUC:
Test: 78.0178 ± 0.5990
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.9564 ± 1.6683
Hits@20:
Test: 38.6717 ± 6.7441
Hits@30:
Test: 43.2638 ± 7.9911
Hits@50:
Test: 55.5598 ± 5.8075
AUC:
Test: 81.6787 ± 1.3498
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.7306 ± 3.7822
Hits@20:
Test: 35.3700 ± 3.6342
Hits@30:
Test: 42.3150 ± 2.9792
Hits@50:
Test: 51.9924 ± 3.3864
AUC:
Test: 81.5990 ± 0.5744
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.8178 ± 4.2915
Hits@20:
Test: 59.1651 ± 2.6238
Hits@30:
Test: 68.5009 ± 2.0304
Hits@50:
Test: 73.1309 ± 1.1971
AUC:
Test: 90.5398 ± 0.2997
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.4023 ± 2.0507
Hits@20:
Test: 74.1936 ± 2.9519
Hits@30:
Test: 77.1537 ± 2.5934
Hits@50:
Test: 82.5807 ± 2.5437
AUC:
Test: 94.6215 ± 0.5887
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 17.9886 ± 4.0060
Hits@20:
Test: 28.8805 ± 4.1711
Hits@30:
Test: 35.0664 ± 3.9676
Hits@50:
Test: 44.4782 ± 1.5910
AUC:
Test: 76.4076 ± 1.7657
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.6926 ± 1.9564
Hits@20:
Test: 35.1423 ± 3.1249
Hits@30:
Test: 41.3662 ± 4.7038
Hits@50:
Test: 49.1082 ± 2.8285
AUC:
Test: 81.1917 ± 0.6886
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.1879 ± 1.4414
Hits@20:
Test: 30.5882 ± 4.6546
Hits@30:
Test: 36.7362 ± 7.1588
Hits@50:
Test: 47.1727 ± 5.1646
AUC:
Test: 77.8781 ± 2.1638
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.9203 ± 1.6246
Hits@20:
Test: 37.2676 ± 4.0087
Hits@30:
Test: 42.2770 ± 2.8190
Hits@50:
Test: 48.9943 ± 3.2850
AUC:
Test: 80.6210 ± 0.8916
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.0304 ± 2.0100
Hits@20:
Test: 55.8254 ± 4.4225
Hits@30:
Test: 62.0114 ± 2.8539
Hits@50:
Test: 71.8786 ± 3.4767
AUC:
Test: 90.3129 ± 0.8116
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.6471 ± 2.6135
Hits@20:
Test: 69.4497 ± 2.8273
Hits@30:
Test: 75.8634 ± 1.8804
Hits@50:
Test: 82.7324 ± 0.8486
AUC:
Test: 94.0883 ± 0.1499
Namespace(distill_teacher='CN', distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_teacher='CN', distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.1632 ± 7.8508
Hits@20:
Test: 75.7495 ± 2.4499
Hits@30:
Test: 79.2789 ± 1.5145
Hits@50:
Test: 84.5541 ± 0.9823
AUC:
Test: 94.8495 ± 0.2470
Namespace(distill_teacher='GCN', distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_teacher='SAGE', distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 68.9564 ± 2.2912
Hits@20:
Test: 76.6224 ± 1.9965
Hits@30:
Test: 80.7970 ± 1.6618
Hits@50:
Test: 86.7173 ± 1.5357
AUC:
Test: 95.6797 ± 0.4495
All runs:
Hits@10:
Test: 64.2884 ± 8.3356
Hits@20:
Test: 75.2562 ± 3.2191
Hits@30:
Test: 81.4801 ± 0.7300
Hits@50:
Test: 86.7552 ± 1.1097
AUC:
Test: 95.6203 ± 0.2774
Namespace(distill_teacher='GAT', distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_teacher='random_GCN', distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.1480 ± 6.5836
Hits@20:
Test: 74.5351 ± 4.3383
Hits@30:
Test: 80.2657 ± 1.6101
Hits@50:
Test: 86.6034 ± 1.5392
AUC:
Test: 95.5997 ± 0.4101
Namespace(distill_teacher='random_SAGE', distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 58.3302 ± 2.6038
Hits@20:
Test: 75.2941 ± 2.2588
Hits@30:
Test: 80.5313 ± 0.6655
Hits@50:
Test: 85.9203 ± 0.6350
AUC:
Test: 95.3397 ± 0.2241
Namespace(distill_teacher='random_GAT', distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_random_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.4421 ± 3.0930
Hits@20:
Test: 73.3207 ± 4.8445
Hits@30:
Test: 80.5693 ± 2.0942
Hits@50:
Test: 85.0474 ± 0.8315
AUC:
Test: 95.2915 ± 0.4161
All runs:
Hits@10:
Test: 64.6679 ± 6.1901
Hits@20:
Test: 74.8387 ± 1.4857
Hits@30:
Test: 79.9241 ± 1.9784
Hits@50:
Test: 85.8444 ± 1.0183
AUC:
Test: 95.4969 ± 0.3771
Namespace(distill_teacher='shortest_path', distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=1.0, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_teacher='katz_close', distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_katz_close_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.2865 ± 2.2952
Hits@20:
Test: 75.1044 ± 1.7921
Hits@30:
Test: 79.5066 ± 2.4448
Hits@50:
Test: 84.5920 ± 1.3310
AUC:
Test: 95.0077 ± 0.2010
Namespace(distill_teacher='AA', distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.3321 ± 4.4916
Hits@20:
Test: 69.4877 ± 1.9136
Hits@30:
Test: 74.4972 ± 1.8813
Hits@50:
Test: 81.6319 ± 1.8514
AUC:
Test: 93.6571 ± 0.6495
Namespace(distill_teacher='RA', distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1.0, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100.0, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.2884 ± 7.0954
Hits@20:
Test: 74.8387 ± 3.4850
Hits@30:
Test: 79.1271 ± 2.5493
Hits@50:
Test: 84.7818 ± 2.0586
AUC:
Test: 95.0513 ± 0.1939
All runs:
Hits@10:
Test: 67.0209 ± 3.7675
Hits@20:
Test: 75.9393 ± 4.3548
Hits@30:
Test: 79.8862 ± 2.2572
Hits@50:
Test: 85.4269 ± 2.5401
AUC:
Test: 95.0900 ± 0.3549
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.6015 ± 4.5076
Hits@20:
Test: 59.6205 ± 1.5497
Hits@30:
Test: 65.4649 ± 3.2090
Hits@50:
Test: 74.4213 ± 1.2327
AUC:
Test: 91.4664 ± 0.7065
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.4175 ± 6.2055
Hits@20:
Test: 53.9279 ± 2.5472
Hits@30:
Test: 61.2524 ± 0.4530
Hits@50:
Test: 71.9924 ± 2.0375
AUC:
Test: 91.1309 ± 0.3049
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.7780 ± 2.3186
Hits@20:
Test: 60.1139 ± 4.2375
Hits@30:
Test: 64.2884 ± 2.8062
Hits@50:
Test: 74.0038 ± 1.4698
AUC:
Test: 91.5231 ± 0.3310
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.1556 ± 2.3647
Hits@20:
Test: 66.2998 ± 1.4238
Hits@30:
Test: 71.1575 ± 2.1718
Hits@50:
Test: 78.6338 ± 0.9159
AUC:
Test: 93.1009 ± 0.4577
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.7761 ± 6.8490
Hits@20:
Test: 63.3017 ± 7.3192
Hits@30:
Test: 70.9677 ± 4.8060
Hits@50:
Test: 79.6205 ± 3.9270
AUC:
Test: 92.9205 ± 0.5218
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.1499 ± 4.8422
Hits@20:
Test: 74.9146 ± 1.3511
Hits@30:
Test: 81.1385 ± 1.9656
Hits@50:
Test: 86.4896 ± 1.0341
AUC:
Test: 95.4103 ± 0.1892
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.9127 ± 4.2756
Hits@20:
Test: 48.3871 ± 2.7069
Hits@30:
Test: 57.9886 ± 1.9425
Hits@50:
Test: 67.2486 ± 2.6176
AUC:
Test: 89.1241 ± 0.5157
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.2979 ± 2.7089
Hits@20:
Test: 39.3169 ± 2.1569
Hits@30:
Test: 46.9829 ± 2.1198
Hits@50:
Test: 58.4440 ± 2.6802
AUC:
Test: 86.9910 ± 1.1317
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.5655 ± 1.4612
Hits@20:
Test: 55.2562 ± 2.2468
Hits@30:
Test: 64.1366 ± 3.6746
Hits@50:
Test: 71.9165 ± 3.8022
AUC:
Test: 91.1525 ± 0.9170
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.7324 ± 3.6608
Hits@20:
Test: 55.8254 ± 3.2877
Hits@30:
Test: 64.4023 ± 2.9354
Hits@50:
Test: 71.4231 ± 3.2358
AUC:
Test: 90.8952 ± 0.5216
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.0076 ± 4.6383
Hits@20:
Test: 59.2789 ± 3.6711
Hits@30:
Test: 69.5636 ± 3.9178
Hits@50:
Test: 79.2789 ± 1.3105
AUC:
Test: 92.2713 ± 0.4406
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.7059 ± 5.6894
Hits@20:
Test: 73.7381 ± 1.7162
Hits@30:
Test: 78.7856 ± 1.3036
Hits@50:
Test: 82.7704 ± 0.8095
AUC:
Test: 94.6897 ± 0.3709
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.4991 ± 2.3548
Hits@20:
Test: 40.9488 ± 3.0989
Hits@30:
Test: 50.2467 ± 4.4286
Hits@50:
Test: 61.2524 ± 1.2687
AUC:
Test: 86.2583 ± 0.8417
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.9070 ± 5.1064
Hits@20:
Test: 37.3055 ± 3.9907
Hits@30:
Test: 45.6547 ± 3.3640
Hits@50:
Test: 57.6850 ± 1.4759
AUC:
Test: 86.4136 ± 0.6520
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.2960 ± 3.8455
Hits@20:
Test: 47.4763 ± 3.8149
Hits@30:
Test: 55.5977 ± 2.4448
Hits@50:
Test: 67.2106 ± 1.3036
AUC:
Test: 88.6780 ± 0.5464
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.0323 ± 1.9901
Hits@20:
Test: 40.0380 ± 2.9427
Hits@30:
Test: 47.4383 ± 2.9762
Hits@50:
Test: 58.8994 ± 1.8765
AUC:
Test: 86.6545 ± 0.5920
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.6641 ± 5.5452
Hits@20:
Test: 59.3169 ± 4.5927
Hits@30:
Test: 66.9070 ± 1.3524
Hits@50:
Test: 73.9658 ± 1.1495
AUC:
Test: 91.9208 ± 0.4520
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.2562 ± 3.5025
Hits@20:
Test: 65.8444 ± 2.7399
Hits@30:
Test: 72.5996 ± 2.5655
Hits@50:
Test: 78.3302 ± 1.3036
AUC:
Test: 93.2163 ± 0.3541
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.6907 ± 3.3014
Hits@20:
Test: 40.1518 ± 2.3379
Hits@30:
Test: 48.8046 ± 1.9738
Hits@50:
Test: 60.1898 ± 1.4538
AUC:
Test: 86.3086 ± 0.7938
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.1082 ± 4.8352
Hits@20:
Test: 34.2315 ± 3.7295
Hits@30:
Test: 45.5408 ± 3.7737
Hits@50:
Test: 56.9639 ± 2.4204
AUC:
Test: 86.2521 ± 0.3002
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.4991 ± 3.1950
Hits@20:
Test: 42.6186 ± 2.6755
Hits@30:
Test: 47.3245 ± 2.8450
Hits@50:
Test: 60.3036 ± 1.2757
AUC:
Test: 86.5015 ± 0.9011
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.2087 ± 5.4608
Hits@20:
Test: 38.4820 ± 3.2850
Hits@30:
Test: 47.6281 ± 7.3110
Hits@50:
Test: 56.7362 ± 2.3548
AUC:
Test: 86.1889 ± 1.0774
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.4649 ± 8.3022
Hits@20:
Test: 56.8501 ± 5.3243
Hits@30:
Test: 63.8710 ± 5.4924
Hits@50:
Test: 73.1309 ± 1.2486
AUC:
Test: 91.0723 ± 0.8262
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.0152 ± 7.7024
Hits@20:
Test: 51.7268 ± 1.6575
Hits@30:
Test: 57.8368 ± 2.5401
Hits@50:
Test: 69.6015 ± 3.6878
AUC:
Test: 90.2974 ± 0.5181
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.2732 ± 4.3054
Hits@20:
Test: 56.4706 ± 5.5332
Hits@30:
Test: 65.1233 ± 2.2064
Hits@50:
Test: 74.3833 ± 2.3965
AUC:
Test: 91.0943 ± 0.7427
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.0854 ± 4.7978
Hits@20:
Test: 57.6850 ± 3.6574
Hits@30:
Test: 63.9089 ± 2.7215
Hits@50:
Test: 71.8027 ± 3.5968
AUC:
Test: 91.1026 ± 0.3917
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.7780 ± 3.0170
Hits@20:
Test: 61.1385 ± 1.2757
Hits@30:
Test: 65.4269 ± 2.4719
Hits@50:
Test: 73.7761 ± 2.3563
AUC:
Test: 91.6649 ± 0.3304
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 59.2410 ± 2.2707
Hits@20:
Test: 66.6414 ± 2.4646
Hits@30:
Test: 72.1442 ± 2.0933
Hits@50:
Test: 79.0512 ± 0.5629
AUC:
Test: 92.9854 ± 0.1773
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 60.7211 ± 8.9818
Hits@20:
Test: 69.0322 ± 3.7818
Hits@30:
Test: 74.0038 ± 3.2866
Hits@50:
Test: 79.8102 ± 1.9425
AUC:
Test: 92.9392 ± 0.3635
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.6319 ± 5.2198
Hits@20:
Test: 74.3074 ± 1.7214
Hits@30:
Test: 81.1006 ± 0.8961
Hits@50:
Test: 86.7173 ± 1.5180
AUC:
Test: 95.4403 ± 0.2047
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.1936 ± 5.4128
Hits@20:
Test: 46.7552 ± 4.7790
Hits@30:
Test: 55.8254 ± 2.2548
Hits@50:
Test: 65.3890 ± 4.0644
AUC:
Test: 88.9451 ± 0.3761
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.3605 ± 2.8113
Hits@20:
Test: 38.2543 ± 3.9544
Hits@30:
Test: 45.8824 ± 2.5259
Hits@50:
Test: 59.1271 ± 3.3747
AUC:
Test: 86.8957 ± 0.8599
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.6281 ± 4.5144
Hits@20:
Test: 57.7609 ± 3.8083
Hits@30:
Test: 63.3397 ± 1.7719
Hits@50:
Test: 71.9924 ± 2.4025
AUC:
Test: 91.0600 ± 0.9132
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.8729 ± 4.4107
Hits@20:
Test: 53.1309 ± 3.5878
Hits@30:
Test: 62.4668 ± 4.8068
Hits@50:
Test: 71.3093 ± 2.6613
AUC:
Test: 90.7985 ± 0.3558
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.8672 ± 5.2764
Hits@20:
Test: 62.1252 ± 3.0319
Hits@30:
Test: 71.4232 ± 1.8717
Hits@50:
Test: 78.6338 ± 2.7386
AUC:
Test: 92.0478 ± 0.7234
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 65.6167 ± 4.5370
Hits@20:
Test: 75.1044 ± 1.6400
Hits@30:
Test: 78.2543 ± 0.9544
Hits@50:
Test: 82.0493 ± 1.1032
AUC:
Test: 94.5201 ± 0.2911
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.0683 ± 3.4963
Hits@20:
Test: 41.7837 ± 4.4570
Hits@30:
Test: 50.0190 ± 1.8032
Hits@50:
Test: 59.6205 ± 2.5893
AUC:
Test: 85.8325 ± 0.4841
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.3890 ± 4.2735
Hits@20:
Test: 37.8368 ± 4.0266
Hits@30:
Test: 45.7305 ± 3.3918
Hits@50:
Test: 56.4326 ± 2.4099
AUC:
Test: 86.1883 ± 0.7038
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.4080 ± 6.8490
Hits@20:
Test: 47.0209 ± 5.4855
Hits@30:
Test: 58.1404 ± 2.9931
Hits@50:
Test: 66.6793 ± 1.4977
AUC:
Test: 89.3708 ± 1.3946
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.3226 ± 4.0817
Hits@20:
Test: 41.7457 ± 3.1035
Hits@30:
Test: 48.4630 ± 2.8921
Hits@50:
Test: 60.3036 ± 1.4538
AUC:
Test: 86.5663 ± 0.8197
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.2979 ± 3.8572
Hits@20:
Test: 59.6584 ± 2.9415
Hits@30:
Test: 67.5522 ± 2.3162
Hits@50:
Test: 73.3586 ± 1.7474
AUC:
Test: 91.6899 ± 0.2245
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.0683 ± 4.5651
Hits@20:
Test: 64.9715 ± 1.1274
Hits@30:
Test: 73.7002 ± 1.5334
Hits@50:
Test: 78.8615 ± 1.5509
AUC:
Test: 93.1458 ± 0.5070
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.1992 ± 5.7702
Hits@20:
Test: 38.8615 ± 2.1274
Hits@30:
Test: 47.9696 ± 2.2468
Hits@50:
Test: 57.1537 ± 2.6916
AUC:
Test: 85.8190 ± 0.6969
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.1480 ± 2.8790
Hits@20:
Test: 35.8634 ± 3.5978
Hits@30:
Test: 45.6926 ± 3.8665
Hits@50:
Test: 57.0398 ± 5.4165
AUC:
Test: 86.0952 ± 0.7622
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.8178 ± 2.5865
Hits@20:
Test: 42.3909 ± 4.4936
Hits@30:
Test: 49.5636 ± 2.7933
Hits@50:
Test: 59.4307 ± 1.7046
AUC:
Test: 86.1242 ± 0.6246
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.0588 ± 2.1070
Hits@20:
Test: 35.1423 ± 2.0278
Hits@30:
Test: 45.6926 ± 2.1104
Hits@50:
Test: 56.6224 ± 2.1113
AUC:
Test: 85.6859 ± 0.7856
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.3871 ± 5.7492
Hits@20:
Test: 57.7609 ± 1.8279
Hits@30:
Test: 65.7685 ± 5.0251
Hits@50:
Test: 72.4858 ± 2.1925
AUC:
Test: 90.9514 ± 0.5864
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.0266 ± 2.0726
Hits@20:
Test: 51.0057 ± 3.4948
Hits@30:
Test: 60.7590 ± 1.9183
Hits@50:
Test: 70.9298 ± 3.0726
AUC:
Test: 90.3022 ± 0.8286
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.2239 ± 6.3964
Hits@20:
Test: 59.0512 ± 4.5331
Hits@30:
Test: 64.4782 ± 1.3905
Hits@50:
Test: 74.6110 ± 1.2828
AUC:
Test: 90.6602 ± 0.7673
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.0873 ± 5.8384
Hits@20:
Test: 54.9526 ± 2.3302
Hits@30:
Test: 61.9355 ± 3.7965
Hits@50:
Test: 71.3093 ± 3.0075
AUC:
Test: 91.0560 ± 0.4119
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.9431 ± 4.3569
Hits@20:
Test: 59.3169 ± 2.8765
Hits@30:
Test: 64.8577 ± 1.3970
Hits@50:
Test: 73.8899 ± 1.2912
AUC:
Test: 91.1446 ± 0.1615
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 60.3036 ± 4.0949
Hits@20:
Test: 67.5522 ± 1.7287
Hits@30:
Test: 71.9165 ± 0.5532
Hits@50:
Test: 79.0133 ± 0.4368
AUC:
Test: 93.1643 ± 0.2893
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.9905 ± 5.7982
Hits@20:
Test: 67.0968 ± 4.9127
Hits@30:
Test: 74.0417 ± 1.3377
Hits@50:
Test: 79.5825 ± 2.3609
AUC:
Test: 92.8379 ± 0.9960
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 65.7306 ± 5.2115
Hits@20:
Test: 75.1044 ± 4.4123
Hits@30:
Test: 80.2277 ± 0.8315
Hits@50:
Test: 86.1860 ± 0.2814
AUC:
Test: 95.3923 ± 0.0698
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.3833 ± 6.4967
Hits@20:
Test: 48.8046 ± 9.6078
Hits@30:
Test: 56.3567 ± 7.1290
Hits@50:
Test: 66.3757 ± 5.2781
AUC:
Test: 89.2332 ± 1.5026
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.0683 ± 3.1209
Hits@20:
Test: 41.7457 ± 2.5209
Hits@30:
Test: 46.8311 ± 3.1393
Hits@50:
Test: 59.1651 ± 2.4609
AUC:
Test: 87.4956 ± 0.4850
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.3624 ± 4.0622
Hits@20:
Test: 61.4042 ± 3.0673
Hits@30:
Test: 64.8956 ± 1.6705
Hits@50:
Test: 75.0285 ± 1.4488
AUC:
Test: 91.2541 ± 0.5907
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.5674 ± 5.0643
Hits@20:
Test: 56.5465 ± 4.0387
Hits@30:
Test: 64.1746 ± 3.7411
Hits@50:
Test: 71.3473 ± 2.5529
AUC:
Test: 90.9929 ± 0.5213
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.0436 ± 2.7531
Hits@20:
Test: 61.5560 ± 2.9567
Hits@30:
Test: 69.4497 ± 4.2726
Hits@50:
Test: 77.2676 ± 3.2101
AUC:
Test: 92.1279 ± 0.7916
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.6053 ± 3.4192
Hits@20:
Test: 73.4345 ± 2.0037
Hits@30:
Test: 77.9507 ± 0.5756
Hits@50:
Test: 83.0361 ± 0.4763
AUC:
Test: 94.6160 ± 0.1327
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.6774 ± 4.3054
Hits@20:
Test: 40.4175 ± 2.8049
Hits@30:
Test: 48.7287 ± 1.5145
Hits@50:
Test: 58.4440 ± 0.9296
AUC:
Test: 86.1658 ± 0.5334
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.5522 ± 5.7169
Hits@20:
Test: 38.3681 ± 2.4278
Hits@30:
Test: 45.8444 ± 1.8230
Hits@50:
Test: 57.3435 ± 1.1178
AUC:
Test: 86.4408 ± 0.6428
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.2941 ± 5.4601
Hits@20:
Test: 48.4630 ± 1.7628
Hits@30:
Test: 56.4706 ± 1.2195
Hits@50:
Test: 68.9943 ± 2.4653
AUC:
Test: 89.5044 ± 0.4697
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.2600 ± 5.3104
Hits@20:
Test: 40.7211 ± 2.0375
Hits@30:
Test: 50.2087 ± 4.6781
Hits@50:
Test: 60.7970 ± 1.5037
AUC:
Test: 87.1591 ± 0.7176
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.7268 ± 4.1694
Hits@20:
Test: 60.3416 ± 1.3418
Hits@30:
Test: 65.3890 ± 1.9518
Hits@50:
Test: 74.3074 ± 2.1198
AUC:
Test: 91.5321 ± 0.3515
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.7742 ± 2.5962
Hits@20:
Test: 67.9317 ± 2.6224
Hits@30:
Test: 71.8406 ± 2.0507
Hits@50:
Test: 79.3548 ± 0.4912
AUC:
Test: 93.1338 ± 0.1478
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.4630 ± 3.5878
Hits@20:
Test: 41.1765 ± 1.7952
Hits@30:
Test: 49.0323 ± 2.7583
Hits@50:
Test: 58.1025 ± 3.0872
AUC:
Test: 86.0555 ± 0.8196
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.3624 ± 8.2038
Hits@20:
Test: 37.2296 ± 5.2387
Hits@30:
Test: 47.4004 ± 2.5858
Hits@50:
Test: 58.1784 ± 1.8524
AUC:
Test: 86.4909 ± 0.4923
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.3852 ± 4.9927
Hits@20:
Test: 41.2903 ± 3.6907
Hits@30:
Test: 49.3738 ± 4.5962
Hits@50:
Test: 62.5427 ± 1.9747
AUC:
Test: 86.9665 ± 0.8212
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.4896 ± 2.6279
Hits@20:
Test: 38.1404 ± 2.8871
Hits@30:
Test: 42.3150 ± 4.0720
Hits@50:
Test: 54.6869 ± 2.4973
AUC:
Test: 85.4652 ± 1.0819
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.9943 ± 6.0934
Hits@20:
Test: 55.9013 ± 2.9169
Hits@30:
Test: 64.7059 ± 2.2652
Hits@50:
Test: 72.0683 ± 2.1776
AUC:
Test: 91.0385 ± 0.3669
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.9108 ± 6.3978
Hits@20:
Test: 53.6243 ± 4.7336
Hits@30:
Test: 62.2391 ± 2.8778
Hits@50:
Test: 70.6262 ± 1.8368
AUC:
Test: 90.6443 ± 0.3638
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.6300 ± 5.9454
Hits@20:
Test: 56.4706 ± 3.0673
Hits@30:
Test: 64.4402 ± 3.8060
Hits@50:
Test: 73.2068 ± 1.9784
AUC:
Test: 88.6562 ± 0.7046
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.1670 ± 1.6683
Hits@20:
Test: 48.8425 ± 2.9991
Hits@30:
Test: 59.3928 ± 2.2967
Hits@50:
Test: 67.9696 ± 2.5718
AUC:
Test: 88.6602 ± 0.6831
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.3378 ± 4.3466
Hits@20:
Test: 58.8235 ± 3.6078
Hits@30:
Test: 66.8691 ± 2.5620
Hits@50:
Test: 73.1689 ± 2.0375
AUC:
Test: 89.1452 ± 0.6762
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.4839 ± 4.8556
Hits@20:
Test: 65.8064 ± 2.4573
Hits@30:
Test: 70.9298 ± 2.6748
Hits@50:
Test: 79.5825 ± 0.9257
AUC:
Test: 92.0712 ± 0.3581
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 58.1784 ± 5.8924
Hits@20:
Test: 67.1347 ± 2.9070
Hits@30:
Test: 73.1309 ± 1.6190
Hits@50:
Test: 81.5939 ± 1.0818
AUC:
Test: 92.8419 ± 0.6018
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.7818 ± 6.0893
Hits@20:
Test: 73.0550 ± 4.3354
Hits@30:
Test: 79.6205 ± 1.3983
Hits@50:
Test: 85.8444 ± 1.8717
AUC:
Test: 95.3665 ± 0.3508
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.0019 ± 6.0334
Hits@20:
Test: 48.8046 ± 5.3290
Hits@30:
Test: 57.0778 ± 3.6682
Hits@50:
Test: 68.5389 ± 3.2185
AUC:
Test: 88.9109 ± 1.3613
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.6774 ± 1.6246
Hits@20:
Test: 39.3548 ± 3.0467
Hits@30:
Test: 45.5787 ± 2.9255
Hits@50:
Test: 58.6717 ± 2.2747
AUC:
Test: 87.1113 ± 0.5741
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.6281 ± 4.0940
Hits@20:
Test: 59.4687 ± 3.7584
Hits@30:
Test: 63.7571 ± 2.7069
Hits@50:
Test: 73.4345 ± 3.2118
AUC:
Test: 90.5678 ± 0.3467
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.8463 ± 4.5805
Hits@20:
Test: 55.8634 ± 4.2188
Hits@30:
Test: 65.4649 ± 4.5204
Hits@50:
Test: 74.0797 ± 1.4111
AUC:
Test: 91.0756 ± 0.3139
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.7306 ± 4.6885
Hits@20:
Test: 58.1784 ± 4.2315
Hits@30:
Test: 67.3245 ± 1.8660
Hits@50:
Test: 77.0778 ± 2.0322
AUC:
Test: 91.8253 ± 0.6439
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.3150 ± 5.3512
Hits@20:
Test: 74.7249 ± 1.0514
Hits@30:
Test: 78.4061 ± 0.8737
Hits@50:
Test: 83.5294 ± 0.7870
AUC:
Test: 94.6486 ± 0.2525
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.0816 ± 4.7730
Hits@20:
Test: 41.1385 ± 4.5212
Hits@30:
Test: 47.7040 ± 4.5474
Hits@50:
Test: 58.2543 ± 2.5914
AUC:
Test: 86.0046 ± 1.0034
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.0209 ± 5.0821
Hits@20:
Test: 35.4839 ± 5.6847
Hits@30:
Test: 46.7552 ± 3.0849
Hits@50:
Test: 55.9013 ± 4.0221
AUC:
Test: 86.2018 ± 0.4789
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.5313 ± 2.4322
Hits@20:
Test: 50.4744 ± 3.4103
Hits@30:
Test: 58.8235 ± 3.2397
Hits@50:
Test: 70.2846 ± 2.2873
AUC:
Test: 89.7391 ± 0.6179
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.0209 ± 2.8164
Hits@20:
Test: 40.7211 ± 6.4858
Hits@30:
Test: 49.7533 ± 3.2685
Hits@50:
Test: 59.7723 ± 2.8652
AUC:
Test: 87.7801 ± 0.5871
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.5655 ± 2.9045
Hits@20:
Test: 60.7970 ± 2.8796
Hits@30:
Test: 65.5788 ± 1.3323
Hits@50:
Test: 73.7381 ± 2.0375
AUC:
Test: 91.4880 ± 0.6091
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.8880 ± 5.5734
Hits@20:
Test: 65.9203 ± 2.5409
Hits@30:
Test: 72.7135 ± 1.4351
Hits@50:
Test: 79.0133 ± 1.5097
AUC:
Test: 93.2112 ± 0.2952
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.7533 ± 3.5888
Hits@20:
Test: 40.7970 ± 2.1300
Hits@30:
Test: 49.1841 ± 2.9622
Hits@50:
Test: 60.1897 ± 2.1776
AUC:
Test: 86.0728 ± 0.6525
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.5275 ± 1.6290
Hits@20:
Test: 37.1917 ± 3.9325
Hits@30:
Test: 43.0361 ± 3.3123
Hits@50:
Test: 56.0152 ± 3.4140
AUC:
Test: 85.6608 ± 0.9996
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.7154 ± 3.1226
Hits@20:
Test: 41.4042 ± 3.5863
Hits@30:
Test: 47.5522 ± 3.4875
Hits@50:
Test: 59.5825 ± 2.1510
AUC:
Test: 86.5153 ± 1.0567
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.5655 ± 1.2800
Hits@20:
Test: 38.2163 ± 4.6336
Hits@30:
Test: 47.1727 ± 2.8859
Hits@50:
Test: 57.2296 ± 2.3799
AUC:
Test: 86.0756 ± 1.1637
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.6433 ± 6.5979
Hits@20:
Test: 58.3302 ± 2.8577
Hits@30:
Test: 65.6546 ± 1.0130
Hits@50:
Test: 74.0797 ± 1.8378
AUC:
Test: 91.0262 ± 0.5625
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.9108 ± 3.3987
Hits@20:
Test: 51.1954 ± 1.5085
Hits@30:
Test: 60.0759 ± 2.7353
Hits@50:
Test: 69.2600 ± 2.6599
AUC:
Test: 90.6159 ± 0.3962
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.8083 ± 2.5231
Hits@20:
Test: 54.4972 ± 4.5192
Hits@30:
Test: 62.4288 ± 2.4850
Hits@50:
Test: 68.9564 ± 2.5655
AUC:
Test: 86.1670 ± 0.4573
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.2846 ± 2.1867
Hits@20:
Test: 38.9753 ± 1.7628
Hits@30:
Test: 45.9203 ± 1.8975
Hits@50:
Test: 54.6490 ± 2.4777
AUC:
Test: 81.0906 ± 0.5394
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.9810 ± 3.2469
Hits@20:
Test: 58.6717 ± 2.9163
Hits@30:
Test: 64.4023 ± 1.1194
Hits@50:
Test: 70.4364 ± 2.1190
AUC:
Test: 86.5752 ± 0.6232
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.5408 ± 4.8988
Hits@20:
Test: 57.6850 ± 4.6052
Hits@30:
Test: 65.7306 ± 2.6382
Hits@50:
Test: 71.4611 ± 1.4857
AUC:
Test: 85.8774 ± 0.2471
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.9526 ± 5.7125
Hits@20:
Test: 64.5920 ± 6.2339
Hits@30:
Test: 70.2087 ± 4.0141
Hits@50:
Test: 79.8482 ± 1.2544
AUC:
Test: 92.7290 ± 0.9970
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 60.3795 ± 4.8367
Hits@20:
Test: 72.4858 ± 3.0331
Hits@30:
Test: 78.7856 ± 3.1933
Hits@50:
Test: 84.6300 ± 1.3683
AUC:
Test: 95.0965 ± 0.4830
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.8140 ± 2.7804
Hits@20:
Test: 42.4288 ± 2.8952
Hits@30:
Test: 50.5503 ± 1.9656
Hits@50:
Test: 60.1139 ± 2.4426
AUC:
Test: 83.5029 ± 0.5659
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.4269 ± 0.9199
Hits@20:
Test: 31.9924 ± 2.6004
Hits@30:
Test: 39.6205 ± 2.1982
Hits@50:
Test: 48.7666 ± 1.2658
AUC:
Test: 78.6213 ± 0.7273
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.1252 ± 6.3291
Hits@20:
Test: 53.4345 ± 2.5052
Hits@30:
Test: 61.1385 ± 5.6472
Hits@50:
Test: 69.2220 ± 3.0461
AUC:
Test: 86.1624 ± 0.4927
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.1195 ± 3.4076
Hits@20:
Test: 39.9241 ± 2.9537
Hits@30:
Test: 45.1613 ± 3.0597
Hits@50:
Test: 54.9146 ± 2.8921
AUC:
Test: 81.0106 ± 0.6523
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.4990 ± 4.8352
Hits@20:
Test: 62.5047 ± 2.4763
Hits@30:
Test: 67.2486 ± 4.7336
Hits@50:
Test: 69.4118 ± 4.1603
AUC:
Test: 87.9143 ± 0.4132
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 58.9374 ± 3.2663
Hits@20:
Test: 69.2220 ± 2.0976
Hits@30:
Test: 72.4858 ± 1.8151
Hits@50:
Test: 74.0797 ± 3.4092
AUC:
Test: 88.4584 ± 0.6281
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.8046 ± 3.0313
Hits@20:
Test: 42.5806 ± 2.0812
Hits@30:
Test: 50.0190 ± 4.3366
Hits@50:
Test: 59.0512 ± 1.7719
AUC:
Test: 82.8833 ± 0.6461
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.3776 ± 1.1651
Hits@20:
Test: 32.1442 ± 3.8248
Hits@30:
Test: 35.5218 ± 4.9307
Hits@50:
Test: 45.7305 ± 2.4263
AUC:
Test: 78.3008 ± 0.6889
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.4213 ± 4.5966
Hits@20:
Test: 43.6812 ± 3.3928
Hits@30:
Test: 51.1575 ± 2.7321
Hits@50:
Test: 61.3662 ± 2.6484
AUC:
Test: 83.7604 ± 0.4997
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.9089 ± 4.1312
Hits@20:
Test: 33.0930 ± 1.9564
Hits@30:
Test: 38.1025 ± 3.0843
Hits@50:
Test: 45.8444 ± 2.9659
AUC:
Test: 78.2497 ± 0.9593
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.3605 ± 2.1660
Hits@20:
Test: 57.1917 ± 3.9316
Hits@30:
Test: 65.3890 ± 2.0287
Hits@50:
Test: 70.8918 ± 2.3950
AUC:
Test: 86.9615 ± 0.4683
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.0209 ± 4.5825
Hits@20:
Test: 59.2410 ± 2.9194
Hits@30:
Test: 67.1347 ± 1.8171
Hits@50:
Test: 71.8786 ± 1.7256
AUC:
Test: 85.6004 ± 0.3635
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.0436 ± 1.3323
Hits@20:
Test: 40.8349 ± 1.9136
Hits@30:
Test: 47.8178 ± 2.3965
Hits@50:
Test: 56.5465 ± 2.7069
AUC:
Test: 82.5137 ± 0.6388
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.1746 ± 2.3417
Hits@20:
Test: 32.0304 ± 2.4609
Hits@30:
Test: 40.1518 ± 2.0856
Hits@50:
Test: 46.0721 ± 2.2064
AUC:
Test: 77.3978 ± 0.9190
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.6015 ± 1.1850
Hits@20:
Test: 42.6186 ± 4.2017
Hits@30:
Test: 49.3359 ± 2.3510
Hits@50:
Test: 57.2296 ± 4.0177
AUC:
Test: 82.5145 ± 0.5422
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.3017 ± 3.2241
Hits@20:
Test: 32.2960 ± 2.0055
Hits@30:
Test: 40.1138 ± 3.3533
Hits@50:
Test: 48.1973 ± 0.9488
AUC:
Test: 77.5887 ± 1.1342
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.3510 ± 5.7696
Hits@20:
Test: 58.7856 ± 3.0432
Hits@30:
Test: 63.2258 ± 3.2297
Hits@50:
Test: 71.7268 ± 1.8348
AUC:
Test: 86.2954 ± 0.2250
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.7173 ± 2.8946
Hits@20:
Test: 39.8102 ± 1.8756
Hits@30:
Test: 45.5787 ± 2.1062
Hits@50:
Test: 54.3074 ± 2.1982
AUC:
Test: 80.7710 ± 0.2982
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.6679 ± 6.0760
Hits@20:
Test: 55.5598 ± 3.7435
Hits@30:
Test: 61.7078 ± 1.1956
Hits@50:
Test: 68.5009 ± 2.8778
AUC:
Test: 85.8425 ± 0.5231
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.6774 ± 2.5550
Hits@20:
Test: 39.9241 ± 2.5760
Hits@30:
Test: 47.5522 ± 1.4796
Hits@50:
Test: 53.8520 ± 3.0959
AUC:
Test: 80.9747 ± 0.4986
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.5123 ± 4.8700
Hits@20:
Test: 58.2543 ± 3.5296
Hits@30:
Test: 64.7438 ± 1.1880
Hits@50:
Test: 71.4611 ± 0.9638
AUC:
Test: 86.5513 ± 0.5828
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.2372 ± 6.5466
Hits@20:
Test: 59.5446 ± 2.0144
Hits@30:
Test: 66.7932 ± 1.5762
Hits@50:
Test: 71.3093 ± 1.6290
AUC:
Test: 85.7817 ± 0.3547
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.5104 ± 5.7226
Hits@20:
Test: 65.0854 ± 7.9798
Hits@30:
Test: 70.8539 ± 5.4792
Hits@50:
Test: 79.4307 ± 5.0803
AUC:
Test: 92.6359 ± 1.3333
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.5674 ± 6.8574
Hits@20:
Test: 74.1556 ± 4.5192
Hits@30:
Test: 78.7476 ± 2.8746
Hits@50:
Test: 84.2505 ± 3.0182
AUC:
Test: 94.8744 ± 0.5487
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.3586 ± 1.2967
Hits@20:
Test: 45.0095 ± 2.3294
Hits@30:
Test: 51.4611 ± 1.7204
Hits@50:
Test: 60.9867 ± 1.9051
AUC:
Test: 83.0838 ± 0.5834
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.3890 ± 3.2602
Hits@20:
Test: 32.2201 ± 2.0100
Hits@30:
Test: 40.7590 ± 0.8839
Hits@50:
Test: 48.6907 ± 1.7730
AUC:
Test: 78.3958 ± 0.4292
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.1518 ± 3.6218
Hits@20:
Test: 53.0550 ± 5.8480
Hits@30:
Test: 59.4307 ± 4.0485
Hits@50:
Test: 68.3871 ± 3.1427
AUC:
Test: 85.6160 ± 0.9022
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.8539 ± 3.7464
Hits@20:
Test: 39.6964 ± 2.2347
Hits@30:
Test: 46.0721 ± 2.6613
Hits@50:
Test: 56.7362 ± 2.5316
AUC:
Test: 81.1440 ± 0.6206
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.4725 ± 3.9608
Hits@20:
Test: 60.4175 ± 4.2294
Hits@30:
Test: 65.8444 ± 1.8640
Hits@50:
Test: 68.5010 ± 3.6450
AUC:
Test: 87.3419 ± 0.9715
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 59.8862 ± 7.0562
Hits@20:
Test: 70.5123 ± 1.0005
Hits@30:
Test: 74.6110 ± 0.9041
Hits@50:
Test: 76.8501 ± 0.6435
AUC:
Test: 88.7760 ± 0.5252
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.8786 ± 3.9348
Hits@20:
Test: 41.4042 ± 1.2967
Hits@30:
Test: 48.0455 ± 3.0930
Hits@50:
Test: 57.1917 ± 2.2396
AUC:
Test: 82.5180 ± 0.7391
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.3529 ± 2.4204
Hits@20:
Test: 31.9924 ± 4.3511
Hits@30:
Test: 36.3947 ± 2.5259
Hits@50:
Test: 45.5408 ± 2.5174
AUC:
Test: 77.4308 ± 0.7426
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.1689 ± 2.8062
Hits@20:
Test: 44.7818 ± 2.1635
Hits@30:
Test: 51.7268 ± 2.3799
Hits@50:
Test: 60.2277 ± 2.5550
AUC:
Test: 83.6645 ± 0.4387
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.6812 ± 1.8660
Hits@20:
Test: 30.8918 ± 2.3139
Hits@30:
Test: 37.8368 ± 2.3456
Hits@50:
Test: 45.8064 ± 1.0784
AUC:
Test: 78.1915 ± 0.3727
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.6527 ± 2.8132
Hits@20:
Test: 58.8994 ± 4.7431
Hits@30:
Test: 64.4023 ± 1.9747
Hits@50:
Test: 71.2713 ± 1.2046
AUC:
Test: 86.7827 ± 0.5199
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.2865 ± 3.2073
Hits@20:
Test: 57.8748 ± 3.3838
Hits@30:
Test: 66.1101 ± 1.1820
Hits@50:
Test: 72.5996 ± 1.2558
AUC:
Test: 85.3422 ± 0.2014
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.8539 ± 3.4092
Hits@20:
Test: 43.0740 ± 0.9296
Hits@30:
Test: 50.3985 ± 1.9472
Hits@50:
Test: 58.5199 ± 1.7109
AUC:
Test: 83.1467 ± 0.4118
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.0854 ± 2.9194
Hits@20:
Test: 33.7761 ± 5.1983
Hits@30:
Test: 40.6452 ± 1.7821
Hits@50:
Test: 47.7419 ± 2.5550
AUC:
Test: 78.2826 ± 0.8895
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.8805 ± 2.8665
Hits@20:
Test: 41.5180 ± 1.1495
Hits@30:
Test: 49.4877 ± 1.2687
Hits@50:
Test: 57.6091 ± 1.2630
AUC:
Test: 82.7805 ± 0.5164
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.0493 ± 1.9042
Hits@20:
Test: 31.2334 ± 3.1541
Hits@30:
Test: 39.7723 ± 2.3799
Hits@50:
Test: 46.3378 ± 1.7046
AUC:
Test: 77.7532 ± 0.3884
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.9336 ± 3.1047
Hits@20:
Test: 57.0019 ± 0.3447
Hits@30:
Test: 63.3776 ± 0.9296
Hits@50:
Test: 71.0057 ± 0.3650
AUC:
Test: 86.5122 ± 0.4543
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.3738 ± 2.7478
Hits@20:
Test: 38.7097 ± 4.6846
Hits@30:
Test: 44.9715 ± 2.8996
Hits@50:
Test: 52.1822 ± 1.2001
AUC:
Test: 80.6132 ± 0.5146
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.1746 ± 3.3312
Hits@20:
Test: 53.0930 ± 3.1621
Hits@30:
Test: 57.9507 ± 0.8336
Hits@50:
Test: 66.6793 ± 2.4544
AUC:
Test: 85.5340 ± 0.9993
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.1708 ± 1.9582
Hits@20:
Test: 37.6471 ± 3.1255
Hits@30:
Test: 44.4023 ± 2.1635
Hits@50:
Test: 53.7761 ± 1.2414
AUC:
Test: 80.4423 ± 0.2843
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.8539 ± 4.0675
Hits@20:
Test: 59.3928 ± 2.8304
Hits@30:
Test: 65.1233 ± 1.1956
Hits@50:
Test: 69.5636 ± 2.6484
AUC:
Test: 86.7286 ± 0.5346
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.8786 ± 5.7721
Hits@20:
Test: 63.8710 ± 1.6575
Hits@30:
Test: 67.6660 ± 1.6575
Hits@50:
Test: 72.1442 ± 0.6491
AUC:
Test: 85.7663 ± 0.2720
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.2960 ± 5.0643
Hits@20:
Test: 67.3245 ± 3.2905
Hits@30:
Test: 71.5750 ± 2.9317
Hits@50:
Test: 79.2789 ± 2.8977
AUC:
Test: 92.5160 ± 1.1512
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.8975 ± 8.6076
Hits@20:
Test: 73.8520 ± 4.7084
Hits@30:
Test: 78.7476 ± 1.1385
Hits@50:
Test: 83.6812 ± 1.3009
AUC:
Test: 95.1791 ± 0.2375
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.0930 ± 4.2844
Hits@20:
Test: 45.5408 ± 2.7726
Hits@30:
Test: 52.5237 ± 2.3715
Hits@50:
Test: 61.0247 ± 3.3667
AUC:
Test: 83.9082 ± 0.6711
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.8843 ± 2.7122
Hits@20:
Test: 31.8406 ± 2.5893
Hits@30:
Test: 37.0019 ± 1.3350
Hits@50:
Test: 46.8311 ± 2.3255
AUC:
Test: 78.1761 ± 0.8618
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.6679 ± 1.1511
Hits@20:
Test: 57.3814 ± 2.3030
Hits@30:
Test: 62.1632 ± 1.2341
Hits@50:
Test: 69.1461 ± 1.3050
AUC:
Test: 85.9803 ± 0.4478
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.8558 ± 2.0010
Hits@20:
Test: 38.5958 ± 4.1173
Hits@30:
Test: 44.6300 ± 2.4719
Hits@50:
Test: 55.5598 ± 2.0411
AUC:
Test: 80.6853 ± 0.9059
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.2581 ± 4.7488
Hits@20:
Test: 60.3036 ± 5.8353
Hits@30:
Test: 65.6926 ± 3.5306
Hits@50:
Test: 72.5617 ± 5.1174
AUC:
Test: 87.3325 ± 1.3181
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.0019 ± 5.9092
Hits@20:
Test: 68.6527 ± 1.7151
Hits@30:
Test: 72.9791 ± 1.6190
Hits@50:
Test: 75.2562 ± 4.3470
AUC:
Test: 88.7130 ± 0.5254
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.9810 ± 1.2001
Hits@20:
Test: 42.9981 ± 4.1780
Hits@30:
Test: 49.3359 ± 2.2928
Hits@50:
Test: 57.7609 ± 2.9014
AUC:
Test: 82.2502 ± 0.7935
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.6679 ± 1.4698
Hits@20:
Test: 30.0949 ± 1.4857
Hits@30:
Test: 38.0266 ± 3.2442
Hits@50:
Test: 46.6793 ± 2.2532
AUC:
Test: 77.7225 ± 0.9339
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.9146 ± 2.7367
Hits@20:
Test: 43.1120 ± 3.8851
Hits@30:
Test: 51.5750 ± 2.5295
Hits@50:
Test: 60.1518 ± 2.6498
AUC:
Test: 83.6749 ± 0.4033
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.8577 ± 2.1842
Hits@20:
Test: 34.3833 ± 4.4771
Hits@30:
Test: 37.9507 ± 5.4799
Hits@50:
Test: 47.2865 ± 2.9347
AUC:
Test: 78.8167 ± 0.5152
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.0190 ± 3.3667
Hits@20:
Test: 60.0000 ± 2.9039
Hits@30:
Test: 65.2372 ± 2.4755
Hits@50:
Test: 70.6262 ± 1.6455
AUC:
Test: 86.5832 ± 0.5744
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.0342 ± 4.1952
Hits@20:
Test: 59.1651 ± 4.8515
Hits@30:
Test: 66.4896 ± 1.9098
Hits@50:
Test: 71.4231 ± 1.2771
AUC:
Test: 85.7040 ± 0.1500
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.8520 ± 4.2549
Hits@20:
Test: 42.5806 ± 4.1823
Hits@30:
Test: 50.0569 ± 2.2944
Hits@50:
Test: 58.9374 ± 3.6193
AUC:
Test: 82.9361 ± 0.9793
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.2998 ± 1.1433
Hits@20:
Test: 30.8918 ± 2.4792
Hits@30:
Test: 40.5313 ± 0.8117
Hits@50:
Test: 47.0209 ± 1.1417
AUC:
Test: 77.6856 ± 0.1816
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.8273 ± 3.0860
Hits@20:
Test: 43.1120 ± 1.9183
Hits@30:
Test: 53.1309 ± 1.7339
Hits@50:
Test: 59.5066 ± 2.1949
AUC:
Test: 83.1746 ± 0.3981
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.0493 ± 4.1819
Hits@20:
Test: 33.7002 ± 3.2219
Hits@30:
Test: 37.0778 ± 1.4977
Hits@50:
Test: 46.6793 ± 1.7339
AUC:
Test: 77.6916 ± 0.0941
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.8691 ± 4.1028
Hits@20:
Test: 56.9260 ± 2.9089
Hits@30:
Test: 63.1879 ± 1.9070
Hits@50:
Test: 71.1575 ± 2.1300
AUC:
Test: 85.6105 ± 0.8122
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.8672 ± 2.7648
Hits@20:
Test: 40.2657 ± 2.3715
Hits@30:
Test: 45.5408 ± 2.1300
Hits@50:
Test: 54.8387 ± 2.0037
AUC:
Test: 80.6986 ± 0.7699
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.5731 ± 4.6892
Hits@20:
Test: 45.4269 ± 4.2739
Hits@30:
Test: 51.0057 ± 5.1973
Hits@50:
Test: 59.3169 ± 2.4322
AUC:
Test: 84.0629 ± 1.0552
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.7306 ± 3.2690
Hits@20:
Test: 34.6869 ± 2.7609
Hits@30:
Test: 40.4554 ± 2.7082
Hits@50:
Test: 47.9317 ± 2.2234
AUC:
Test: 80.7648 ± 0.5816
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.7685 ± 4.5032
Hits@20:
Test: 57.0019 ± 1.7267
Hits@30:
Test: 62.1632 ± 2.0769
Hits@50:
Test: 66.6793 ± 1.7729
AUC:
Test: 85.8893 ± 0.8504
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.6053 ± 2.9683
Hits@20:
Test: 53.3207 ± 3.1667
Hits@30:
Test: 59.2030 ± 1.3683
Hits@50:
Test: 64.5161 ± 1.0130
AUC:
Test: 84.9962 ± 0.1806
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.6622 ± 3.4324
Hits@20:
Test: 66.0721 ± 4.2840
Hits@30:
Test: 67.2486 ± 5.3411
Hits@50:
Test: 79.5446 ± 2.0322
AUC:
Test: 92.4904 ± 1.3321
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.8975 ± 3.8126
Hits@20:
Test: 75.9393 ± 3.1047
Hits@30:
Test: 79.0133 ± 2.7681
Hits@50:
Test: 85.6167 ± 1.1728
AUC:
Test: 95.2696 ± 0.4349
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.8767 ± 5.1782
Hits@20:
Test: 44.1366 ± 2.9567
Hits@30:
Test: 50.1708 ± 3.1938
Hits@50:
Test: 59.0892 ± 1.7267
AUC:
Test: 83.6340 ± 0.5306
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.0854 ± 1.8947
Hits@20:
Test: 32.2201 ± 3.5963
Hits@30:
Test: 38.0645 ± 3.6809
Hits@50:
Test: 44.8956 ± 6.2656
AUC:
Test: 77.5486 ± 0.5533
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.8710 ± 1.7308
Hits@20:
Test: 53.0171 ± 3.0408
Hits@30:
Test: 60.4554 ± 1.6246
Hits@50:
Test: 67.1347 ± 1.6011
AUC:
Test: 85.2655 ± 0.2710
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.1214 ± 2.5366
Hits@20:
Test: 37.7230 ± 2.5683
Hits@30:
Test: 46.8691 ± 2.3279
Hits@50:
Test: 53.5863 ± 1.6575
AUC:
Test: 80.3314 ± 0.5696
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.2220 ± 7.2537
Hits@20:
Test: 63.3776 ± 3.5220
Hits@30:
Test: 66.1101 ± 2.8796
Hits@50:
Test: 72.5617 ± 2.8859
AUC:
Test: 88.6331 ± 1.0468
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 59.3548 ± 2.5401
Hits@20:
Test: 68.2732 ± 2.4828
Hits@30:
Test: 73.2448 ± 1.5357
Hits@50:
Test: 75.9013 ± 3.2536
AUC:
Test: 88.9829 ± 0.4821
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.0038 ± 2.3061
Hits@20:
Test: 42.4668 ± 2.1900
Hits@30:
Test: 49.0323 ± 1.7525
Hits@50:
Test: 58.5199 ± 2.3417
AUC:
Test: 82.6270 ± 0.3516
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.0607 ± 1.4414
Hits@20:
Test: 32.1442 ± 3.9635
Hits@30:
Test: 36.7742 ± 3.1961
Hits@50:
Test: 46.3378 ± 3.7555
AUC:
Test: 77.8367 ± 0.3915
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.3321 ± 1.6618
Hits@20:
Test: 44.7059 ± 5.6043
Hits@30:
Test: 54.5351 ± 2.2636
Hits@50:
Test: 63.5294 ± 2.5928
AUC:
Test: 84.0799 ± 0.7251
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.6926 ± 1.4977
Hits@20:
Test: 32.2201 ± 1.9089
Hits@30:
Test: 38.4820 ± 3.5255
Hits@50:
Test: 45.8823 ± 2.3677
AUC:
Test: 77.9587 ± 0.3337
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.2467 ± 3.9880
Hits@20:
Test: 60.2657 ± 1.9472
Hits@30:
Test: 65.4649 ± 0.9001
Hits@50:
Test: 69.9431 ± 1.5796
AUC:
Test: 86.3323 ± 0.2594
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.2220 ± 4.6453
Hits@20:
Test: 61.7078 ± 1.7204
Hits@30:
Test: 66.8691 ± 2.8419
Hits@50:
Test: 72.1822 ± 1.3119
AUC:
Test: 85.7751 ± 0.0920
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.0436 ± 3.4355
Hits@20:
Test: 44.5161 ± 2.9415
Hits@30:
Test: 49.2220 ± 0.8654
Hits@50:
Test: 57.9127 ± 1.5322
AUC:
Test: 82.6622 ± 0.4045
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.7192 ± 2.5634
Hits@20:
Test: 30.0190 ± 1.6834
Hits@30:
Test: 37.8748 ± 1.8669
Hits@50:
Test: 47.4004 ± 0.6894
AUC:
Test: 77.5014 ± 0.1545
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.2695 ± 4.1325
Hits@20:
Test: 44.7438 ± 3.4324
Hits@30:
Test: 50.8159 ± 2.7576
Hits@50:
Test: 60.7970 ± 2.9107
AUC:
Test: 82.8263 ± 0.7996
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.6034 ± 3.4402
Hits@20:
Test: 32.5237 ± 2.4653
Hits@30:
Test: 40.0759 ± 1.5842
Hits@50:
Test: 47.2106 ± 1.6672
AUC:
Test: 77.7365 ± 0.4430
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.9203 ± 4.2600
Hits@20:
Test: 58.4440 ± 1.3283
Hits@30:
Test: 64.2505 ± 1.2341
Hits@50:
Test: 70.7021 ± 1.8956
AUC:
Test: 86.4533 ± 0.5724
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_6_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.2732 ± 4.1918
Hits@20:
Test: 39.1651 ± 2.5690
Hits@30:
Test: 44.9336 ± 3.5332
Hits@50:
Test: 54.4592 ± 1.8832
AUC:
Test: 80.7715 ± 0.4465
Namespace(distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 71.8786 ± 3.3928
Hits@20:
Test: 79.8482 ± 1.1495
Hits@30:
Test: 81.7837 ± 1.5932
Hits@50:
Test: 87.3245 ± 1.2828
AUC:
Test: 95.7689 ± 0.4236
Namespace(label='ensembled_mlp', edge_path_file='../distill_edges/citeseer_edges.pth', add_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(label='ensembled_mlp', edge_path_file='../distill_edges/cora_edges.pth', add_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 59.1271 ± 4.2570
Hits@20:
Test: 72.1822 ± 2.0899
Hits@30:
Test: 78.5958 ± 1.8852
Hits@50:
Test: 84.7818 ± 0.3889
AUC:
Test: 93.0856 ± 0.4518
Namespace(label='ensembled_mlp', edge_path_file='../distill_edges/cora_edges.pth', add_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(label='ensemble_heuristic', edge_path_file='None', add_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(label='ensemble_heuristic', edge_path_file='../distill_edges/cora_edges.pth', add_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.4991 ± 0.7422
Hits@20:
Test: 62.2770 ± 0.5755
Hits@30:
Test: 67.5142 ± 1.3242
Hits@50:
Test: 71.1575 ± 0.3287
AUC:
Test: 83.6240 ± 0.0475
All runs:
Hits@10:
Test: 52.9032 ± 1.6887
Hits@20:
Test: 61.9734 ± 0.7176
Hits@30:
Test: 68.2732 ± 0.9896
Hits@50:
Test: 71.0436 ± 0.2164
AUC:
Test: 83.6628 ± 0.0595
Namespace(label='ensembled_mlp', edge_path_file='../distill_edges/cora_edges.pth', add_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.0304 ± 0.9431
Hits@20:
Test: 60.7590 ± 1.0428
Hits@30:
Test: 68.7287 ± 0.4912
Hits@50:
Test: 70.7400 ± 0.0849
AUC:
Test: 83.8609 ± 0.0189
Namespace(label='EH4', edge_path_file='../distill_edges/cora_edges.pth', add_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(label='EH4_MLP', edge_path_file='../distill_edges/cora_edges.pth', add_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.0304 ± 0.8422
Hits@20:
Test: 60.7590 ± 1.0428
Hits@30:
Test: 68.6907 ± 0.4243
Hits@50:
Test: 70.7400 ± 0.0849
AUC:
Test: 83.8583 ± 0.0126
All runs:
Hits@10:
Test: 58.7856 ± 5.0086
Hits@20:
Test: 72.3340 ± 2.6545
Hits@30:
Test: 78.3302 ± 2.0411
Hits@50:
Test: 84.8577 ± 0.4114
AUC:
Test: 93.1087 ± 0.3989
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.2486 ± 5.8125
Hits@20:
Test: 33.0930 ± 4.9692
Hits@30:
Test: 41.5939 ± 3.6926
Hits@50:
Test: 46.7932 ± 2.8228
AUC:
Test: 76.5304 ± 1.4329
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 14.1935 ± 1.5955
Hits@20:
Test: 19.3928 ± 1.6780
Hits@30:
Test: 24.4023 ± 0.9731
Hits@50:
Test: 33.0550 ± 1.7515
AUC:
Test: 71.1949 ± 1.8948
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.1290 ± 4.3759
Hits@20:
Test: 51.1195 ± 1.9929
Hits@30:
Test: 55.4459 ± 3.7072
Hits@50:
Test: 61.1765 ± 3.1541
AUC:
Test: 84.4594 ± 1.2512
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.1727 ± 6.2137
Hits@20:
Test: 58.9374 ± 4.0975
Hits@30:
Test: 67.4383 ± 4.6375
Hits@50:
Test: 73.0930 ± 1.0514
AUC:
Test: 89.4921 ± 0.9761
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.7799 ± 6.1858
Hits@20:
Test: 59.2789 ± 6.8490
Hits@30:
Test: 66.2239 ± 4.3187
Hits@50:
Test: 76.5844 ± 1.9472
AUC:
Test: 90.8175 ± 1.3888
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.4706 ± 4.5789
Hits@20:
Test: 69.7154 ± 4.9855
Hits@30:
Test: 75.7495 ± 2.7347
Hits@50:
Test: 80.6452 ± 2.0171
AUC:
Test: 93.6670 ± 0.9463
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 8.8425 ± 2.2031
Hits@20:
Test: 11.3472 ± 2.2548
Hits@30:
Test: 16.8121 ± 4.5907
Hits@50:
Test: 21.7078 ± 3.8012
AUC:
Test: 61.9883 ± 5.1668
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 9.3738 ± 1.8813
Hits@20:
Test: 13.9658 ± 2.3302
Hits@30:
Test: 18.4061 ± 2.5774
Hits@50:
Test: 26.1480 ± 2.9864
AUC:
Test: 66.1213 ± 1.2776
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.2239 ± 4.3486
Hits@20:
Test: 33.7761 ± 3.0626
Hits@30:
Test: 40.4175 ± 4.1203
Hits@50:
Test: 48.0076 ± 4.0542
AUC:
Test: 76.6644 ± 1.7270
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 13.2827 ± 1.6919
Hits@20:
Test: 21.6319 ± 3.2866
Hits@30:
Test: 24.7818 ± 2.1493
Hits@50:
Test: 31.9545 ± 2.1409
AUC:
Test: 70.5837 ± 0.7989
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.2979 ± 4.1538
Hits@20:
Test: 60.6072 ± 4.4087
Hits@30:
Test: 65.8824 ± 3.2519
Hits@50:
Test: 74.0038 ± 2.0569
AUC:
Test: 90.9695 ± 0.6797
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.7647 ± 4.9797
Hits@20:
Test: 63.0740 ± 4.4896
Hits@30:
Test: 71.1954 ± 4.5923
Hits@50:
Test: 78.6338 ± 3.3907
AUC:
Test: 92.0512 ± 1.0997
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 8.8046 ± 1.6301
Hits@20:
Test: 12.6755 ± 2.7082
Hits@30:
Test: 15.4080 ± 4.6546
Hits@50:
Test: 21.6319 ± 3.7256
AUC:
Test: 60.7924 ± 4.1842
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 9.9051 ± 1.3905
Hits@20:
Test: 15.1423 ± 1.7770
Hits@30:
Test: 19.6205 ± 1.9929
Hits@50:
Test: 25.7306 ± 2.9900
AUC:
Test: 64.6530 ± 1.0478
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 8.2732 ± 1.6898
Hits@20:
Test: 12.6376 ± 1.2981
Hits@30:
Test: 16.6983 ± 2.3045
Hits@50:
Test: 22.5427 ± 4.1212
AUC:
Test: 61.8381 ± 3.2778
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 10.4744 ± 1.9323
Hits@20:
Test: 15.1803 ± 1.3215
Hits@30:
Test: 19.8862 ± 1.6400
Hits@50:
Test: 28.0076 ± 2.5760
AUC:
Test: 66.4010 ± 1.3236
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.6869 ± 5.6328
Hits@20:
Test: 45.8824 ± 3.1564
Hits@30:
Test: 53.0550 ± 3.5413
Hits@50:
Test: 60.8349 ± 3.3155
AUC:
Test: 83.4167 ± 1.2395
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.8065 ± 7.1323
Hits@20:
Test: 60.3416 ± 5.0757
Hits@30:
Test: 66.9450 ± 2.3980
Hits@50:
Test: 72.0304 ± 1.6356
AUC:
Test: 89.5021 ± 0.7134
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 7.2486 ± 1.7871
Hits@20:
Test: 12.2201 ± 1.4111
Hits@30:
Test: 15.7495 ± 2.6734
Hits@50:
Test: 21.6698 ± 2.6135
AUC:
Test: 61.5786 ± 3.5024
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 10.2467 ± 0.9001
Hits@20:
Test: 15.7495 ± 1.7494
Hits@30:
Test: 20.0000 ± 2.0899
Hits@50:
Test: 26.8691 ± 3.5235
AUC:
Test: 65.7740 ± 1.6282
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 7.6660 ± 1.5216
Hits@20:
Test: 12.7514 ± 2.2548
Hits@30:
Test: 16.6224 ± 1.7214
Hits@50:
Test: 21.8216 ± 2.2006
AUC:
Test: 60.7694 ± 4.7553
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 11.7647 ± 1.8832
Hits@20:
Test: 15.6357 ± 1.2558
Hits@30:
Test: 19.6964 ± 0.6491
Hits@50:
Test: 26.4896 ± 1.3458
AUC:
Test: 65.0258 ± 0.7497
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.4896 ± 6.8319
Hits@20:
Test: 35.4459 ± 5.0086
Hits@30:
Test: 42.1632 ± 4.2545
Hits@50:
Test: 48.3871 ± 2.8996
AUC:
Test: 78.0533 ± 0.4957
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 14.9526 ± 1.6179
Hits@20:
Test: 19.5825 ± 1.8994
Hits@30:
Test: 24.7059 ± 2.2104
Hits@50:
Test: 30.3226 ± 1.8947
AUC:
Test: 70.4340 ± 1.8254
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.6167 ± 2.8526
Hits@20:
Test: 33.3586 ± 4.7408
Hits@30:
Test: 36.1290 ± 4.2886
Hits@50:
Test: 47.0968 ± 5.9801
AUC:
Test: 76.5299 ± 1.2937
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 13.0171 ± 2.9354
Hits@20:
Test: 18.5579 ± 1.8660
Hits@30:
Test: 24.0607 ± 2.5823
Hits@50:
Test: 30.1708 ± 1.7025
AUC:
Test: 69.9465 ± 1.1382
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.2922 ± 3.9151
Hits@20:
Test: 46.9070 ± 3.0164
Hits@30:
Test: 52.3719 ± 4.5895
Hits@50:
Test: 61.4042 ± 3.2079
AUC:
Test: 83.6347 ± 0.5648
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.1499 ± 8.0199
Hits@20:
Test: 55.8254 ± 4.1190
Hits@30:
Test: 64.3264 ± 4.2239
Hits@50:
Test: 70.7400 ± 3.8291
AUC:
Test: 88.5253 ± 0.5005
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.6888 ± 5.0856
Hits@20:
Test: 59.5066 ± 4.0311
Hits@30:
Test: 67.8937 ± 4.8030
Hits@50:
Test: 74.6869 ± 2.2794
AUC:
Test: 90.3961 ± 1.5122
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.2941 ± 5.2545
Hits@20:
Test: 68.0076 ± 4.3408
Hits@30:
Test: 74.5731 ± 4.6130
Hits@50:
Test: 81.8596 ± 2.2396
AUC:
Test: 93.3545 ± 0.8182
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 8.7666 ± 1.6455
Hits@20:
Test: 11.9924 ± 1.6726
Hits@30:
Test: 15.2182 ± 2.8254
Hits@50:
Test: 22.3909 ± 3.6426
AUC:
Test: 61.9548 ± 4.9120
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 10.4364 ± 3.2006
Hits@20:
Test: 15.5977 ± 0.6491
Hits@30:
Test: 20.7970 ± 2.0463
Hits@50:
Test: 26.2619 ± 1.7214
AUC:
Test: 65.8448 ± 1.1516
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 21.6319 ± 6.2446
Hits@20:
Test: 32.0304 ± 6.6460
Hits@30:
Test: 37.1537 ± 5.4986
Hits@50:
Test: 45.5787 ± 4.7635
AUC:
Test: 75.9291 ± 2.2370
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 13.4725 ± 1.7443
Hits@20:
Test: 19.6964 ± 2.0847
Hits@30:
Test: 24.3643 ± 1.4857
Hits@50:
Test: 31.8406 ± 2.9317
AUC:
Test: 70.0863 ± 1.2138
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.8805 ± 5.0536
Hits@20:
Test: 61.3283 ± 3.4663
Hits@30:
Test: 66.7932 ± 3.2369
Hits@50:
Test: 75.4459 ± 2.7583
AUC:
Test: 90.2340 ± 1.3274
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.7666 ± 3.5066
Hits@20:
Test: 63.8330 ± 5.4989
Hits@30:
Test: 72.2960 ± 2.8081
Hits@50:
Test: 78.3302 ± 4.0082
AUC:
Test: 92.2995 ± 0.7223
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 7.3245 ± 1.7422
Hits@20:
Test: 13.1689 ± 1.4917
Hits@30:
Test: 15.7116 ± 3.6237
Hits@50:
Test: 23.6812 ± 4.9325
AUC:
Test: 61.6430 ± 3.5489
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 10.6262 ± 1.8446
Hits@20:
Test: 14.8387 ± 0.7983
Hits@30:
Test: 18.9374 ± 0.7519
Hits@50:
Test: 24.9715 ± 1.8813
AUC:
Test: 65.1881 ± 1.7573
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 8.4250 ± 2.0985
Hits@20:
Test: 11.6129 ± 2.6341
Hits@30:
Test: 16.5844 ± 2.6855
Hits@50:
Test: 21.7457 ± 1.9333
AUC:
Test: 61.6261 ± 4.4808
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 11.1575 ± 2.0055
Hits@20:
Test: 14.7628 ± 0.7983
Hits@30:
Test: 20.3036 ± 1.6597
Hits@50:
Test: 26.7173 ± 2.8696
AUC:
Test: 65.4136 ± 1.4394
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.4592 ± 5.7721
Hits@20:
Test: 44.6679 ± 5.2716
Hits@30:
Test: 53.3586 ± 3.6657
Hits@50:
Test: 61.5939 ± 2.7386
AUC:
Test: 83.9819 ± 0.9360
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.1120 ± 6.9802
Hits@20:
Test: 55.1423 ± 4.3158
Hits@30:
Test: 65.1992 ± 3.5616
Hits@50:
Test: 74.4592 ± 2.3609
AUC:
Test: 89.0261 ± 0.6294
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 6.9070 ± 0.8860
Hits@20:
Test: 11.7268 ± 2.2865
Hits@30:
Test: 15.3321 ± 1.9042
Hits@50:
Test: 22.3529 ± 2.9070
AUC:
Test: 61.0356 ± 4.6392
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 10.8918 ± 2.1908
Hits@20:
Test: 16.2049 ± 2.4433
Hits@30:
Test: 20.5693 ± 2.7288
Hits@50:
Test: 26.7932 ± 2.3904
AUC:
Test: 64.5873 ± 1.5957
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 8.7287 ± 3.0390
Hits@20:
Test: 14.1935 ± 2.2826
Hits@30:
Test: 17.4194 ± 3.5306
Hits@50:
Test: 22.0114 ± 3.2034
AUC:
Test: 61.1484 ± 4.7803
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 11.4232 ± 2.3333
Hits@20:
Test: 16.2049 ± 2.7583
Hits@30:
Test: 20.7590 ± 1.6898
Hits@50:
Test: 25.2751 ± 2.2388
AUC:
Test: 64.9555 ± 2.1663
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.2239 ± 5.2198
Hits@20:
Test: 34.8387 ± 6.7230
Hits@30:
Test: 42.3909 ± 3.5464
Hits@50:
Test: 50.4364 ± 3.9970
AUC:
Test: 77.9406 ± 1.2852
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 13.9658 ± 2.1743
Hits@20:
Test: 20.6831 ± 1.1226
Hits@30:
Test: 25.2372 ± 2.8933
Hits@50:
Test: 32.9032 ± 0.8961
AUC:
Test: 71.2623 ± 1.9098
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 16.3188 ± 5.3182
Hits@20:
Test: 21.8975 ± 7.7898
Hits@30:
Test: 26.3378 ± 6.4508
Hits@50:
Test: 33.5863 ± 7.1768
AUC:
Test: 70.9251 ± 3.8996
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 13.4725 ± 1.6045
Hits@20:
Test: 19.1651 ± 1.8250
Hits@30:
Test: 22.0873 ± 1.6683
Hits@50:
Test: 28.3491 ± 1.4735
AUC:
Test: 66.2802 ± 1.0172
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.5750 ± 5.0750
Hits@20:
Test: 43.4156 ± 5.3425
Hits@30:
Test: 49.1841 ± 4.5568
Hits@50:
Test: 56.5465 ± 4.1290
AUC:
Test: 81.8548 ± 0.7950
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.9867 ± 3.0271
Hits@20:
Test: 51.1954 ± 2.9194
Hits@30:
Test: 58.9753 ± 4.3237
Hits@50:
Test: 66.7173 ± 2.1493
AUC:
Test: 87.2149 ± 1.3198
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.8311 ± 3.8758
Hits@20:
Test: 59.4687 ± 3.2855
Hits@30:
Test: 66.4896 ± 2.8482
Hits@50:
Test: 75.3321 ± 1.9536
AUC:
Test: 90.8005 ± 1.3525
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.1917 ± 8.8937
Hits@20:
Test: 69.4877 ± 3.6013
Hits@30:
Test: 74.0417 ± 4.2545
Hits@50:
Test: 82.5427 ± 2.5529
AUC:
Test: 93.4290 ± 0.8652
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 9.4877 ± 2.2770
Hits@20:
Test: 13.2068 ± 2.6107
Hits@30:
Test: 16.6224 ± 3.3318
Hits@50:
Test: 21.7837 ± 3.0491
AUC:
Test: 61.5386 ± 5.2499
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 10.3226 ± 1.7057
Hits@20:
Test: 16.0531 ± 2.0108
Hits@30:
Test: 19.6205 ± 3.0051
Hits@50:
Test: 25.8444 ± 3.2492
AUC:
Test: 64.6741 ± 0.6897
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 18.5958 ± 3.5373
Hits@20:
Test: 28.8425 ± 6.6725
Hits@30:
Test: 34.1936 ± 6.1420
Hits@50:
Test: 41.6698 ± 6.8055
AUC:
Test: 73.6537 ± 1.6839
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 13.9279 ± 1.4612
Hits@20:
Test: 19.3928 ± 1.8660
Hits@30:
Test: 24.0607 ± 1.4162
Hits@50:
Test: 29.7533 ± 2.5648
AUC:
Test: 69.4917 ± 0.7208
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.5617 ± 5.9326
Hits@20:
Test: 62.1632 ± 1.5796
Hits@30:
Test: 67.3624 ± 2.9731
Hits@50:
Test: 73.6622 ± 2.0499
AUC:
Test: 90.5868 ± 0.7244
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.8672 ± 5.4592
Hits@20:
Test: 63.7192 ± 6.0697
Hits@30:
Test: 71.2334 ± 4.9945
Hits@50:
Test: 78.2922 ± 2.4470
AUC:
Test: 91.8665 ± 1.0691
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 8.5768 ± 1.0599
Hits@20:
Test: 13.7761 ± 1.1433
Hits@30:
Test: 17.9127 ± 4.0199
Hits@50:
Test: 21.9355 ± 2.3532
AUC:
Test: 60.0628 ± 3.9672
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 9.1082 ± 1.6268
Hits@20:
Test: 16.3947 ± 1.5097
Hits@30:
Test: 18.5199 ± 2.5231
Hits@50:
Test: 25.8065 ± 2.7563
AUC:
Test: 65.2329 ± 1.8677
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 8.8805 ± 2.8094
Hits@20:
Test: 13.3207 ± 3.2269
Hits@30:
Test: 17.0398 ± 2.8946
Hits@50:
Test: 22.7704 ± 3.1093
AUC:
Test: 61.5010 ± 3.2641
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 9.6015 ± 2.5969
Hits@20:
Test: 16.6603 ± 0.9896
Hits@30:
Test: 19.6205 ± 2.7122
Hits@50:
Test: 25.7305 ± 2.4248
AUC:
Test: 65.7070 ± 1.2648
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.8140 ± 7.4142
Hits@20:
Test: 48.3871 ± 5.4387
Hits@30:
Test: 53.2068 ± 4.2739
Hits@50:
Test: 59.5825 ± 1.6597
AUC:
Test: 83.6207 ± 1.0449
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.4023 ± 3.7305
Hits@20:
Test: 58.9374 ± 2.6073
Hits@30:
Test: 65.6167 ± 1.9784
Hits@50:
Test: 74.3833 ± 1.3350
AUC:
Test: 89.2623 ± 0.4720
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 7.0968 ± 1.1433
Hits@20:
Test: 11.6888 ± 0.9731
Hits@30:
Test: 15.5977 ± 3.3123
Hits@50:
Test: 22.7704 ± 3.6475
AUC:
Test: 61.5800 ± 4.6746
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 10.5503 ± 3.3047
Hits@20:
Test: 15.6357 ± 3.3318
Hits@30:
Test: 20.5313 ± 1.0166
Hits@50:
Test: 27.3245 ± 2.5564
AUC:
Test: 64.5900 ± 1.5590
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 7.5901 ± 1.4200
Hits@20:
Test: 13.3586 ± 2.3950
Hits@30:
Test: 15.9772 ± 2.3904
Hits@50:
Test: 23.0740 ± 3.2800
AUC:
Test: 60.3650 ± 4.4383
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 12.2581 ± 1.6356
Hits@20:
Test: 16.1670 ± 2.2104
Hits@30:
Test: 20.2657 ± 2.8633
Hits@50:
Test: 26.7552 ± 2.2251
AUC:
Test: 65.3045 ± 1.6705
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.8178 ± 4.4311
Hits@20:
Test: 36.2049 ± 2.5683
Hits@30:
Test: 41.1765 ± 5.1075
Hits@50:
Test: 47.5522 ± 3.1825
AUC:
Test: 76.9799 ± 1.3551
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 13.1309 ± 2.1274
Hits@20:
Test: 20.2277 ± 2.2072
Hits@30:
Test: 25.8444 ± 3.1961
Hits@50:
Test: 32.7514 ± 2.2715
AUC:
Test: 71.4873 ± 2.1173
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 9.2979 ± 0.4450
Hits@20:
Test: 12.5996 ± 2.3987
Hits@30:
Test: 16.5465 ± 1.6564
Hits@50:
Test: 22.3529 ± 2.6647
AUC:
Test: 61.0126 ± 1.8251
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 9.6015 ± 1.8861
Hits@20:
Test: 17.0019 ± 1.7729
Hits@30:
Test: 18.8994 ± 2.1493
Hits@50:
Test: 23.7951 ± 2.9750
AUC:
Test: 64.0110 ± 1.1984
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.3510 ± 1.9564
Hits@20:
Test: 32.7135 ± 1.7780
Hits@30:
Test: 40.1518 ± 3.3907
Hits@50:
Test: 47.8937 ± 3.3155
AUC:
Test: 76.9406 ± 1.1981
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.5541 ± 3.6588
Hits@20:
Test: 31.4232 ± 2.2952
Hits@30:
Test: 36.3567 ± 2.7583
Hits@50:
Test: 44.0987 ± 1.4674
AUC:
Test: 75.3429 ± 1.9133
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.4896 ± 3.1950
Hits@20:
Test: 58.5199 ± 3.6711
Hits@30:
Test: 65.9962 ± 3.8338
Hits@50:
Test: 74.0038 ± 2.8621
AUC:
Test: 90.8488 ± 0.7330
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.7154 ± 3.9003
Hits@20:
Test: 66.1860 ± 5.3374
Hits@30:
Test: 72.7894 ± 3.9862
Hits@50:
Test: 78.9753 ± 3.3635
AUC:
Test: 92.1175 ± 0.9879
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 9.9810 ± 1.4111
Hits@20:
Test: 12.8653 ± 1.0933
Hits@30:
Test: 16.2049 ± 1.5157
Hits@50:
Test: 22.1252 ± 2.8640
AUC:
Test: 62.6375 ± 1.9711
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 11.1195 ± 0.7300
Hits@20:
Test: 15.0664 ± 1.2341
Hits@30:
Test: 18.4061 ± 1.9628
Hits@50:
Test: 23.6053 ± 2.5935
AUC:
Test: 64.5128 ± 1.8379
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 16.0152 ± 7.8657
Hits@20:
Test: 22.5806 ± 9.2533
Hits@30:
Test: 26.4516 ± 10.1324
Hits@50:
Test: 33.6243 ± 9.8529
AUC:
Test: 68.7917 ± 4.1996
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 12.7894 ± 1.1511
Hits@20:
Test: 16.8501 ± 0.9987
Hits@30:
Test: 20.8729 ± 1.8348
Hits@50:
Test: 27.0588 ± 2.3186
AUC:
Test: 66.6541 ± 1.3288
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.7666 ± 5.6561
Hits@20:
Test: 56.0911 ± 6.4692
Hits@30:
Test: 64.0228 ± 2.8419
Hits@50:
Test: 73.6622 ± 1.4414
AUC:
Test: 89.5766 ± 1.0713
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.0057 ± 4.9924
Hits@20:
Test: 62.5427 ± 5.8202
Hits@30:
Test: 69.4497 ± 4.4237
Hits@50:
Test: 77.9507 ± 2.4463
AUC:
Test: 91.7100 ± 0.8703
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 8.2353 ± 0.5629
Hits@20:
Test: 12.4858 ± 2.1527
Hits@30:
Test: 15.8254 ± 1.3983
Hits@50:
Test: 22.6945 ± 3.0614
AUC:
Test: 59.8989 ± 3.9027
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 10.5882 ± 1.7972
Hits@20:
Test: 14.8767 ± 1.9564
Hits@30:
Test: 18.6717 ± 2.8702
Hits@50:
Test: 24.7818 ± 3.0378
AUC:
Test: 65.5371 ± 1.9931
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 8.7287 ± 2.8684
Hits@20:
Test: 13.9658 ± 2.7746
Hits@30:
Test: 16.6983 ± 2.6327
Hits@50:
Test: 21.8596 ± 2.7149
AUC:
Test: 60.3155 ± 4.0589
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 9.2979 ± 1.3551
Hits@20:
Test: 15.4459 ± 1.0950
Hits@30:
Test: 17.2676 ± 0.5197
Hits@50:
Test: 23.6812 ± 3.4870
AUC:
Test: 65.2735 ± 1.0783
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.0152 ± 5.4806
Hits@20:
Test: 46.7552 ± 3.9974
Hits@30:
Test: 51.7647 ± 3.8008
Hits@50:
Test: 60.3795 ± 3.4402
AUC:
Test: 83.2554 ± 0.6656
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.9488 ± 8.9178
Hits@20:
Test: 54.6490 ± 4.9916
Hits@30:
Test: 62.2391 ± 2.7661
Hits@50:
Test: 72.6376 ± 3.0045
AUC:
Test: 88.5764 ± 0.4681
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 9.7533 ± 2.4690
Hits@20:
Test: 13.2448 ± 1.8071
Hits@30:
Test: 15.7495 ± 1.9674
Hits@50:
Test: 22.6945 ± 3.3747
AUC:
Test: 60.7607 ± 4.5587
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 10.2087 ± 1.1178
Hits@20:
Test: 16.4706 ± 0.8315
Hits@30:
Test: 20.1898 ± 3.1740
Hits@50:
Test: 27.2106 ± 2.7713
AUC:
Test: 65.2605 ± 2.0228
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 8.8425 ± 2.6004
Hits@20:
Test: 13.1309 ± 3.3339
Hits@30:
Test: 16.8880 ± 4.3581
Hits@50:
Test: 23.0361 ± 3.8483
AUC:
Test: 60.7131 ± 4.8129
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 12.4478 ± 0.8757
Hits@20:
Test: 16.5844 ± 1.9838
Hits@30:
Test: 19.8102 ± 1.4364
Hits@50:
Test: 26.2998 ± 2.1325
AUC:
Test: 65.0232 ± 1.6115
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.2372 ± 4.0786
Hits@20:
Test: 33.0930 ± 4.2059
Hits@30:
Test: 39.4307 ± 3.7889
Hits@50:
Test: 45.3131 ± 3.8431
AUC:
Test: 76.1765 ± 0.6143
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 14.0417 ± 4.4135
Hits@20:
Test: 19.4307 ± 2.0856
Hits@30:
Test: 23.3017 ± 3.0989
Hits@50:
Test: 31.6888 ± 2.8715
AUC:
Test: 70.0728 ± 1.3498
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.2619 ± 3.9155
Hits@20:
Test: 35.3700 ± 0.8117
Hits@30:
Test: 42.0873 ± 2.4017
Hits@50:
Test: 49.6395 ± 2.0375
AUC:
Test: 78.3947 ± 1.0197
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 18.0266 ± 2.0437
Hits@20:
Test: 24.8956 ± 2.0847
Hits@30:
Test: 28.8425 ± 1.5180
Hits@50:
Test: 36.6983 ± 2.0463
AUC:
Test: 72.5527 ± 1.1539
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.7552 ± 3.5692
Hits@20:
Test: 52.7894 ± 1.9601
Hits@30:
Test: 59.6584 ± 3.1023
Hits@50:
Test: 67.1347 ± 1.6455
AUC:
Test: 86.1600 ± 2.0829
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.3340 ± 4.0905
Hits@20:
Test: 65.1992 ± 2.4470
Hits@30:
Test: 71.0436 ± 1.7628
Hits@50:
Test: 76.0911 ± 2.5983
AUC:
Test: 91.3211 ± 0.5686
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.0569 ± 7.9407
Hits@20:
Test: 61.2903 ± 4.5856
Hits@30:
Test: 67.8558 ± 4.5056
Hits@50:
Test: 74.6869 ± 3.0260
AUC:
Test: 90.6221 ± 1.5193
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.7116 ± 5.0643
Hits@20:
Test: 68.5389 ± 5.0104
Hits@30:
Test: 74.3074 ± 4.9146
Hits@50:
Test: 81.5560 ± 2.3022
AUC:
Test: 93.4125 ± 0.7897
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 11.9545 ± 2.6902
Hits@20:
Test: 15.9013 ± 3.1650
Hits@30:
Test: 20.8729 ± 4.4380
Hits@50:
Test: 26.7552 ± 3.5878
AUC:
Test: 66.7072 ± 2.4864
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 16.2049 ± 2.4726
Hits@20:
Test: 20.9867 ± 2.3874
Hits@30:
Test: 26.6793 ± 2.6755
Hits@50:
Test: 30.7780 ± 1.2327
AUC:
Test: 69.4684 ± 1.2332
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.8937 ± 4.4440
Hits@20:
Test: 37.5332 ± 5.1869
Hits@30:
Test: 44.2505 ± 3.3662
Hits@50:
Test: 47.6660 ± 3.9471
AUC:
Test: 79.3746 ± 0.7775
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 16.8880 ± 1.1464
Hits@20:
Test: 26.0342 ± 2.4129
Hits@30:
Test: 29.1082 ± 3.3774
Hits@50:
Test: 39.0133 ± 3.7917
AUC:
Test: 73.6412 ± 1.0755
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.3226 ± 4.3216
Hits@20:
Test: 61.3283 ± 5.0941
Hits@30:
Test: 69.2220 ± 3.0550
Hits@50:
Test: 76.0911 ± 3.9803
AUC:
Test: 90.7004 ± 1.5195
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.8918 ± 7.3923
Hits@20:
Test: 64.8577 ± 3.8920
Hits@30:
Test: 73.6243 ± 3.2619
Hits@50:
Test: 79.8861 ± 2.9973
AUC:
Test: 93.0630 ± 1.0430
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 9.9051 ± 1.6179
Hits@20:
Test: 15.0285 ± 2.0760
Hits@30:
Test: 18.5199 ± 3.9293
Hits@50:
Test: 26.0721 ± 3.9155
AUC:
Test: 65.4677 ± 1.1930
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 15.2562 ± 1.7162
Hits@20:
Test: 20.6452 ± 2.5928
Hits@30:
Test: 24.8197 ± 2.4204
Hits@50:
Test: 31.3093 ± 3.2034
AUC:
Test: 69.0279 ± 1.1369
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 11.6509 ± 3.1740
Hits@20:
Test: 15.4839 ± 2.7713
Hits@30:
Test: 18.8615 ± 2.3030
Hits@50:
Test: 26.0721 ± 3.4642
AUC:
Test: 65.9736 ± 1.4389
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 12.6376 ± 3.6267
Hits@20:
Test: 21.4421 ± 1.0306
Hits@30:
Test: 24.5920 ± 1.7057
Hits@50:
Test: 30.4744 ± 3.4512
AUC:
Test: 69.2284 ± 1.7066
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.6584 ± 4.1832
Hits@20:
Test: 53.2068 ± 1.5682
Hits@30:
Test: 59.9620 ± 4.5323
Hits@50:
Test: 66.9450 ± 3.8758
AUC:
Test: 86.3931 ± 1.3902
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.1822 ± 5.8347
Hits@20:
Test: 64.5541 ± 3.7651
Hits@30:
Test: 71.1954 ± 2.3525
Hits@50:
Test: 77.6091 ± 2.0786
AUC:
Test: 90.9551 ± 0.8525
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 10.3985 ± 2.6882
Hits@20:
Test: 15.2941 ± 4.2252
Hits@30:
Test: 19.6964 ± 5.2284
Hits@50:
Test: 25.4269 ± 3.2090
AUC:
Test: 64.8137 ± 2.0284
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 16.8121 ± 2.2715
Hits@20:
Test: 21.2903 ± 2.1190
Hits@30:
Test: 24.6679 ± 1.7235
Hits@50:
Test: 31.4232 ± 2.8036
AUC:
Test: 69.1052 ± 0.5661
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 11.3472 ± 3.8642
Hits@20:
Test: 15.8254 ± 2.0812
Hits@30:
Test: 19.9620 ± 3.5938
Hits@50:
Test: 25.6547 ± 4.9869
AUC:
Test: 66.7193 ± 3.2229
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 14.8387 ± 1.8368
Hits@20:
Test: 21.4801 ± 2.5578
Hits@30:
Test: 24.8197 ± 2.1859
Hits@50:
Test: 33.8140 ± 1.6618
AUC:
Test: 68.7852 ± 0.8110
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.7419 ± 6.2581
Hits@20:
Test: 38.3302 ± 3.5117
Hits@30:
Test: 45.0095 ± 4.3237
Hits@50:
Test: 52.2581 ± 1.7266
AUC:
Test: 79.5653 ± 0.7622
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 19.0892 ± 2.2194
Hits@20:
Test: 25.8444 ± 4.2354
Hits@30:
Test: 32.7135 ± 3.3640
Hits@50:
Test: 38.8994 ± 2.8209
AUC:
Test: 74.1346 ± 1.5795
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.8311 ± 1.7214
Hits@20:
Test: 36.2429 ± 4.7741
Hits@30:
Test: 41.6319 ± 4.8277
Hits@50:
Test: 48.1973 ± 2.2849
AUC:
Test: 78.0859 ± 0.8792
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 16.6603 ± 3.5025
Hits@20:
Test: 23.9469 ± 2.3487
Hits@30:
Test: 29.1082 ± 2.6004
Hits@50:
Test: 36.6603 ± 2.9713
AUC:
Test: 71.6245 ± 1.4024
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.0380 ± 4.2747
Hits@20:
Test: 52.7894 ± 6.2119
Hits@30:
Test: 59.7723 ± 3.6376
Hits@50:
Test: 65.8444 ± 2.2006
AUC:
Test: 86.8493 ± 0.8822
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.8140 ± 1.1511
Hits@20:
Test: 61.4042 ± 4.4675
Hits@30:
Test: 69.2600 ± 1.8737
Hits@50:
Test: 75.9013 ± 0.8162
AUC:
Test: 90.5857 ± 0.9603
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.8653 ± 4.0489
Hits@20:
Test: 61.8596 ± 4.7153
Hits@30:
Test: 67.4383 ± 2.5550
Hits@50:
Test: 74.9146 ± 3.0697
AUC:
Test: 90.7973 ± 0.9594
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.4213 ± 6.6392
Hits@20:
Test: 66.8691 ± 5.4661
Hits@30:
Test: 74.8767 ± 4.4614
Hits@50:
Test: 80.5313 ± 2.9780
AUC:
Test: 93.1129 ± 1.0247
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 12.1442 ± 3.2425
Hits@20:
Test: 17.1537 ± 3.7989
Hits@30:
Test: 21.1385 ± 4.7771
Hits@50:
Test: 27.4383 ± 3.6366
AUC:
Test: 67.2673 ± 2.1203
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 14.9905 ± 1.8543
Hits@20:
Test: 19.6584 ± 3.0732
Hits@30:
Test: 25.0474 ± 2.5529
Hits@50:
Test: 31.1954 ± 2.0812
AUC:
Test: 69.2501 ± 0.9350
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.7666 ± 4.8500
Hits@20:
Test: 34.1936 ± 4.1103
Hits@30:
Test: 38.7856 ± 2.8355
Hits@50:
Test: 47.5901 ± 1.7972
AUC:
Test: 77.4478 ± 1.1394
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 18.1404 ± 3.4303
Hits@20:
Test: 25.3510 ± 1.4796
Hits@30:
Test: 29.9051 ± 1.1820
Hits@50:
Test: 38.2543 ± 1.4857
AUC:
Test: 73.4427 ± 0.7921
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.6015 ± 5.1733
Hits@20:
Test: 61.5939 ± 6.5080
Hits@30:
Test: 69.2220 ± 5.3121
Hits@50:
Test: 76.2429 ± 4.0239
AUC:
Test: 91.3627 ± 1.6407
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.1973 ± 3.5423
Hits@20:
Test: 62.9602 ± 6.5916
Hits@30:
Test: 70.6641 ± 2.5830
Hits@50:
Test: 79.3928 ± 2.6788
AUC:
Test: 92.8512 ± 1.1658
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 9.7913 ± 1.7004
Hits@20:
Test: 16.8501 ± 2.1062
Hits@30:
Test: 20.7970 ± 2.4871
Hits@50:
Test: 25.5028 ± 3.6907
AUC:
Test: 65.6017 ± 1.2794
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 15.5598 ± 2.1966
Hits@20:
Test: 20.9488 ± 1.0445
Hits@30:
Test: 25.5408 ± 1.5334
Hits@50:
Test: 32.3719 ± 2.2834
AUC:
Test: 68.6836 ± 1.1693
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 11.6129 ± 2.7674
Hits@20:
Test: 14.7628 ± 2.5330
Hits@30:
Test: 19.6584 ± 2.5830
Hits@50:
Test: 25.9962 ± 2.5739
AUC:
Test: 65.5427 ± 1.1660
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 14.7628 ± 0.6207
Hits@20:
Test: 20.2657 ± 2.2428
Hits@30:
Test: 24.8956 ± 2.2428
Hits@50:
Test: 31.9545 ± 1.7729
AUC:
Test: 69.2322 ± 1.3128
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.5161 ± 4.3241
Hits@20:
Test: 52.3340 ± 4.3507
Hits@30:
Test: 57.9507 ± 0.8860
Hits@50:
Test: 65.8824 ± 3.4376
AUC:
Test: 86.7978 ± 1.9167
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.5996 ± 3.3662
Hits@20:
Test: 65.6167 ± 3.7290
Hits@30:
Test: 70.2846 ± 2.4690
Hits@50:
Test: 77.7230 ± 1.3723
AUC:
Test: 91.3970 ± 0.5826
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 9.1841 ± 4.0755
Hits@20:
Test: 14.9905 ± 4.1203
Hits@30:
Test: 19.5446 ± 4.2578
Hits@50:
Test: 24.4023 ± 3.7295
AUC:
Test: 66.6087 ± 2.6578
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 14.8387 ± 2.9439
Hits@20:
Test: 19.5066 ± 2.8317
Hits@30:
Test: 23.9469 ± 3.2269
Hits@50:
Test: 31.5750 ± 3.9362
AUC:
Test: 69.4968 ± 0.4404
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 11.0816 ± 2.1784
Hits@20:
Test: 16.0152 ± 3.5565
Hits@30:
Test: 19.7723 ± 3.0520
Hits@50:
Test: 26.3757 ± 5.2104
AUC:
Test: 66.2005 ± 2.1420
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 13.9658 ± 1.2046
Hits@20:
Test: 20.7211 ± 0.6207
Hits@30:
Test: 24.0987 ± 2.1594
Hits@50:
Test: 33.2827 ± 1.9564
AUC:
Test: 69.5797 ± 0.4322
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.8292 ± 5.1205
Hits@20:
Test: 37.8368 ± 6.1788
Hits@30:
Test: 43.6433 ± 6.2374
Hits@50:
Test: 51.2713 ± 4.1256
AUC:
Test: 79.7606 ± 1.0856
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 19.6584 ± 3.7894
Hits@20:
Test: 25.8065 ± 4.3540
Hits@30:
Test: 29.4877 ± 3.6858
Hits@50:
Test: 35.3700 ± 5.4628
AUC:
Test: 73.8137 ± 1.1843
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 17.5712 ± 5.2818
Hits@20:
Test: 21.5939 ± 7.1017
Hits@30:
Test: 26.5275 ± 7.2460
Hits@50:
Test: 34.1556 ± 7.1454
AUC:
Test: 70.5880 ± 2.6387
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 15.5218 ± 1.8417
Hits@20:
Test: 21.4042 ± 2.3980
Hits@30:
Test: 24.9336 ± 1.8669
Hits@50:
Test: 31.3093 ± 2.0126
AUC:
Test: 69.8812 ± 1.3092
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.6964 ± 3.9970
Hits@20:
Test: 51.4611 ± 1.8121
Hits@30:
Test: 55.8634 ± 2.9628
Hits@50:
Test: 62.9222 ± 3.3801
AUC:
Test: 85.2514 ± 1.5667
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.4402 ± 7.0966
Hits@20:
Test: 59.2030 ± 2.6835
Hits@30:
Test: 64.6679 ± 2.6272
Hits@50:
Test: 71.6129 ± 2.0287
AUC:
Test: 89.0804 ± 0.5042
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.7799 ± 6.6999
Hits@20:
Test: 60.3795 ± 3.1933
Hits@30:
Test: 66.7932 ± 3.2425
Hits@50:
Test: 74.4212 ± 2.2347
AUC:
Test: 90.7410 ± 1.0877
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.3586 ± 5.9378
Hits@20:
Test: 66.9070 ± 4.4634
Hits@30:
Test: 74.8008 ± 1.1728
Hits@50:
Test: 80.9867 ± 3.1133
AUC:
Test: 93.0486 ± 0.7703
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 9.7913 ± 2.3030
Hits@20:
Test: 15.4839 ± 3.5464
Hits@30:
Test: 18.9374 ± 2.3791
Hits@50:
Test: 25.1992 ± 2.1232
AUC:
Test: 65.4251 ± 1.3116
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 13.4345 ± 2.5928
Hits@20:
Test: 19.3548 ± 2.0037
Hits@30:
Test: 23.3017 ± 1.3775
Hits@50:
Test: 30.2846 ± 1.8956
AUC:
Test: 69.1853 ± 0.9896
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.5787 ± 2.4973
Hits@20:
Test: 35.1423 ± 2.1610
Hits@30:
Test: 41.6698 ± 3.6441
Hits@50:
Test: 49.2979 ± 1.9136
AUC:
Test: 77.8470 ± 0.8310
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 17.1157 ± 2.5543
Hits@20:
Test: 21.0626 ± 2.8933
Hits@30:
Test: 26.9070 ± 1.3242
Hits@50:
Test: 37.3055 ± 3.0556
AUC:
Test: 71.7537 ± 0.6898
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.3093 ± 4.8981
Hits@20:
Test: 58.5579 ± 5.1629
Hits@30:
Test: 65.6926 ± 5.2370
Hits@50:
Test: 76.0152 ± 4.2549
AUC:
Test: 90.5787 ± 1.5007
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.4744 ± 7.0999
Hits@20:
Test: 62.3529 ± 9.3910
Hits@30:
Test: 70.3985 ± 8.1229
Hits@50:
Test: 78.6338 ± 4.8870
AUC:
Test: 92.4198 ± 1.8311
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 9.9810 ± 1.8131
Hits@20:
Test: 13.8899 ± 3.4741
Hits@30:
Test: 19.2410 ± 3.9681
Hits@50:
Test: 24.7438 ± 3.3907
AUC:
Test: 65.1930 ± 0.9857
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 15.8634 ± 0.8336
Hits@20:
Test: 19.7343 ± 2.1925
Hits@30:
Test: 23.4156 ± 0.7422
Hits@50:
Test: 31.4991 ± 3.2314
AUC:
Test: 68.8835 ± 1.2637
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 11.7268 ± 2.9774
Hits@20:
Test: 15.2562 ± 3.7126
Hits@30:
Test: 19.8102 ± 2.7485
Hits@50:
Test: 25.6167 ± 3.3302
AUC:
Test: 65.5862 ± 0.7630
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 13.1689 ± 2.9169
Hits@20:
Test: 19.7723 ± 2.0674
Hits@30:
Test: 23.4535 ± 1.7831
Hits@50:
Test: 31.0816 ± 2.1776
AUC:
Test: 68.7545 ± 1.1954
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 40.0759 ± 5.6008
Hits@20:
Test: 50.3985 ± 3.9086
Hits@30:
Test: 54.6110 ± 4.2311
Hits@50:
Test: 65.6546 ± 2.6835
AUC:
Test: 86.5954 ± 1.3726
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.5617 ± 4.8841
Hits@20:
Test: 64.8577 ± 4.5112
Hits@30:
Test: 70.0949 ± 2.4763
Hits@50:
Test: 77.0778 ± 2.7576
AUC:
Test: 91.1391 ± 0.7708
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 11.9924 ± 1.1097
Hits@20:
Test: 15.5598 ± 3.3356
Hits@30:
Test: 18.4061 ± 3.8586
Hits@50:
Test: 26.3378 ± 2.9317
AUC:
Test: 66.0563 ± 3.2355
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 13.7761 ± 2.1867
Hits@20:
Test: 22.1632 ± 0.8206
Hits@30:
Test: 24.5161 ± 2.1735
Hits@50:
Test: 32.1442 ± 2.8545
AUC:
Test: 68.2972 ± 1.7968
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 11.0436 ± 2.4937
Hits@20:
Test: 16.3188 ± 3.5677
Hits@30:
Test: 17.2296 ± 2.5295
Hits@50:
Test: 24.3264 ± 3.8758
AUC:
Test: 66.0434 ± 3.7749
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 14.4972 ± 3.6143
Hits@20:
Test: 20.2657 ± 3.3715
Hits@30:
Test: 24.0228 ± 1.9656
Hits@50:
Test: 32.4478 ± 2.7920
AUC:
Test: 69.2686 ± 1.6846
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.7419 ± 4.4932
Hits@20:
Test: 36.5085 ± 2.9107
Hits@30:
Test: 42.9222 ± 4.4205
Hits@50:
Test: 52.6755 ± 2.4871
AUC:
Test: 79.9905 ± 1.2119
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 21.4801 ± 2.4536
Hits@20:
Test: 27.0588 ± 5.4430
Hits@30:
Test: 33.1309 ± 5.3226
Hits@50:
Test: 41.0626 ± 5.1384
AUC:
Test: 74.3434 ± 1.7813
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 12.3719 ± 2.1776
Hits@20:
Test: 17.7230 ± 1.4857
Hits@30:
Test: 22.7324 ± 2.6680
Hits@50:
Test: 26.6793 ± 1.9747
AUC:
Test: 65.5693 ± 2.1844
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 14.2315 ± 1.4759
Hits@20:
Test: 20.2657 ± 2.7149
Hits@30:
Test: 23.6433 ± 2.2396
Hits@50:
Test: 30.3985 ± 3.3204
AUC:
Test: 67.2951 ± 1.9886
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.9829 ± 3.3689
Hits@20:
Test: 34.5731 ± 1.9042
Hits@30:
Test: 41.6319 ± 1.5509
Hits@50:
Test: 49.6015 ± 1.7422
AUC:
Test: 78.0516 ± 1.9284
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.7040 ± 2.7301
Hits@20:
Test: 36.6224 ± 4.1875
Hits@30:
Test: 42.9981 ± 2.7583
Hits@50:
Test: 50.9298 ± 4.7031
AUC:
Test: 80.6688 ± 0.8869
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.1120 ± 6.3693
Hits@20:
Test: 56.7742 ± 3.7145
Hits@30:
Test: 64.2505 ± 2.5409
Hits@50:
Test: 72.4099 ± 1.3525
AUC:
Test: 89.7432 ± 1.5304
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.7514 ± 3.2090
Hits@20:
Test: 65.4269 ± 3.8126
Hits@30:
Test: 72.5237 ± 3.4034
Hits@50:
Test: 79.7723 ± 2.8355
AUC:
Test: 92.6608 ± 0.7161
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 12.1442 ± 3.9644
Hits@20:
Test: 16.6983 ± 3.6376
Hits@30:
Test: 20.3416 ± 3.8314
Hits@50:
Test: 27.0588 ± 3.4092
AUC:
Test: 66.4178 ± 1.1890
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 13.6243 ± 2.8946
Hits@20:
Test: 17.5712 ± 2.1113
Hits@30:
Test: 21.9355 ± 0.9823
Hits@50:
Test: 29.1082 ± 3.3801
AUC:
Test: 69.2444 ± 1.0941
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 20.7970 ± 7.4966
Hits@20:
Test: 28.9184 ± 9.7068
Hits@30:
Test: 30.7400 ± 8.6614
Hits@50:
Test: 38.8994 ± 8.3189
AUC:
Test: 73.4054 ± 3.8598
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 15.8254 ± 3.8948
Hits@20:
Test: 20.8349 ± 2.7869
Hits@30:
Test: 25.0095 ± 1.3644
Hits@50:
Test: 32.7514 ± 1.5682
AUC:
Test: 70.5410 ± 1.9186
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.0190 ± 4.2802
Hits@20:
Test: 58.9374 ± 2.5550
Hits@30:
Test: 66.0721 ± 2.7413
Hits@50:
Test: 74.1556 ± 3.1905
AUC:
Test: 90.0267 ± 1.5821
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.0854 ± 4.2081
Hits@20:
Test: 62.6565 ± 6.1887
Hits@30:
Test: 70.0949 ± 5.2046
Hits@50:
Test: 78.1784 ± 4.6110
AUC:
Test: 92.1524 ± 1.3513
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 9.9051 ± 2.4204
Hits@20:
Test: 15.3700 ± 2.5030
Hits@30:
Test: 19.6584 ± 3.3128
Hits@50:
Test: 26.6793 ± 3.8646
AUC:
Test: 65.3551 ± 1.1978
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 14.0797 ± 2.2667
Hits@20:
Test: 18.4061 ± 1.7287
Hits@30:
Test: 23.3397 ± 1.6213
Hits@50:
Test: 30.8539 ± 2.2636
AUC:
Test: 69.4126 ± 1.5609
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 9.8672 ± 1.9398
Hits@20:
Test: 16.3188 ± 4.9898
Hits@30:
Test: 20.1518 ± 3.3150
Hits@50:
Test: 25.3890 ± 2.8444
AUC:
Test: 65.8765 ± 1.2219
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 15.9772 ± 1.2180
Hits@20:
Test: 20.2277 ± 0.5300
Hits@30:
Test: 25.1233 ± 1.7422
Hits@50:
Test: 32.3719 ± 4.1369
AUC:
Test: 69.8411 ± 1.6598
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.4573 ± 6.3597
Hits@20:
Test: 51.2713 ± 6.8907
Hits@30:
Test: 57.3435 ± 6.4046
Hits@50:
Test: 65.1233 ± 3.4793
AUC:
Test: 86.4419 ± 1.7896
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.5009 ± 7.9839
Hits@20:
Test: 60.5693 ± 3.3177
Hits@30:
Test: 66.6034 ± 2.4777
Hits@50:
Test: 74.6110 ± 3.6287
AUC:
Test: 90.3654 ± 0.5190
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 12.0304 ± 3.0051
Hits@20:
Test: 14.9146 ± 4.2400
Hits@30:
Test: 18.8994 ± 4.5868
Hits@50:
Test: 26.7552 ± 3.7014
AUC:
Test: 66.2986 ± 2.4573
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.001, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 16.2049 ± 3.3506
Hits@20:
Test: 19.5446 ± 2.5138
Hits@30:
Test: 24.7818 ± 2.2755
Hits@50:
Test: 31.6888 ± 4.3416
AUC:
Test: 69.0707 ± 1.5388
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 9.9051 ± 2.1900
Hits@20:
Test: 16.5465 ± 0.8737
Hits@30:
Test: 18.8994 ± 3.1769
Hits@50:
Test: 25.8065 ± 4.5876
AUC:
Test: 64.9060 ± 1.7667
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 16.2049 ± 1.5097
Hits@20:
Test: 20.1898 ± 2.0375
Hits@30:
Test: 24.9715 ± 2.1198
Hits@50:
Test: 30.8539 ± 2.2234
AUC:
Test: 68.8831 ± 1.5698
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.1841 ± 4.4367
Hits@20:
Test: 38.3681 ± 3.8595
Hits@30:
Test: 44.7818 ± 4.6266
Hits@50:
Test: 50.0190 ± 1.6737
AUC:
Test: 78.7611 ± 1.4694
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_EH4_MLP_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 19.6964 ± 4.1560
Hits@20:
Test: 24.5920 ± 3.1910
Hits@30:
Test: 29.4118 ± 1.7597
Hits@50:
Test: 37.1157 ± 2.2834
AUC:
Test: 73.1491 ± 1.0892
Namespace(label='mlp_gater', edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(label='mlp_gater', edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 71.9924 ± 3.8855
Hits@20:
Test: 79.3548 ± 2.0189
Hits@30:
Test: 82.7704 ± 1.2967
Hits@50:
Test: 87.4004 ± 1.1666
AUC:
Test: 95.8241 ± 0.3324
Namespace(label='mlp_gater', edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(label='mlp_gater', edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 71.9165 ± 3.0508
Hits@20:
Test: 77.2296 ± 2.0216
Hits@30:
Test: 81.6319 ± 1.9277
Hits@50:
Test: 85.9962 ± 1.9692
AUC:
Test: 95.7021 ± 0.2926
Namespace(label='mlp_gater', edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 72.8653 ± 3.9142
Hits@20:
Test: 80.0759 ± 0.7708
Hits@30:
Test: 82.8463 ± 0.8757
Hits@50:
Test: 87.3245 ± 1.3037
AUC:
Test: 95.7842 ± 0.4073
Namespace(label='mlp_gater', edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 69.2220 ± 4.5132
Hits@20:
Test: 77.3435 ± 3.9974
Hits@30:
Test: 83.4535 ± 1.3511
Hits@50:
Test: 87.6281 ± 1.4288
AUC:
Test: 95.8014 ± 0.3364
Namespace(label='mlp_gater', edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 68.3112 ± 4.2515
Hits@20:
Test: 76.8121 ± 2.3178
Hits@30:
Test: 81.2903 ± 2.0331
Hits@50:
Test: 86.9070 ± 1.0130
AUC:
Test: 95.4567 ± 0.3125
Namespace(label='mlp_gater', edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 72.9032 ± 3.5913
Hits@20:
Test: 80.1518 ± 1.0784
Hits@30:
Test: 83.3397 ± 0.9620
Hits@50:
Test: 87.6660 ± 1.7597
AUC:
Test: 95.7982 ± 0.4800
Namespace(label='mlp_gater', edge_path_file='../distill_edges/cora_edges.pth', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 72.0683 ± 3.0491
Hits@20:
Test: 80.0379 ± 1.0514
Hits@30:
Test: 83.4156 ± 1.0784
Hits@50:
Test: 87.4763 ± 1.6488
AUC:
Test: 95.8551 ± 0.3511
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.1480 ± 4.3216
Hits@20:
Test: 54.7628 ± 4.2252
Hits@30:
Test: 60.0759 ± 3.8809
Hits@50:
Test: 64.7438 ± 4.2119
AUC:
Test: 86.3836 ± 1.8585
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.25, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.9279 ± 4.7427
Hits@20:
Test: 62.5427 ± 4.3074
Hits@30:
Test: 67.2865 ± 3.5565
Hits@50:
Test: 73.3966 ± 2.0010
AUC:
Test: 89.8250 ± 0.5762
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.5882 ± 5.3428
Hits@20:
Test: 64.4023 ± 4.0221
Hits@30:
Test: 70.4744 ± 2.1867
Hits@50:
Test: 74.7628 ± 1.7494
AUC:
Test: 90.9174 ± 0.9740
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.75, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.6490 ± 2.4137
Hits@20:
Test: 47.4383 ± 4.1875
Hits@30:
Test: 55.1803 ± 3.1278
Hits@50:
Test: 65.1613 ± 1.9379
AUC:
Test: 87.0237 ± 0.7223
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.6774 ± 3.0930
Hits@20:
Test: 61.3662 ± 3.1139
Hits@30:
Test: 67.5522 ± 2.9150
Hits@50:
Test: 75.2562 ± 1.9564
AUC:
Test: 90.6156 ± 1.5213
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.25, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.6622 ± 4.4570
Hits@20:
Test: 67.5522 ± 2.7235
Hits@30:
Test: 73.9279 ± 2.1325
Hits@50:
Test: 81.1765 ± 1.4288
AUC:
Test: 93.1960 ± 0.7285
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.8899 ± 10.0775
Hits@20:
Test: 65.5788 ± 8.7416
Hits@30:
Test: 72.5237 ± 6.2739
Hits@50:
Test: 78.5199 ± 4.0150
AUC:
Test: 92.7604 ± 1.6423
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.75, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.1233 ± 5.3104
Hits@20:
Test: 57.7989 ± 4.2781
Hits@30:
Test: 66.7552 ± 4.5132
Hits@50:
Test: 77.1917 ± 3.3339
AUC:
Test: 92.1999 ± 0.6842
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.6015 ± 6.9908
Hits@20:
Test: 60.3036 ± 8.3840
Hits@30:
Test: 67.8937 ± 2.8759
Hits@50:
Test: 76.1670 ± 2.7056
AUC:
Test: 91.1869 ± 1.0482
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.25, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.1309 ± 9.6784
Hits@20:
Test: 67.2865 ± 6.7537
Hits@30:
Test: 74.8387 ± 3.7584
Hits@50:
Test: 81.2144 ± 2.5704
AUC:
Test: 93.4710 ± 1.0620
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.5712 ± 3.1168
Hits@20:
Test: 68.2732 ± 5.2815
Hits@30:
Test: 75.5598 ± 2.6849
Hits@50:
Test: 81.6698 ± 2.2715
AUC:
Test: 93.5109 ± 0.7503
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.75, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.5522 ± 5.8879
Hits@20:
Test: 60.5693 ± 2.6916
Hits@30:
Test: 68.2732 ± 3.8851
Hits@50:
Test: 78.4440 ± 2.6382
AUC:
Test: 92.3331 ± 0.5265
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.2486 ± 5.2937
Hits@20:
Test: 37.4953 ± 4.0221
Hits@30:
Test: 43.6433 ± 1.8785
Hits@50:
Test: 52.4858 ± 1.2414
AUC:
Test: 78.8423 ± 1.4206
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.25, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 18.8615 ± 1.6356
Hits@20:
Test: 27.3245 ± 3.2564
Hits@30:
Test: 33.8140 ± 8.0028
Hits@50:
Test: 43.7951 ± 5.5051
AUC:
Test: 76.7587 ± 2.4223
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 18.8235 ± 1.4600
Hits@20:
Test: 25.5787 ± 1.1495
Hits@30:
Test: 31.6888 ± 3.2090
Hits@50:
Test: 38.9753 ± 2.5195
AUC:
Test: 73.5379 ± 1.3492
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.75, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 14.8387 ± 1.8514
Hits@20:
Test: 20.3416 ± 1.2757
Hits@30:
Test: 23.7571 ± 1.6290
Hits@50:
Test: 33.3966 ± 2.2372
AUC:
Test: 68.5441 ± 0.8023
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.4915 ± 4.8811
Hits@20:
Test: 50.7021 ± 3.4429
Hits@30:
Test: 54.7628 ± 2.1826
Hits@50:
Test: 64.8197 ± 2.1113
AUC:
Test: 85.9601 ± 2.2866
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.25, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.2334 ± 3.4601
Hits@20:
Test: 62.6186 ± 1.4698
Hits@30:
Test: 69.9431 ± 1.2268
Hits@50:
Test: 73.3966 ± 2.9985
AUC:
Test: 89.9702 ± 0.5836
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.2201 ± 3.6584
Hits@20:
Test: 64.9715 ± 1.1113
Hits@30:
Test: 70.0190 ± 1.4326
Hits@50:
Test: 77.1157 ± 1.8813
AUC:
Test: 90.8571 ± 0.5334
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.75, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(label='debug', edge_path_file='None', add_heuristics=False, disable_heuristics=False, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.7628 ± 7.6593
Hits@20:
Test: 70.7400 ± 1.9920
Hits@30:
Test: 77.7230 ± 1.9518
Hits@50:
Test: 85.0095 ± 1.5416
AUC:
Test: 94.3021 ± 0.2957
All runs:
Hits@10:
Test: 33.1309 ± 4.5235
Hits@20:
Test: 47.7040 ± 4.5136
Hits@30:
Test: 56.7362 ± 3.4287
Hits@50:
Test: 66.9829 ± 1.9023
AUC:
Test: 87.4722 ± 0.8766
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.4118 ± 5.2545
Hits@20:
Test: 60.2657 ± 4.0667
Hits@30:
Test: 67.1727 ± 1.2150
Hits@50:
Test: 75.5598 ± 1.2967
AUC:
Test: 90.9862 ± 0.5964
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.25, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(label='mlp_gater', edge_path_file='../distill_edges/cora_edges.pth', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.7628 ± 7.6593
Hits@20:
Test: 70.7400 ± 1.9920
Hits@30:
Test: 77.7230 ± 1.9518
Hits@50:
Test: 85.0095 ± 1.5416
AUC:
Test: 94.3021 ± 0.2957
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 59.9621 ± 1.9023
Hits@20:
Test: 71.2334 ± 2.6956
Hits@30:
Test: 78.8994 ± 2.9317
Hits@50:
Test: 85.7685 ± 0.9001
AUC:
Test: 94.8189 ± 0.4389
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.25, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 58.0266 ± 4.4286
Hits@20:
Test: 72.7894 ± 1.8669
Hits@30:
Test: 79.1651 ± 1.4661
Hits@50:
Test: 85.5408 ± 0.7870
AUC:
Test: 94.9672 ± 0.3018
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.7761 ± 7.4532
Hits@20:
Test: 70.4744 ± 5.3175
Hits@30:
Test: 76.6983 ± 1.7256
Hits@50:
Test: 84.8956 ± 0.4368
AUC:
Test: 94.7133 ± 0.2197
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.75, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.7306 ± 2.5844
Hits@20:
Test: 62.7324 ± 3.3182
Hits@30:
Test: 72.9032 ± 2.8884
Hits@50:
Test: 80.4554 ± 1.2224
AUC:
Test: 93.7912 ± 0.3654
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(label='gcn_heuristic_mlp', edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.0949 ± 2.1028
Hits@20:
Test: 78.5579 ± 0.7824
Hits@30:
Test: 82.8463 ± 1.3983
Hits@50:
Test: 87.8178 ± 1.1495
AUC:
Test: 95.8396 ± 0.2755
All runs:
Hits@10:
Test: 56.3567 ± 6.0439
Hits@20:
Test: 72.1442 ± 1.7204
Hits@30:
Test: 75.7116 ± 1.8051
Hits@50:
Test: 82.5047 ± 1.7463
AUC:
Test: 94.5157 ± 0.3112
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.25, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.4915 ± 4.6453
Hits@20:
Test: 72.4099 ± 4.2907
Hits@30:
Test: 78.1025 ± 3.3587
Hits@50:
Test: 85.0095 ± 0.8591
AUC:
Test: 94.8819 ± 0.0713
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.6945 ± 6.0760
Hits@20:
Test: 73.5484 ± 4.8999
Hits@30:
Test: 80.0379 ± 2.5295
Hits@50:
Test: 85.5408 ± 0.9620
AUC:
Test: 95.2495 ± 0.1512
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.75, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.6357 ± 3.3822
Hits@20:
Test: 69.1082 ± 2.1019
Hits@30:
Test: 78.5958 ± 0.9041
Hits@50:
Test: 85.1613 ± 2.5152
AUC:
Test: 95.0424 ± 0.1522
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.9545 ± 4.8273
Hits@20:
Test: 66.7552 ± 5.2025
Hits@30:
Test: 72.5617 ± 1.2842
Hits@50:
Test: 78.7476 ± 2.7596
AUC:
Test: 93.2107 ± 0.9366
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.25, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.7837 ± 4.6973
Hits@20:
Test: 72.5237 ± 2.3601
Hits@30:
Test: 76.9639 ± 2.5231
Hits@50:
Test: 83.6053 ± 2.0639
AUC:
Test: 94.8937 ± 0.2988
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.4402 ± 6.2296
Hits@20:
Test: 74.4212 ± 2.5152
Hits@30:
Test: 80.8729 ± 1.5785
Hits@50:
Test: 86.0721 ± 1.1971
AUC:
Test: 95.4941 ± 0.2022
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.75, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.9184 ± 4.8012
Hits@20:
Test: 68.7666 ± 2.0899
Hits@30:
Test: 75.7116 ± 2.9058
Hits@50:
Test: 83.5674 ± 1.7214
AUC:
Test: 94.5875 ± 0.1721
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.5731 ± 1.9425
Hits@20:
Test: 67.8178 ± 3.0790
Hits@30:
Test: 77.3814 ± 1.5955
Hits@50:
Test: 83.6433 ± 1.1495
AUC:
Test: 94.3145 ± 0.1205
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.25, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.4345 ± 3.4978
Hits@20:
Test: 67.1727 ± 3.7879
Hits@30:
Test: 77.1537 ± 3.7584
Hits@50:
Test: 82.9222 ± 1.4263
AUC:
Test: 94.3263 ± 0.2274
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.7533 ± 4.4812
Hits@20:
Test: 67.4763 ± 4.1759
Hits@30:
Test: 73.6243 ± 3.2921
Hits@50:
Test: 80.7211 ± 1.9286
AUC:
Test: 93.8699 ± 0.3944
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.75, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.7362 ± 3.5540
Hits@20:
Test: 50.2087 ± 2.3950
Hits@30:
Test: 59.4307 ± 3.3447
Hits@50:
Test: 74.4212 ± 0.7983
AUC:
Test: 92.4298 ± 0.2305
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 60.1138 ± 6.1008
Hits@20:
Test: 72.2960 ± 2.4522
Hits@30:
Test: 78.6338 ± 1.4301
Hits@50:
Test: 84.0228 ± 0.8422
AUC:
Test: 94.8560 ± 0.2250
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.25, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.9146 ± 3.5362
Hits@20:
Test: 72.0683 ± 2.1735
Hits@30:
Test: 78.5958 ± 1.5955
Hits@50:
Test: 85.7685 ± 1.2870
AUC:
Test: 94.7286 ± 0.1514
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 58.1784 ± 4.6161
Hits@20:
Test: 71.1195 ± 3.7121
Hits@30:
Test: 77.1537 ± 2.8702
Hits@50:
Test: 85.1992 ± 1.6651
AUC:
Test: 94.5877 ± 0.2845
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.75, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.4896 ± 5.5695
Hits@20:
Test: 61.6319 ± 2.9132
Hits@30:
Test: 69.0702 ± 2.9243
Hits@50:
Test: 81.4042 ± 1.5647
AUC:
Test: 93.6843 ± 0.1514
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.0664 ± 3.5737
Hits@20:
Test: 68.1973 ± 6.4455
Hits@30:
Test: 75.0285 ± 0.9731
Hits@50:
Test: 83.5294 ± 1.1728
AUC:
Test: 94.1208 ± 0.1902
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.25, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 58.2163 ± 8.5140
Hits@20:
Test: 68.8805 ± 4.8693
Hits@30:
Test: 77.5712 ± 2.0586
Hits@50:
Test: 84.5920 ± 1.5555
AUC:
Test: 94.9472 ± 0.1911
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.1006 ± 3.9871
Hits@20:
Test: 73.9658 ± 4.4610
Hits@30:
Test: 80.7970 ± 1.1651
Hits@50:
Test: 85.1992 ± 2.1760
AUC:
Test: 95.1461 ± 0.1870
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.75, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.5351 ± 5.6809
Hits@20:
Test: 70.3985 ± 2.6293
Hits@30:
Test: 76.2429 ± 2.0366
Hits@50:
Test: 85.7685 ± 1.4136
AUC:
Test: 94.9992 ± 0.1487
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.8824 ± 4.8329
Hits@20:
Test: 67.7040 ± 4.2162
Hits@30:
Test: 74.6869 ± 2.5088
Hits@50:
Test: 82.5806 ± 1.4723
AUC:
Test: 93.8811 ± 0.4333
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.25, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.3226 ± 3.6038
Hits@20:
Test: 64.5161 ± 1.4200
Hits@30:
Test: 73.4345 ± 1.6323
Hits@50:
Test: 81.7457 ± 0.9620
AUC:
Test: 93.8731 ± 0.1871
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.7287 ± 5.4789
Hits@20:
Test: 62.1632 ± 6.0044
Hits@30:
Test: 72.1063 ± 1.7339
Hits@50:
Test: 81.0626 ± 1.6940
AUC:
Test: 93.6930 ± 0.4893
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.75, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.8008 ± 2.8068
Hits@20:
Test: 47.7799 ± 2.0278
Hits@30:
Test: 58.1025 ± 2.9439
Hits@50:
Test: 72.9412 ± 2.8734
AUC:
Test: 91.9057 ± 0.1645
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.6869 ± 3.5838
Hits@20:
Test: 70.4744 ± 4.2676
Hits@30:
Test: 77.7609 ± 1.8417
Hits@50:
Test: 83.6812 ± 1.9398
AUC:
Test: 94.3322 ± 0.2323
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.25, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.9412 ± 1.7648
Hits@20:
Test: 66.2239 ± 2.9427
Hits@30:
Test: 74.2315 ± 2.1317
Hits@50:
Test: 82.5807 ± 2.0233
AUC:
Test: 94.2363 ± 0.1703
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.7533 ± 4.3258
Hits@20:
Test: 64.8197 ± 5.0891
Hits@30:
Test: 74.1556 ± 1.2898
Hits@50:
Test: 81.1006 ± 2.0287
AUC:
Test: 94.0264 ± 0.3457
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.75, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.0152 ± 2.8884
Hits@20:
Test: 51.3472 ± 3.0200
Hits@30:
Test: 63.1499 ± 2.9008
Hits@50:
Test: 77.1537 ± 1.0616
AUC:
Test: 92.5123 ± 0.0603
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 60.6452 ± 4.5809
Hits@20:
Test: 71.1954 ± 1.5439
Hits@30:
Test: 77.9507 ± 1.7871
Hits@50:
Test: 84.4402 ± 0.8486
AUC:
Test: 94.6429 ± 0.2370
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.25, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 59.3548 ± 4.2290
Hits@20:
Test: 72.1442 ± 3.5076
Hits@30:
Test: 78.1404 ± 1.7099
Hits@50:
Test: 85.5788 ± 1.2800
AUC:
Test: 94.8594 ± 0.1578
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.1290 ± 3.0814
Hits@20:
Test: 70.8159 ± 3.9540
Hits@30:
Test: 78.8994 ± 1.8071
Hits@50:
Test: 85.9203 ± 1.4414
AUC:
Test: 94.7958 ± 0.2539
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.75, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.0588 ± 3.7974
Hits@20:
Test: 62.3909 ± 3.3742
Hits@30:
Test: 69.2600 ± 2.2492
Hits@50:
Test: 82.2391 ± 1.5275
AUC:
Test: 93.7796 ± 0.1755
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.6262 ± 4.2629
Hits@20:
Test: 66.4137 ± 2.6259
Hits@30:
Test: 73.8520 ± 2.0586
Hits@50:
Test: 80.6831 ± 1.1804
AUC:
Test: 93.6612 ± 0.2088
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.25, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 44.9336 ± 5.5507
Hits@20:
Test: 58.8615 ± 2.8476
Hits@30:
Test: 71.0436 ± 4.1672
Hits@50:
Test: 80.9488 ± 2.3069
AUC:
Test: 93.4843 ± 0.2413
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 41.3283 ± 4.6040
Hits@20:
Test: 58.4061 ± 3.9197
Hits@30:
Test: 68.1214 ± 1.7750
Hits@50:
Test: 78.4820 ± 2.8890
AUC:
Test: 93.2943 ± 0.2349
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.75, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.9260 ± 2.2194
Hits@20:
Test: 49.5256 ± 2.4522
Hits@30:
Test: 58.1404 ± 3.5767
Hits@50:
Test: 73.1689 ± 0.8336
AUC:
Test: 92.1327 ± 0.2534
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.3871 ± 6.0080
Hits@20:
Test: 66.2239 ± 4.7533
Hits@30:
Test: 74.6490 ± 2.1867
Hits@50:
Test: 80.0759 ± 2.8558
AUC:
Test: 93.8815 ± 0.3289
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.25, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.3985 ± 2.9567
Hits@20:
Test: 62.9602 ± 1.6345
Hits@30:
Test: 73.3586 ± 2.8514
Hits@50:
Test: 81.1385 ± 1.0531
AUC:
Test: 93.7585 ± 0.1902
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.9583 ± 7.4082
Hits@20:
Test: 57.9886 ± 2.8765
Hits@30:
Test: 70.9677 ± 2.1594
Hits@50:
Test: 80.0759 ± 2.9549
AUC:
Test: 93.4286 ± 0.1330
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.75, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.2941 ± 4.1724
Hits@20:
Test: 46.7552 ± 4.9237
Hits@30:
Test: 55.1044 ± 4.6743
Hits@50:
Test: 74.1556 ± 1.2180
AUC:
Test: 92.0816 ± 0.2967
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.4706 ± 3.9178
Hits@20:
Test: 69.2979 ± 3.0104
Hits@30:
Test: 76.2808 ± 2.0569
Hits@50:
Test: 83.9469 ± 1.3788
AUC:
Test: 94.2950 ± 0.1375
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.25, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.4231 ± 5.4733
Hits@20:
Test: 66.4896 ± 2.8734
Hits@30:
Test: 73.5863 ± 1.4844
Hits@50:
Test: 83.2258 ± 1.4111
AUC:
Test: 94.0982 ± 0.1875
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.3472 ± 6.9443
Hits@20:
Test: 64.4402 ± 3.7198
Hits@30:
Test: 72.5996 ± 5.0035
Hits@50:
Test: 80.3795 ± 4.0109
AUC:
Test: 93.8735 ± 0.2180
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.75, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 39.0892 ± 3.9394
Hits@20:
Test: 52.5996 ± 2.8126
Hits@30:
Test: 62.3150 ± 1.9974
Hits@50:
Test: 75.6357 ± 1.8131
AUC:
Test: 92.3767 ± 0.3464
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.6471 ± 3.6829
Hits@20:
Test: 71.2713 ± 4.2315
Hits@30:
Test: 77.6471 ± 0.9987
Hits@50:
Test: 85.4649 ± 1.8131
AUC:
Test: 94.7714 ± 0.1830
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.25, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 59.1271 ± 4.9383
Hits@20:
Test: 74.7249 ± 2.5224
Hits@30:
Test: 80.0379 ± 2.5718
Hits@50:
Test: 85.5028 ± 0.8227
AUC:
Test: 94.9470 ± 0.1128
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.4213 ± 9.1961
Hits@20:
Test: 72.2201 ± 2.3494
Hits@30:
Test: 79.0133 ± 2.0985
Hits@50:
Test: 84.8956 ± 1.4796
AUC:
Test: 94.9127 ± 0.1040
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.75, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.0588 ± 2.1510
Hits@20:
Test: 61.5939 ± 2.1028
Hits@30:
Test: 70.8918 ± 2.4470
Hits@50:
Test: 82.2391 ± 0.5127
AUC:
Test: 93.8132 ± 0.1133
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 59.6205 ± 3.9585
Hits@20:
Test: 70.3605 ± 1.8466
Hits@30:
Test: 74.7628 ± 2.8368
Hits@50:
Test: 82.4668 ± 1.2486
AUC:
Test: 94.3361 ± 0.2602
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.25, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.4573 ± 4.4630
Hits@20:
Test: 71.8027 ± 2.1409
Hits@30:
Test: 78.2922 ± 1.8475
Hits@50:
Test: 85.3131 ± 1.9564
AUC:
Test: 94.9066 ± 0.1572
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.1252 ± 7.6757
Hits@20:
Test: 73.8899 ± 2.7022
Hits@30:
Test: 79.2030 ± 2.4763
Hits@50:
Test: 85.9582 ± 1.2076
AUC:
Test: 95.2134 ± 0.1378
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.75, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.9146 ± 3.6018
Hits@20:
Test: 71.6129 ± 3.0140
Hits@30:
Test: 76.8880 ± 1.8563
Hits@50:
Test: 84.5541 ± 1.9004
AUC:
Test: 94.9844 ± 0.0945
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.1954 ± 3.2740
Hits@20:
Test: 64.7818 ± 7.8703
Hits@30:
Test: 73.0930 ± 2.6135
Hits@50:
Test: 78.2543 ± 3.6809
AUC:
Test: 93.1167 ± 0.8728
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.25, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.0740 ± 4.5887
Hits@20:
Test: 75.4459 ± 0.8654
Hits@30:
Test: 79.2030 ± 1.2701
Hits@50:
Test: 85.3510 ± 0.7983
AUC:
Test: 95.0058 ± 0.3309
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.8083 ± 6.9707
Hits@20:
Test: 71.7268 ± 6.1852
Hits@30:
Test: 79.9241 ± 2.4536
Hits@50:
Test: 85.9203 ± 0.8737
AUC:
Test: 95.4194 ± 0.3830
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.75, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.1328 ± 7.1295
Hits@20:
Test: 67.5901 ± 3.0254
Hits@30:
Test: 76.5844 ± 2.5969
Hits@50:
Test: 83.1499 ± 2.3525
AUC:
Test: 94.6610 ± 0.4149
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.5731 ± 3.2497
Hits@20:
Test: 70.0949 ± 3.2442
Hits@30:
Test: 77.7230 ± 2.3571
Hits@50:
Test: 83.9848 ± 1.3188
AUC:
Test: 94.4432 ± 0.1933
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.25, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.1841 ± 2.8285
Hits@20:
Test: 66.5655 ± 5.4608
Hits@30:
Test: 76.1290 ± 2.1147
Hits@50:
Test: 82.4288 ± 2.2476
AUC:
Test: 94.2156 ± 0.2507
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.0076 ± 3.0479
Hits@20:
Test: 66.6414 ± 6.4256
Hits@30:
Test: 73.4345 ± 3.6770
Hits@50:
Test: 80.6831 ± 2.5401
AUC:
Test: 93.9275 ± 0.3389
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.75, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 37.7230 ± 3.3096
Hits@20:
Test: 48.0835 ± 3.4746
Hits@30:
Test: 62.2391 ± 4.2915
Hits@50:
Test: 74.8008 ± 2.5295
AUC:
Test: 92.3703 ± 0.3233
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 60.5693 ± 4.0418
Hits@20:
Test: 71.8406 ± 1.6135
Hits@30:
Test: 77.1537 ± 0.9731
Hits@50:
Test: 84.3643 ± 1.2120
AUC:
Test: 94.5646 ± 0.1332
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.25, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 58.3302 ± 0.8961
Hits@20:
Test: 71.7647 ± 1.9323
Hits@30:
Test: 77.4573 ± 1.8171
Hits@50:
Test: 84.3264 ± 1.8329
AUC:
Test: 94.7048 ± 0.1741
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.6622 ± 6.6419
Hits@20:
Test: 71.4231 ± 3.2497
Hits@30:
Test: 79.2030 ± 2.0985
Hits@50:
Test: 85.3510 ± 1.1728
AUC:
Test: 94.6251 ± 0.1767
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.75, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.3131 ± 4.1862
Hits@20:
Test: 61.7078 ± 1.1016
Hits@30:
Test: 70.8918 ± 1.4674
Hits@50:
Test: 81.8975 ± 2.3340
AUC:
Test: 93.7660 ± 0.1024
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.6091 ± 7.3069
Hits@20:
Test: 68.3491 ± 2.6982
Hits@30:
Test: 75.7116 ± 2.0216
Hits@50:
Test: 82.5047 ± 0.7150
AUC:
Test: 94.2738 ± 0.1620
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.25, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 63.8330 ± 3.1938
Hits@20:
Test: 72.7514 ± 1.8230
Hits@30:
Test: 76.3567 ± 3.7703
Hits@50:
Test: 84.6300 ± 1.4575
AUC:
Test: 94.9316 ± 0.2681
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 60.3036 ± 4.1646
Hits@20:
Test: 73.4345 ± 1.2370
Hits@30:
Test: 80.5313 ± 1.8621
Hits@50:
Test: 85.6926 ± 1.3256
AUC:
Test: 95.2655 ± 0.2131
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.75, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.7230 ± 1.6011
Hits@20:
Test: 70.2846 ± 2.6721
Hits@30:
Test: 75.6736 ± 2.1610
Hits@50:
Test: 85.8823 ± 2.3532
AUC:
Test: 95.0665 ± 0.1852
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.7154 ± 5.6001
Hits@20:
Test: 65.4269 ± 2.5009
Hits@30:
Test: 73.9279 ± 1.4917
Hits@50:
Test: 82.5427 ± 1.5819
AUC:
Test: 93.7163 ± 0.1714
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.25, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.0455 ± 2.8852
Hits@20:
Test: 65.5408 ± 3.4538
Hits@30:
Test: 71.6509 ± 2.4763
Hits@50:
Test: 81.5560 ± 0.9620
AUC:
Test: 93.7578 ± 0.2080
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.9070 ± 4.5172
Hits@20:
Test: 62.0873 ± 5.0265
Hits@30:
Test: 71.7268 ± 2.1426
Hits@50:
Test: 80.1518 ± 1.6023
AUC:
Test: 93.5793 ± 0.1510
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.75, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.4592 ± 3.9453
Hits@20:
Test: 50.2087 ± 2.9961
Hits@30:
Test: 59.2030 ± 2.2967
Hits@50:
Test: 73.3207 ± 3.6564
AUC:
Test: 92.2337 ± 0.3547
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.8767 ± 2.5788
Hits@20:
Test: 70.3226 ± 2.1241
Hits@30:
Test: 77.6850 ± 3.5616
Hits@50:
Test: 84.3264 ± 1.3050
AUC:
Test: 94.2343 ± 0.3083
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.25, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.1917 ± 5.1976
Hits@20:
Test: 66.6793 ± 5.7845
Hits@30:
Test: 76.5844 ± 0.6789
Hits@50:
Test: 82.6186 ± 2.9537
AUC:
Test: 94.4239 ± 0.2137
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.7913 ± 4.7450
Hits@20:
Test: 61.3283 ± 4.8589
Hits@30:
Test: 71.9924 ± 4.4493
Hits@50:
Test: 82.2391 ± 1.7162
AUC:
Test: 94.1195 ± 0.4190
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.75, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.8615 ± 3.7651
Hits@20:
Test: 51.2713 ± 3.3795
Hits@30:
Test: 59.2030 ± 3.5040
Hits@50:
Test: 73.7761 ± 2.1104
AUC:
Test: 92.3677 ± 0.5247
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 58.1404 ± 3.4927
Hits@20:
Test: 70.8539 ± 1.8230
Hits@30:
Test: 78.1404 ± 1.1258
Hits@50:
Test: 84.8956 ± 1.7057
AUC:
Test: 94.6055 ± 0.1519
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.25, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 58.0645 ± 7.7160
Hits@20:
Test: 70.7021 ± 2.7810
Hits@30:
Test: 80.1518 ± 0.8117
Hits@50:
Test: 85.6167 ± 0.5265
AUC:
Test: 94.8386 ± 0.2917
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.4326 ± 4.8053
Hits@20:
Test: 72.5237 ± 1.2898
Hits@30:
Test: 79.8102 ± 1.5509
Hits@50:
Test: 85.1613 ± 1.0077
AUC:
Test: 94.9069 ± 0.2553
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.75, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.7799 ± 3.8712
Hits@20:
Test: 61.0247 ± 2.3912
Hits@30:
Test: 69.3359 ± 1.5097
Hits@50:
Test: 81.2524 ± 1.5728
AUC:
Test: 93.7050 ± 0.1334
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.5142 ± 4.7828
Hits@20:
Test: 63.6433 ± 2.2194
Hits@30:
Test: 73.9279 ± 3.2135
Hits@50:
Test: 82.0873 ± 1.7422
AUC:
Test: 93.7648 ± 0.3053
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.25, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.6926 ± 4.2332
Hits@20:
Test: 62.8842 ± 5.0143
Hits@30:
Test: 70.7021 ± 3.3047
Hits@50:
Test: 81.5180 ± 1.8081
AUC:
Test: 93.5683 ± 0.2714
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.6433 ± 1.8151
Hits@20:
Test: 60.7590 ± 4.7256
Hits@30:
Test: 69.5636 ± 1.0784
Hits@50:
Test: 80.4554 ± 0.3550
AUC:
Test: 93.3488 ± 0.2592
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.75, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.5218 ± 5.6837
Hits@20:
Test: 49.0323 ± 3.8154
Hits@30:
Test: 60.5693 ± 2.1443
Hits@50:
Test: 73.0171 ± 2.3487
AUC:
Test: 92.1947 ± 0.0601
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.1082 ± 5.5410
Hits@20:
Test: 63.8710 ± 6.8398
Hits@30:
Test: 73.6622 ± 4.3133
Hits@50:
Test: 79.3928 ± 2.9719
AUC:
Test: 93.6771 ± 0.2989
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.25, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.2372 ± 3.9997
Hits@20:
Test: 64.7059 ± 3.8234
Hits@30:
Test: 72.8653 ± 1.7339
Hits@50:
Test: 82.1252 ± 1.1956
AUC:
Test: 93.6809 ± 0.2822
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.5901 ± 4.3362
Hits@20:
Test: 60.3036 ± 3.7024
Hits@30:
Test: 68.0455 ± 1.6246
Hits@50:
Test: 77.9886 ± 3.8911
AUC:
Test: 93.4494 ± 0.3045
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.75, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.2695 ± 4.3511
Hits@20:
Test: 49.0702 ± 1.9838
Hits@30:
Test: 59.3169 ± 2.3147
Hits@50:
Test: 72.4099 ± 2.5830
AUC:
Test: 92.1420 ± 0.1570
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.2182 ± 3.8865
Hits@20:
Test: 69.4497 ± 3.0508
Hits@30:
Test: 76.8121 ± 2.0055
Hits@50:
Test: 84.4023 ± 1.7046
AUC:
Test: 94.2332 ± 0.1574
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.25, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.3719 ± 4.9862
Hits@20:
Test: 67.5901 ± 3.7722
Hits@30:
Test: 74.5731 ± 2.3852
Hits@50:
Test: 83.3397 ± 2.6882
AUC:
Test: 94.1917 ± 0.3191
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.0569 ± 6.4897
Hits@20:
Test: 66.1860 ± 6.3011
Hits@30:
Test: 73.2827 ± 1.4098
Hits@50:
Test: 82.5427 ± 1.5474
AUC:
Test: 93.8957 ± 0.2959
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.75, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.01, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.8273 ± 4.3354
Hits@20:
Test: 50.0190 ± 3.0732
Hits@30:
Test: 61.3283 ± 4.0284
Hits@50:
Test: 75.7116 ± 1.6268
AUC:
Test: 92.4707 ± 0.1334
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 60.1139 ± 3.4870
Hits@20:
Test: 71.8406 ± 3.5311
Hits@30:
Test: 79.5066 ± 1.5474
Hits@50:
Test: 85.6546 ± 1.8909
AUC:
Test: 94.8170 ± 0.1954
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.25, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 58.5199 ± 7.2126
Hits@20:
Test: 74.1936 ± 1.8928
Hits@30:
Test: 78.9753 ± 1.0514
Hits@50:
Test: 85.4269 ± 0.9896
AUC:
Test: 94.9662 ± 0.1047
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.9013 ± 5.5947
Hits@20:
Test: 71.6129 ± 1.6190
Hits@30:
Test: 78.4061 ± 1.8708
Hits@50:
Test: 85.2372 ± 0.5092
AUC:
Test: 94.7682 ± 0.1948
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.75, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.1954 ± 4.5410
Hits@20:
Test: 65.8065 ± 1.8071
Hits@30:
Test: 73.8899 ± 0.7049
Hits@50:
Test: 83.5294 ± 0.3650
AUC:
Test: 94.3040 ± 0.1911
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.9639 ± 3.7048
Hits@20:
Test: 68.5768 ± 6.7551
Hits@30:
Test: 76.3947 ± 0.9823
Hits@50:
Test: 82.9981 ± 1.5275
AUC:
Test: 94.3315 ± 0.1707
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.25, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.8843 ± 5.2613
Hits@20:
Test: 73.4345 ± 2.9671
Hits@30:
Test: 80.6072 ± 2.0189
Hits@50:
Test: 84.8956 ± 0.6789
AUC:
Test: 95.0182 ± 0.2000
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.1366 ± 3.9758
Hits@20:
Test: 75.2941 ± 1.6834
Hits@30:
Test: 81.4801 ± 1.1354
Hits@50:
Test: 86.6034 ± 0.6236
AUC:
Test: 95.1319 ± 0.2189
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.75, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.1044 ± 2.8671
Hits@20:
Test: 71.3472 ± 1.6157
Hits@30:
Test: 77.3435 ± 1.2630
Hits@50:
Test: 85.6167 ± 2.7149
AUC:
Test: 95.1442 ± 0.2151
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.1157 ± 2.9549
Hits@20:
Test: 68.0076 ± 2.4544
Hits@30:
Test: 73.1689 ± 2.4544
Hits@50:
Test: 80.1897 ± 2.6922
AUC:
Test: 93.3637 ± 0.6291
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.25, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.8975 ± 5.5605
Hits@20:
Test: 69.9810 ± 4.3878
Hits@30:
Test: 77.2676 ± 3.7794
Hits@50:
Test: 84.3643 ± 2.7056
AUC:
Test: 95.0681 ± 0.4342
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.8083 ± 5.8594
Hits@20:
Test: 74.4212 ± 2.3715
Hits@30:
Test: 80.1518 ± 2.4099
Hits@50:
Test: 85.9962 ± 1.3905
AUC:
Test: 95.3899 ± 0.4692
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.75, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.1689 ± 4.2545
Hits@20:
Test: 68.3491 ± 3.5127
Hits@30:
Test: 75.3700 ± 4.4972
Hits@50:
Test: 83.5674 ± 2.1743
AUC:
Test: 94.5481 ± 0.4162
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.2695 ± 5.7820
Hits@20:
Test: 72.1442 ± 4.1733
Hits@30:
Test: 76.7362 ± 2.0419
Hits@50:
Test: 84.6300 ± 0.9951
AUC:
Test: 94.4909 ± 0.2100
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.25, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.1177 ± 4.6371
Hits@20:
Test: 66.8311 ± 4.5981
Hits@30:
Test: 76.4706 ± 1.4513
Hits@50:
Test: 81.5180 ± 0.9257
AUC:
Test: 94.4398 ± 0.0549
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.8691 ± 3.1723
Hits@20:
Test: 64.5161 ± 7.1290
Hits@30:
Test: 72.9791 ± 3.4824
Hits@50:
Test: 82.3150 ± 1.3105
AUC:
Test: 94.0602 ± 0.2434
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.75, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 36.5085 ± 3.6931
Hits@20:
Test: 51.7647 ± 2.5928
Hits@30:
Test: 62.6186 ± 2.9671
Hits@50:
Test: 74.8767 ± 2.6348
AUC:
Test: 92.5772 ± 0.2800
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 60.0379 ± 3.8295
Hits@20:
Test: 71.5750 ± 2.4315
Hits@30:
Test: 79.0512 ± 1.4111
Hits@50:
Test: 85.3131 ± 1.3524
AUC:
Test: 94.8685 ± 0.1929
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.25, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.2144 ± 3.2965
Hits@20:
Test: 71.9924 ± 1.7109
Hits@30:
Test: 78.8994 ± 2.4973
Hits@50:
Test: 85.0474 ± 1.6455
AUC:
Test: 94.8164 ± 0.0180
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.7362 ± 4.2999
Hits@20:
Test: 71.5750 ± 1.1573
Hits@30:
Test: 79.1271 ± 1.5061
Hits@50:
Test: 84.4402 ± 2.1002
AUC:
Test: 94.7485 ± 0.1071
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.75, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.7913 ± 7.2400
Hits@20:
Test: 63.9469 ± 3.2006
Hits@30:
Test: 71.4990 ± 3.6436
Hits@50:
Test: 80.5693 ± 1.4238
AUC:
Test: 93.7398 ± 0.4000
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.7875 ± 5.0650
Hits@20:
Test: 68.3112 ± 3.3329
Hits@30:
Test: 74.6110 ± 1.0684
Hits@50:
Test: 82.0114 ± 1.5322
AUC:
Test: 94.2445 ± 0.2768
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.25, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.9355 ± 2.8132
Hits@20:
Test: 73.0171 ± 2.9985
Hits@30:
Test: 77.5332 ± 3.3987
Hits@50:
Test: 84.8577 ± 1.7770
AUC:
Test: 94.9848 ± 0.2549
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 67.2106 ± 1.3377
Hits@20:
Test: 74.2694 ± 2.7056
Hits@30:
Test: 79.6964 ± 1.7339
Hits@50:
Test: 85.9583 ± 0.6435
AUC:
Test: 95.3834 ± 0.2420
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.75, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.0664 ± 3.0045
Hits@20:
Test: 70.0569 ± 0.9238
Hits@30:
Test: 78.1784 ± 0.9951
Hits@50:
Test: 85.6167 ± 1.9042
AUC:
Test: 94.9310 ± 0.1841
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.9677 ± 9.0054
Hits@20:
Test: 65.3890 ± 5.8001
Hits@30:
Test: 74.1176 ± 2.6989
Hits@50:
Test: 82.3909 ± 2.2983
AUC:
Test: 93.8294 ± 0.2781
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.25, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.6148 ± 5.6631
Hits@20:
Test: 58.1404 ± 9.1137
Hits@30:
Test: 72.2581 ± 2.4129
Hits@50:
Test: 80.8349 ± 0.4450
AUC:
Test: 93.6590 ± 0.3380
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.6281 ± 6.1149
Hits@20:
Test: 57.6471 ± 3.2519
Hits@30:
Test: 70.8918 ± 1.0359
Hits@50:
Test: 81.8596 ± 1.2630
AUC:
Test: 93.7013 ± 0.3312
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.75, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.3074 ± 3.3393
Hits@20:
Test: 48.3112 ± 1.1433
Hits@30:
Test: 58.4061 ± 3.2630
Hits@50:
Test: 73.7381 ± 1.5392
AUC:
Test: 92.1578 ± 0.1812
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.7116 ± 4.2570
Hits@20:
Test: 71.7647 ± 3.0075
Hits@30:
Test: 76.8501 ± 1.4941
Hits@50:
Test: 84.2884 ± 0.7023
AUC:
Test: 94.4134 ± 0.3242
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.25, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.3719 ± 3.8586
Hits@20:
Test: 70.3985 ± 1.6378
Hits@30:
Test: 75.5218 ± 2.6667
Hits@50:
Test: 83.9089 ± 0.4114
AUC:
Test: 94.3757 ± 0.2604
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.1214 ± 5.7109
Hits@20:
Test: 67.8558 ± 3.4303
Hits@30:
Test: 73.0550 ± 2.0037
Hits@50:
Test: 81.6319 ± 1.7921
AUC:
Test: 93.9370 ± 0.2059
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.75, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.7476 ± 5.2917
Hits@20:
Test: 51.4991 ± 4.8072
Hits@30:
Test: 59.5446 ± 1.6510
Hits@50:
Test: 74.2694 ± 3.0408
AUC:
Test: 92.3909 ± 0.3028
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 59.7343 ± 2.6714
Hits@20:
Test: 71.4611 ± 3.1484
Hits@30:
Test: 77.3435 ± 2.5409
Hits@50:
Test: 84.3264 ± 0.8549
AUC:
Test: 94.5055 ± 0.2136
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.25, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 59.3169 ± 5.5136
Hits@20:
Test: 69.7154 ± 3.3426
Hits@30:
Test: 78.4440 ± 2.6889
Hits@50:
Test: 85.1233 ± 0.8860
AUC:
Test: 94.6749 ± 0.0658
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.7495 ± 2.1190
Hits@20:
Test: 68.9564 ± 1.8329
Hits@30:
Test: 79.0892 ± 2.1817
Hits@50:
Test: 84.4402 ± 1.0306
AUC:
Test: 94.5592 ± 0.3213
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.75, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.0854 ± 2.0551
Hits@20:
Test: 60.2277 ± 2.3723
Hits@30:
Test: 70.7780 ± 2.6293
Hits@50:
Test: 82.2391 ± 1.3983
AUC:
Test: 93.7533 ± 0.2360
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.3510 ± 4.2089
Hits@20:
Test: 64.3264 ± 4.1269
Hits@30:
Test: 71.0436 ± 2.5409
Hits@50:
Test: 80.8349 ± 2.7169
AUC:
Test: 93.7048 ± 0.2962
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.25, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.7799 ± 5.3087
Hits@20:
Test: 61.8975 ± 1.4600
Hits@30:
Test: 72.2201 ± 2.1660
Hits@50:
Test: 82.0873 ± 1.5157
AUC:
Test: 93.6064 ± 0.2113
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.0209 ± 4.0060
Hits@20:
Test: 57.5332 ± 3.2129
Hits@30:
Test: 69.0322 ± 2.3487
Hits@50:
Test: 78.8235 ± 2.4544
AUC:
Test: 93.1658 ± 0.2324
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.75, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.7495 ± 4.0953
Hits@20:
Test: 48.6907 ± 3.7440
Hits@30:
Test: 58.3302 ± 2.4763
Hits@50:
Test: 73.9279 ± 1.6791
AUC:
Test: 92.2321 ± 0.4107
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.2600 ± 2.1949
Hits@20:
Test: 64.9715 ± 2.1156
Hits@30:
Test: 73.3207 ± 3.1023
Hits@50:
Test: 83.3017 ± 1.7130
AUC:
Test: 93.7298 ± 0.3735
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.25, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.4004 ± 5.1047
Hits@20:
Test: 60.2277 ± 4.1173
Hits@30:
Test: 71.6888 ± 3.2157
Hits@50:
Test: 81.5939 ± 1.7699
AUC:
Test: 93.4843 ± 0.5715
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 43.7951 ± 5.2764
Hits@20:
Test: 59.3169 ± 5.4809
Hits@30:
Test: 69.3738 ± 2.5795
Hits@50:
Test: 78.8615 ± 0.8117
AUC:
Test: 93.1861 ± 0.2629
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.75, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.8406 ± 3.8874
Hits@20:
Test: 48.5009 ± 2.5515
Hits@30:
Test: 59.9620 ± 4.1028
Hits@50:
Test: 73.6622 ± 1.7412
AUC:
Test: 91.9879 ± 0.3342
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.3833 ± 3.4798
Hits@20:
Test: 68.7666 ± 4.5136
Hits@30:
Test: 76.0531 ± 2.8759
Hits@50:
Test: 83.6812 ± 1.2587
AUC:
Test: 94.3773 ± 0.3417
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.25, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.0569 ± 4.1776
Hits@20:
Test: 65.9203 ± 3.4927
Hits@30:
Test: 72.2960 ± 3.8772
Hits@50:
Test: 82.4668 ± 2.9476
AUC:
Test: 94.1480 ± 0.2465
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.9298 ± 2.3263
Hits@20:
Test: 65.6926 ± 2.5753
Hits@30:
Test: 72.4099 ± 3.9086
Hits@50:
Test: 81.1385 ± 2.8228
AUC:
Test: 93.7042 ± 0.3459
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.75, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.8899 ± 2.5725
Hits@20:
Test: 49.4118 ± 3.5515
Hits@30:
Test: 58.9374 ± 2.9354
Hits@50:
Test: 72.8653 ± 1.5001
AUC:
Test: 92.2209 ± 0.2682
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.1537 ± 4.9105
Hits@20:
Test: 70.8918 ± 4.0087
Hits@30:
Test: 78.3681 ± 1.8299
Hits@50:
Test: 85.6926 ± 1.0271
AUC:
Test: 94.6824 ± 0.1738
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.25, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.3055 ± 4.1378
Hits@20:
Test: 72.8273 ± 5.8891
Hits@30:
Test: 79.3169 ± 1.0219
Hits@50:
Test: 84.8197 ± 1.5061
AUC:
Test: 94.9266 ± 0.1936
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 58.4820 ± 4.8478
Hits@20:
Test: 71.4231 ± 2.1451
Hits@30:
Test: 78.0645 ± 2.3456
Hits@50:
Test: 85.4649 ± 1.1113
AUC:
Test: 95.0370 ± 0.2024
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.75, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.0455 ± 4.5549
Hits@20:
Test: 66.1101 ± 2.8387
Hits@30:
Test: 73.7002 ± 1.4488
Hits@50:
Test: 82.6945 ± 0.9987
AUC:
Test: 94.5206 ± 0.2057
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 59.1651 ± 2.5472
Hits@20:
Test: 71.0436 ± 3.9362
Hits@30:
Test: 79.2030 ± 3.0378
Hits@50:
Test: 84.2505 ± 1.0393
AUC:
Test: 94.7930 ± 0.2818
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.25, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 62.6945 ± 4.4554
Hits@20:
Test: 73.7381 ± 4.1019
Hits@30:
Test: 79.0133 ± 2.2275
Hits@50:
Test: 85.5408 ± 1.2399
AUC:
Test: 95.1329 ± 0.2398
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 64.2505 ± 3.2275
Hits@20:
Test: 74.8008 ± 4.0127
Hits@30:
Test: 80.6072 ± 2.2904
Hits@50:
Test: 86.2998 ± 0.8422
AUC:
Test: 95.3819 ± 0.1664
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.75, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.0398 ± 5.4776
Hits@20:
Test: 70.9677 ± 2.6969
Hits@30:
Test: 78.1784 ± 1.3215
Hits@50:
Test: 86.2619 ± 1.7004
AUC:
Test: 95.4330 ± 0.1254
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.7989 ± 7.2636
Hits@20:
Test: 68.0076 ± 4.7733
Hits@30:
Test: 73.2827 ± 1.6011
Hits@50:
Test: 80.0759 ± 3.0242
AUC:
Test: 93.8524 ± 0.5998
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.25, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.8975 ± 7.1257
Hits@20:
Test: 75.0285 ± 1.3119
Hits@30:
Test: 77.8748 ± 0.4368
Hits@50:
Test: 85.0854 ± 1.0531
AUC:
Test: 95.1683 ± 0.1366
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 66.8311 ± 2.2267
Hits@20:
Test: 75.7875 ± 3.3560
Hits@30:
Test: 81.5560 ± 1.4661
Hits@50:
Test: 85.6167 ± 2.1190
AUC:
Test: 95.6501 ± 0.2386
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.75, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.0531 ± 4.5315
Hits@20:
Test: 70.4364 ± 4.0239
Hits@30:
Test: 78.5579 ± 2.0786
Hits@50:
Test: 84.4782 ± 1.4905
AUC:
Test: 95.1565 ± 0.1948
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 56.9639 ± 5.7326
Hits@20:
Test: 71.2713 ± 2.0109
Hits@30:
Test: 80.0759 ± 2.7920
Hits@50:
Test: 85.5408 ± 1.9277
AUC:
Test: 94.5988 ± 0.0758
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.25, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.3321 ± 2.0019
Hits@20:
Test: 72.2581 ± 1.7566
Hits@30:
Test: 76.0531 ± 1.0166
Hits@50:
Test: 83.0361 ± 1.9564
AUC:
Test: 94.4956 ± 0.2291
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 50.2087 ± 3.7247
Hits@20:
Test: 67.3624 ± 4.8135
Hits@30:
Test: 74.0417 ± 2.8476
Hits@50:
Test: 83.1499 ± 0.5910
AUC:
Test: 94.4068 ± 0.3975
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.75, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 38.5579 ± 2.8665
Hits@20:
Test: 55.3321 ± 1.9239
Hits@30:
Test: 62.4668 ± 2.1859
Hits@50:
Test: 77.0019 ± 2.3867
AUC:
Test: 92.9852 ± 0.2338
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 59.6964 ± 2.7972
Hits@20:
Test: 72.5237 ± 3.8642
Hits@30:
Test: 79.4307 ± 1.0005
Hits@50:
Test: 84.6679 ± 1.8368
AUC:
Test: 94.7220 ± 0.2119
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.25, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.5332 ± 3.6682
Hits@20:
Test: 71.7647 ± 2.3061
Hits@30:
Test: 80.4554 ± 2.1760
Hits@50:
Test: 85.8064 ± 1.3444
AUC:
Test: 95.0620 ± 0.1483
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 57.7989 ± 9.6519
Hits@20:
Test: 73.0171 ± 2.0411
Hits@30:
Test: 79.2789 ± 0.8737
Hits@50:
Test: 85.3131 ± 1.0616
AUC:
Test: 94.8322 ± 0.2288
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.75, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.6528 ± 4.5828
Hits@20:
Test: 66.4516 ± 2.6477
Hits@30:
Test: 73.3207 ± 1.1433
Hits@50:
Test: 82.8463 ± 0.4948
AUC:
Test: 94.1599 ± 0.1681
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 58.2922 ± 7.7328
Hits@20:
Test: 68.6148 ± 4.9256
Hits@30:
Test: 74.9905 ± 5.6583
Hits@50:
Test: 83.9848 ± 1.5275
AUC:
Test: 94.3392 ± 0.1703
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.25, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 59.0892 ± 4.4795
Hits@20:
Test: 73.2448 ± 2.8526
Hits@30:
Test: 77.8368 ± 3.5204
Hits@50:
Test: 84.7438 ± 0.6789
AUC:
Test: 94.9660 ± 0.1799
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 65.8065 ± 6.8185
Hits@20:
Test: 75.5977 ± 3.5158
Hits@30:
Test: 81.7457 ± 1.3242
Hits@50:
Test: 86.1860 ± 0.8422
AUC:
Test: 95.2483 ± 0.2237
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.75, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.7514 ± 3.6475
Hits@20:
Test: 69.9051 ± 2.9659
Hits@30:
Test: 75.9772 ± 2.3837
Hits@50:
Test: 86.6793 ± 0.3650
AUC:
Test: 95.0280 ± 0.2499
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.6774 ± 9.3524
Hits@20:
Test: 65.8064 ± 3.2381
Hits@30:
Test: 74.6869 ± 2.2072
Hits@50:
Test: 82.8842 ± 0.9431
AUC:
Test: 94.1904 ± 0.1493
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.25, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.6774 ± 4.6430
Hits@20:
Test: 64.0987 ± 6.6959
Hits@30:
Test: 73.8899 ± 2.1198
Hits@50:
Test: 81.5560 ± 2.4500
AUC:
Test: 93.8146 ± 0.2586
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.8805 ± 6.9598
Hits@20:
Test: 62.0873 ± 3.4245
Hits@30:
Test: 73.5484 ± 2.3912
Hits@50:
Test: 80.7970 ± 1.6400
AUC:
Test: 93.7971 ± 0.3276
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.75, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.0285 ± 1.1511
Hits@20:
Test: 49.7913 ± 2.3108
Hits@30:
Test: 60.0000 ± 3.9676
Hits@50:
Test: 74.3454 ± 2.2267
AUC:
Test: 92.0766 ± 0.4289
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.4592 ± 7.0183
Hits@20:
Test: 69.7913 ± 5.0247
Hits@30:
Test: 77.1917 ± 2.7347
Hits@50:
Test: 84.2505 ± 0.8799
AUC:
Test: 94.3666 ± 0.1797
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.25, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 55.4459 ± 2.3829
Hits@20:
Test: 69.7533 ± 1.8181
Hits@30:
Test: 75.6357 ± 1.8230
Hits@50:
Test: 83.4156 ± 0.9823
AUC:
Test: 94.2965 ± 0.2847
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.2201 ± 3.0461
Hits@20:
Test: 66.9070 ± 3.3019
Hits@30:
Test: 72.6376 ± 2.5683
Hits@50:
Test: 82.5047 ± 1.1651
AUC:
Test: 94.1271 ± 0.3654
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.75, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.5977 ± 3.9385
Hits@20:
Test: 51.2713 ± 5.2951
Hits@30:
Test: 61.7078 ± 2.0366
Hits@50:
Test: 75.2182 ± 1.2120
AUC:
Test: 92.5549 ± 0.3862
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 58.2543 ± 2.2849
Hits@20:
Test: 70.8159 ± 1.7464
Hits@30:
Test: 78.1784 ± 1.3617
Hits@50:
Test: 84.6300 ± 1.2587
AUC:
Test: 94.8207 ± 0.2726
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.25, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 61.4042 ± 4.4996
Hits@20:
Test: 71.9545 ± 3.0402
Hits@30:
Test: 79.7344 ± 1.5613
Hits@50:
Test: 85.3890 ± 0.6435
AUC:
Test: 94.8867 ± 0.2337
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 59.7723 ± 1.9947
Hits@20:
Test: 72.1442 ± 1.4845
Hits@30:
Test: 78.6717 ± 3.6118
Hits@50:
Test: 84.9336 ± 0.9257
AUC:
Test: 94.8845 ± 0.1486
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.75, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=100, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 47.2865 ± 4.4489
Hits@20:
Test: 63.2638 ± 3.4616
Hits@30:
Test: 70.4744 ± 2.1784
Hits@50:
Test: 82.5427 ± 0.9392
AUC:
Test: 93.7202 ± 0.2651
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 49.9810 ± 4.5116
Hits@20:
Test: 64.7818 ± 4.6005
Hits@30:
Test: 75.0285 ± 2.6382
Hits@50:
Test: 82.0873 ± 1.5509
AUC:
Test: 93.8634 ± 0.3139
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.25, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.3378 ± 2.9804
Hits@20:
Test: 62.5427 ± 4.7639
Hits@30:
Test: 69.9431 ± 4.0244
Hits@50:
Test: 81.1006 ± 1.8621
AUC:
Test: 93.5418 ± 0.2039
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.6167 ± 7.9635
Hits@20:
Test: 61.4801 ± 4.2068
Hits@30:
Test: 71.5750 ± 1.7921
Hits@50:
Test: 78.7856 ± 2.8884
AUC:
Test: 93.5622 ± 0.3134
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.75, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.01, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.6755 ± 1.1178
Hits@20:
Test: 48.8046 ± 2.9683
Hits@30:
Test: 58.6338 ± 2.9427
Hits@50:
Test: 73.1689 ± 1.1433
AUC:
Test: 91.8474 ± 0.4811
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.9184 ± 3.1105
Hits@20:
Test: 64.0607 ± 5.4048
Hits@30:
Test: 74.7249 ± 1.6510
Hits@50:
Test: 81.7078 ± 1.4735
AUC:
Test: 93.5981 ± 0.2667
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.25, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.6148 ± 5.6312
Hits@20:
Test: 60.8349 ± 4.1759
Hits@30:
Test: 71.1575 ± 3.0714
Hits@50:
Test: 81.8596 ± 0.8654
AUC:
Test: 93.6626 ± 0.2289
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 46.6793 ± 4.3519
Hits@20:
Test: 62.8842 ± 3.2275
Hits@30:
Test: 70.5882 ± 1.0130
Hits@50:
Test: 80.5313 ± 1.4977
AUC:
Test: 93.5647 ± 0.1800
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.75, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.2581 ± 2.7694
Hits@20:
Test: 49.3359 ± 2.6052
Hits@30:
Test: 58.5579 ± 1.8717
Hits@50:
Test: 74.4212 ± 1.5842
AUC:
Test: 92.1538 ± 0.1600
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.8520 ± 4.0485
Hits@20:
Test: 66.1860 ± 2.8821
Hits@30:
Test: 76.7362 ± 2.0287
Hits@50:
Test: 82.2391 ± 1.5037
AUC:
Test: 94.1319 ± 0.2277
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.25, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 45.1613 ± 7.7695
Hits@20:
Test: 66.9450 ± 1.5955
Hits@30:
Test: 74.9526 ± 3.4392
Hits@50:
Test: 83.5674 ± 1.3256
AUC:
Test: 94.1014 ± 0.1472
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.6509 ± 2.6613
Hits@20:
Test: 62.6945 ± 3.5286
Hits@30:
Test: 72.5617 ± 2.8292
Hits@50:
Test: 81.0626 ± 1.5497
AUC:
Test: 93.7808 ± 0.2563
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_mlp_gater_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.75, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1000, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.3700 ± 1.8524
Hits@20:
Test: 50.8539 ± 3.3598
Hits@30:
Test: 60.7590 ± 3.7145
Hits@50:
Test: 75.4459 ± 1.6737
AUC:
Test: 92.4383 ± 0.4493
Namespace(label='ensembled_mlp', edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(label='ensembled_mlp', edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=128, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(label='ensembled_mlp', edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=128, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.3605 ± 2.8821
Hits@20:
Test: 79.2410 ± 1.9286
Hits@30:
Test: 83.3776 ± 1.4977
Hits@50:
Test: 88.0835 ± 1.1178
AUC:
Test: 95.8471 ± 0.3912
Namespace(label='ensembled_mlp', edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=128, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 72.3340 ± 3.1989
Hits@20:
Test: 80.6831 ± 0.9620
Hits@30:
Test: 83.1879 ± 1.1194
Hits@50:
Test: 88.6528 ± 0.7519
AUC:
Test: 95.9296 ± 0.3013
Namespace(label='ensembled_mlp', edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=128, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 71.8027 ± 3.5968
Hits@20:
Test: 78.9753 ± 1.8368
Hits@30:
Test: 83.1879 ± 1.8131
Hits@50:
Test: 88.1973 ± 1.3377
AUC:
Test: 95.9127 ± 0.2753
Namespace(label='ensembled_mlp', edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=128, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 71.7647 ± 3.3662
Hits@20:
Test: 80.7211 ± 0.9544
Hits@30:
Test: 83.3397 ± 0.9987
Hits@50:
Test: 88.6148 ± 0.6972
AUC:
Test: 95.9251 ± 0.3199
Namespace(label='ensembled_mlp', edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 71.4611 ± 3.0408
Hits@20:
Test: 78.8235 ± 0.6518
Hits@30:
Test: 83.0360 ± 1.5910
Hits@50:
Test: 87.7799 ± 0.9823
AUC:
Test: 95.9375 ± 0.2808
Namespace(label='ensembled_mlp', edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.3226 ± 2.5409
Hits@20:
Test: 79.9621 ± 1.1743
Hits@30:
Test: 83.1120 ± 0.8162
Hits@50:
Test: 88.3112 ± 0.5787
AUC:
Test: 95.8996 ± 0.3160
Namespace(label='ensembled_mlp', edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 71.7647 ± 3.8220
Hits@20:
Test: 78.7476 ± 0.9951
Hits@30:
Test: 82.3529 ± 1.9992
Hits@50:
Test: 87.7799 ± 0.7543
AUC:
Test: 95.9175 ± 0.3258
Namespace(label='ensembled_mlp', edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.3985 ± 2.2372
Hits@20:
Test: 79.9621 ± 1.1820
Hits@30:
Test: 82.9602 ± 0.7519
Hits@50:
Test: 88.4250 ± 0.5849
AUC:
Test: 95.8751 ± 0.3138
Namespace(label='ensembled_mlp', edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=128, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 71.1195 ± 2.6613
Hits@20:
Test: 80.4175 ± 2.3371
Hits@30:
Test: 83.1120 ± 1.8051
Hits@50:
Test: 88.6148 ± 0.9392
AUC:
Test: 95.9114 ± 0.3280
Namespace(label='ensembled_mlp', edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=128, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 72.2201 ± 3.3560
Hits@20:
Test: 80.8349 ± 1.4008
Hits@30:
Test: 83.5294 ± 1.5322
Hits@50:
Test: 88.7287 ± 0.8757
AUC:
Test: 95.9591 ± 0.2728
Namespace(label='ensembled_mlp', edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=128, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.4744 ± 2.8921
Hits@20:
Test: 79.1651 ± 1.8466
Hits@30:
Test: 82.8084 ± 2.0064
Hits@50:
Test: 88.4630 ± 1.0166
AUC:
Test: 95.8556 ± 0.4569
Namespace(label='ensembled_mlp', edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=128, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 71.4611 ± 3.9178
Hits@20:
Test: 80.8349 ± 1.4008
Hits@30:
Test: 83.7571 ± 1.3853
Hits@50:
Test: 88.6148 ± 0.6972
AUC:
Test: 95.9465 ± 0.2830
Namespace(label='ensembled_mlp', edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 71.4611 ± 2.7452
Hits@20:
Test: 78.7856 ± 0.6350
Hits@30:
Test: 83.3776 ± 2.0551
Hits@50:
Test: 87.9317 ± 1.1743
AUC:
Test: 95.9451 ± 0.3033
Namespace(label='ensembled_mlp', edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.3985 ± 2.8871
Hits@20:
Test: 80.6452 ± 1.5239
Hits@30:
Test: 83.2258 ± 1.1820
Hits@50:
Test: 88.6528 ± 0.9041
AUC:
Test: 95.8969 ± 0.3238
Namespace(label='ensembled_mlp', edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 71.2334 ± 3.9862
Hits@20:
Test: 77.8368 ± 2.0055
Hits@30:
Test: 82.3529 ± 2.4374
Hits@50:
Test: 87.8558 ± 1.0818
AUC:
Test: 95.7832 ± 0.4531
Namespace(label='ensembled_mlp', edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.6641 ± 2.6314
Hits@20:
Test: 80.4934 ± 1.5145
Hits@30:
Test: 83.3397 ± 1.0514
Hits@50:
Test: 88.7287 ± 0.8757
AUC:
Test: 95.8816 ± 0.3658
Namespace(label='ensembled_mlp', edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=128, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 71.7647 ± 2.8285
Hits@20:
Test: 78.7476 ± 1.4820
Hits@30:
Test: 83.1499 ± 1.5955
Hits@50:
Test: 88.4630 ± 1.1573
AUC:
Test: 95.8688 ± 0.4101
Namespace(label='ensembled_mlp', edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=128, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 72.3340 ± 3.1989
Hits@20:
Test: 80.6831 ± 0.9620
Hits@30:
Test: 83.1879 ± 1.1194
Hits@50:
Test: 88.6528 ± 0.7519
AUC:
Test: 95.9296 ± 0.3013
Namespace(label='ensembled_mlp', edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=128, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 71.8027 ± 3.5968
Hits@20:
Test: 78.9753 ± 1.8368
Hits@30:
Test: 83.1879 ± 1.8131
Hits@50:
Test: 88.1973 ± 1.3377
AUC:
Test: 95.9127 ± 0.2753
Namespace(label='ensembled_mlp', edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=128, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 71.7647 ± 3.3662
Hits@20:
Test: 80.7211 ± 0.9544
Hits@30:
Test: 83.3397 ± 0.9987
Hits@50:
Test: 88.6148 ± 0.6972
AUC:
Test: 95.9251 ± 0.3199
Namespace(label='ensembled_mlp', edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 71.4611 ± 3.0408
Hits@20:
Test: 78.8235 ± 0.6518
Hits@30:
Test: 83.0360 ± 1.5910
Hits@50:
Test: 87.7799 ± 0.9823
AUC:
Test: 95.9375 ± 0.2808
Namespace(label='ensembled_mlp', edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.3226 ± 2.5409
Hits@20:
Test: 79.9621 ± 1.1743
Hits@30:
Test: 83.1120 ± 0.8162
Hits@50:
Test: 88.3112 ± 0.5787
AUC:
Test: 95.8996 ± 0.3160
Namespace(label='ensembled_mlp', edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 71.7647 ± 3.8220
Hits@20:
Test: 78.7476 ± 0.9951
Hits@30:
Test: 82.3529 ± 1.9992
Hits@50:
Test: 87.7799 ± 0.7543
AUC:
Test: 95.9175 ± 0.3258
Namespace(label='ensembled_mlp', edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.3985 ± 2.2372
Hits@20:
Test: 79.9621 ± 1.1820
Hits@30:
Test: 82.9602 ± 0.7519
Hits@50:
Test: 88.4250 ± 0.5849
AUC:
Test: 95.8751 ± 0.3138
Namespace(label='ensembled_mlp', edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=128, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 71.1195 ± 2.6613
Hits@20:
Test: 80.4175 ± 2.3371
Hits@30:
Test: 83.1120 ± 1.8051
Hits@50:
Test: 88.6148 ± 0.9392
AUC:
Test: 95.9114 ± 0.3280
Namespace(label='ensembled_mlp', edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=128, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 72.2201 ± 3.3560
Hits@20:
Test: 80.8349 ± 1.4008
Hits@30:
Test: 83.5294 ± 1.5322
Hits@50:
Test: 88.7287 ± 0.8757
AUC:
Test: 95.9591 ± 0.2728
Namespace(label='ensembled_mlp', edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=128, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.4744 ± 2.8921
Hits@20:
Test: 79.1651 ± 1.8466
Hits@30:
Test: 82.8084 ± 2.0064
Hits@50:
Test: 88.4630 ± 1.0166
AUC:
Test: 95.8556 ± 0.4569
Namespace(label='ensembled_mlp', edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=128, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 71.4611 ± 3.9178
Hits@20:
Test: 80.8349 ± 1.4008
Hits@30:
Test: 83.7571 ± 1.3853
Hits@50:
Test: 88.6148 ± 0.6972
AUC:
Test: 95.9465 ± 0.2830
Namespace(label='ensembled_mlp', edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 71.4611 ± 2.7452
Hits@20:
Test: 78.7856 ± 0.6350
Hits@30:
Test: 83.3776 ± 2.0551
Hits@50:
Test: 87.9317 ± 1.1743
AUC:
Test: 95.9451 ± 0.3033
Namespace(label='ensembled_mlp', edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.3985 ± 2.8871
Hits@20:
Test: 80.6452 ± 1.5239
Hits@30:
Test: 83.2258 ± 1.1820
Hits@50:
Test: 88.6528 ± 0.9041
AUC:
Test: 95.8969 ± 0.3238
Namespace(label='ensembled_mlp', edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 71.2334 ± 3.9862
Hits@20:
Test: 77.8368 ± 2.0055
Hits@30:
Test: 82.3529 ± 2.4374
Hits@50:
Test: 87.8558 ± 1.0818
AUC:
Test: 95.7832 ± 0.4531
Namespace(label='ensembled_mlp', edge_path_file='None', add_heuristics=False, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.6641 ± 2.6314
Hits@20:
Test: 80.4934 ± 1.5145
Hits@30:
Test: 83.3397 ± 1.0514
Hits@50:
Test: 88.7287 ± 0.8757
AUC:
Test: 95.8816 ± 0.3658
Namespace(label='ensembled_mlp', l1=0, edge_path_file='None', add_heuristics=False, add_prediction=True, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=32000, node_batch_size=32000, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(label='ensembled_mlp', l1=0, edge_path_file='None', add_heuristics=False, add_prediction=True, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(label='ensembled_mlp', l1=0, edge_path_file='None', add_heuristics=False, add_prediction=True, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(label='ensembled_mlp', l1=0, edge_path_file='None', add_heuristics=False, add_prediction=True, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 70.2467 ± 4.4205
Hits@20:
Test: 80.3795 ± 1.4857
Hits@30:
Test: 83.9089 ± 2.7115
Hits@50:
Test: 89.2979 ± 1.4238
AUC:
Test: 96.3616 ± 0.1978
Namespace(label='ensembled_mlp', l1=0, edge_path_file='None', add_heuristics=False, add_prediction=True, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 73.2448 ± 3.4497
Hits@20:
Test: 81.2903 ± 0.5629
Hits@30:
Test: 85.5408 ± 1.5842
Hits@50:
Test: 89.6774 ± 1.5216
AUC:
Test: 96.3508 ± 0.2213
Namespace(label='ensembled_mlp', l1=0, edge_path_file='None', add_heuristics=False, add_prediction=True, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 69.1841 ± 1.4111
Hits@20:
Test: 80.0759 ± 1.5474
Hits@30:
Test: 83.6433 ± 1.9230
Hits@50:
Test: 89.0323 ± 1.2967
AUC:
Test: 96.0679 ± 0.3386
Namespace(label='ensembled_mlp', l1=0, edge_path_file='None', add_heuristics=False, add_prediction=True, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 73.0930 ± 3.0254
Hits@20:
Test: 81.1006 ± 0.7300
Hits@30:
Test: 85.2751 ± 1.6683
Hits@50:
Test: 89.6395 ± 1.5910
AUC:
Test: 96.3730 ± 0.1862
Namespace(label='ensembled_mlp', l1=0.1, edge_path_file='None', add_heuristics=False, add_prediction=True, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 68.1214 ± 7.0592
Hits@20:
Test: 79.5066 ± 1.9117
Hits@30:
Test: 84.4402 ± 2.2129
Hits@50:
Test: 89.8292 ± 0.7661
AUC:
Test: 96.4045 ± 0.2361
Namespace(label='ensembled_mlp', l1=0.1, edge_path_file='None', add_heuristics=False, add_prediction=True, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 73.2448 ± 3.4497
Hits@20:
Test: 81.2903 ± 0.5629
Hits@30:
Test: 85.5408 ± 1.5842
Hits@50:
Test: 89.6774 ± 1.5216
AUC:
Test: 96.3508 ± 0.2213
Namespace(label='ensembled_mlp', l1=0.1, edge_path_file='None', add_heuristics=False, add_prediction=True, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 69.1841 ± 1.4111
Hits@20:
Test: 80.0759 ± 1.5474
Hits@30:
Test: 83.6433 ± 1.9230
Hits@50:
Test: 89.0323 ± 1.2967
AUC:
Test: 96.0679 ± 0.3386
Namespace(label='ensembled_mlp', l1=0.1, edge_path_file='None', add_heuristics=False, add_prediction=True, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 73.0930 ± 3.0254
Hits@20:
Test: 81.1006 ± 0.7300
Hits@30:
Test: 85.2751 ± 1.6683
Hits@50:
Test: 89.6395 ± 1.5910
AUC:
Test: 96.3730 ± 0.1862
Namespace(label='ensembled_mlp', l1=1, edge_path_file='None', add_heuristics=False, add_prediction=True, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 68.1214 ± 7.0592
Hits@20:
Test: 79.5066 ± 1.9117
Hits@30:
Test: 84.4402 ± 2.2129
Hits@50:
Test: 89.8292 ± 0.7661
AUC:
Test: 96.4045 ± 0.2361
Namespace(label='ensembled_mlp', l1=1, edge_path_file='None', add_heuristics=False, add_prediction=True, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 73.2448 ± 3.4497
Hits@20:
Test: 81.2903 ± 0.5629
Hits@30:
Test: 85.5408 ± 1.5842
Hits@50:
Test: 89.6774 ± 1.5216
AUC:
Test: 96.3508 ± 0.2213
Namespace(label='ensembled_mlp', l1=1, edge_path_file='None', add_heuristics=False, add_prediction=True, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 69.1841 ± 1.4111
Hits@20:
Test: 80.0759 ± 1.5474
Hits@30:
Test: 83.6433 ± 1.9230
Hits@50:
Test: 89.0323 ± 1.2967
AUC:
Test: 96.0679 ± 0.3386
Namespace(label='ensembled_mlp', l1=1, edge_path_file='None', add_heuristics=False, add_prediction=True, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 73.0930 ± 3.0254
Hits@20:
Test: 81.1006 ± 0.7300
Hits@30:
Test: 85.2751 ± 1.6683
Hits@50:
Test: 89.6395 ± 1.5910
AUC:
Test: 96.3731 ± 0.1863
Namespace(label='ensembled_mlp', l1=0, edge_path_file='None', add_heuristics=False, add_prediction=True, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 72.5996 ± 3.3907
Hits@20:
Test: 80.1139 ± 2.2983
Hits@30:
Test: 83.4535 ± 3.5913
Hits@50:
Test: 89.2600 ± 1.6246
AUC:
Test: 96.2906 ± 0.2984
Namespace(label='ensembled_mlp', l1=0, edge_path_file='None', add_heuristics=False, add_prediction=True, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 72.6755 ± 4.0520
Hits@20:
Test: 80.4934 ± 2.0100
Hits@30:
Test: 85.3890 ± 1.5819
Hits@50:
Test: 89.8292 ± 0.8117
AUC:
Test: 96.3328 ± 0.2555
Namespace(label='ensembled_mlp', l1=0, edge_path_file='None', add_heuristics=False, add_prediction=True, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 71.0057 ± 2.5613
Hits@20:
Test: 79.3548 ± 2.4973
Hits@30:
Test: 83.4915 ± 1.9536
Hits@50:
Test: 88.0835 ± 0.5597
AUC:
Test: 96.2548 ± 0.2777
Namespace(label='ensembled_mlp', l1=0, edge_path_file='None', add_heuristics=False, add_prediction=True, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 72.4858 ± 3.4601
Hits@20:
Test: 80.6831 ± 2.2226
Hits@30:
Test: 84.9715 ± 2.0455
Hits@50:
Test: 90.0949 ± 1.1015
AUC:
Test: 96.2970 ± 0.2153
Namespace(label='ensembled_mlp', l1=0.1, edge_path_file='None', add_heuristics=False, add_prediction=True, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 72.5996 ± 3.3907
Hits@20:
Test: 80.1139 ± 2.2983
Hits@30:
Test: 83.5294 ± 3.4324
Hits@50:
Test: 89.2600 ± 1.6246
AUC:
Test: 96.2916 ± 0.2966
Namespace(label='ensembled_mlp', l1=0.1, edge_path_file='None', add_heuristics=False, add_prediction=True, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 72.6755 ± 4.0520
Hits@20:
Test: 80.4934 ± 2.0100
Hits@30:
Test: 85.3890 ± 1.5819
Hits@50:
Test: 89.8292 ± 0.8117
AUC:
Test: 96.3328 ± 0.2555
Namespace(label='ensembled_mlp', l1=0.1, edge_path_file='None', add_heuristics=False, add_prediction=True, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 71.0057 ± 2.5613
Hits@20:
Test: 79.3548 ± 2.4973
Hits@30:
Test: 83.4915 ± 1.9536
Hits@50:
Test: 88.0835 ± 0.5597
AUC:
Test: 96.2548 ± 0.2777
Namespace(label='ensembled_mlp', l1=0.1, edge_path_file='None', add_heuristics=False, add_prediction=True, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 72.4858 ± 3.4601
Hits@20:
Test: 80.6831 ± 2.2226
Hits@30:
Test: 84.9715 ± 2.0455
Hits@50:
Test: 90.0949 ± 1.1015
AUC:
Test: 96.2970 ± 0.2153
Namespace(label='ensembled_mlp', l1=1, edge_path_file='None', add_heuristics=False, add_prediction=True, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 72.5996 ± 3.3907
Hits@20:
Test: 80.1139 ± 2.2983
Hits@30:
Test: 83.3397 ± 3.8314
Hits@50:
Test: 89.2600 ± 1.6246
AUC:
Test: 96.2913 ± 0.2971
Namespace(label='ensembled_mlp', l1=1, edge_path_file='None', add_heuristics=False, add_prediction=True, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 72.6755 ± 4.0520
Hits@20:
Test: 80.4934 ± 2.0100
Hits@30:
Test: 85.3890 ± 1.5819
Hits@50:
Test: 89.8292 ± 0.8117
AUC:
Test: 96.3328 ± 0.2555
Namespace(label='ensembled_mlp', l1=1, edge_path_file='None', add_heuristics=False, add_prediction=True, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 71.0057 ± 2.5613
Hits@20:
Test: 79.3548 ± 2.4973
Hits@30:
Test: 83.4915 ± 1.9536
Hits@50:
Test: 88.0835 ± 0.5597
AUC:
Test: 96.2548 ± 0.2777
Namespace(label='ensembled_mlp', l1=1, edge_path_file='None', add_heuristics=False, add_prediction=True, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 72.4858 ± 3.4601
Hits@20:
Test: 80.6831 ± 2.2226
Hits@30:
Test: 84.9715 ± 2.0455
Hits@50:
Test: 90.0949 ± 1.1015
AUC:
Test: 96.2969 ± 0.2154
Namespace(label='ensembled_mlp', l1=0, edge_path_file='None', add_heuristics=False, add_prediction=True, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 72.2581 ± 1.4905
Hits@20:
Test: 81.5180 ± 1.4612
Hits@30:
Test: 83.7571 ± 2.0108
Hits@50:
Test: 89.4118 ± 1.4162
AUC:
Test: 96.3770 ± 0.2069
Namespace(label='ensembled_mlp', l1=0, edge_path_file='None', add_heuristics=False, add_prediction=True, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 73.2448 ± 3.4497
Hits@20:
Test: 81.2903 ± 0.5629
Hits@30:
Test: 85.5408 ± 1.5842
Hits@50:
Test: 89.6774 ± 1.5216
AUC:
Test: 96.3508 ± 0.2213
Namespace(label='ensembled_mlp', l1=0, edge_path_file='None', add_heuristics=False, add_prediction=True, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 69.1841 ± 1.4111
Hits@20:
Test: 80.0759 ± 1.5474
Hits@30:
Test: 83.6433 ± 1.9230
Hits@50:
Test: 89.0323 ± 1.2967
AUC:
Test: 96.0679 ± 0.3386
Namespace(label='ensembled_mlp', l1=0, edge_path_file='None', add_heuristics=False, add_prediction=True, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 73.0930 ± 3.0254
Hits@20:
Test: 81.1006 ± 0.7300
Hits@30:
Test: 85.2751 ± 1.6683
Hits@50:
Test: 89.6395 ± 1.5910
AUC:
Test: 96.3730 ± 0.1862
Namespace(label='ensembled_mlp', l1=0.1, edge_path_file='None', add_heuristics=False, add_prediction=True, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 68.1214 ± 7.0592
Hits@20:
Test: 79.5066 ± 1.9117
Hits@30:
Test: 84.4402 ± 2.2129
Hits@50:
Test: 89.8292 ± 0.7661
AUC:
Test: 96.4045 ± 0.2361
Namespace(label='ensembled_mlp', l1=0.1, edge_path_file='None', add_heuristics=False, add_prediction=True, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 73.2448 ± 3.4497
Hits@20:
Test: 81.2903 ± 0.5629
Hits@30:
Test: 85.5408 ± 1.5842
Hits@50:
Test: 89.6774 ± 1.5216
AUC:
Test: 96.3508 ± 0.2213
Namespace(label='ensembled_mlp', l1=0.1, edge_path_file='None', add_heuristics=False, add_prediction=True, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 69.1841 ± 1.4111
Hits@20:
Test: 80.0759 ± 1.5474
Hits@30:
Test: 83.6433 ± 1.9230
Hits@50:
Test: 89.0323 ± 1.2967
AUC:
Test: 96.0679 ± 0.3386
Namespace(label='ensembled_mlp', l1=0.1, edge_path_file='None', add_heuristics=False, add_prediction=True, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 73.0930 ± 3.0254
Hits@20:
Test: 81.1006 ± 0.7300
Hits@30:
Test: 85.2751 ± 1.6683
Hits@50:
Test: 89.6395 ± 1.5910
AUC:
Test: 96.3730 ± 0.1862
Namespace(label='ensembled_mlp', l1=1, edge_path_file='None', add_heuristics=False, add_prediction=True, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 68.1214 ± 7.0592
Hits@20:
Test: 79.5066 ± 1.9117
Hits@30:
Test: 84.4402 ± 2.2129
Hits@50:
Test: 89.8292 ± 0.7661
AUC:
Test: 96.4045 ± 0.2361
Namespace(label='ensembled_mlp', l1=1, edge_path_file='None', add_heuristics=False, add_prediction=True, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 73.2448 ± 3.4497
Hits@20:
Test: 81.2903 ± 0.5629
Hits@30:
Test: 85.5408 ± 1.5842
Hits@50:
Test: 89.6774 ± 1.5216
AUC:
Test: 96.3508 ± 0.2213
Namespace(label='ensembled_mlp', l1=1, edge_path_file='None', add_heuristics=False, add_prediction=True, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 69.1841 ± 1.4111
Hits@20:
Test: 80.0759 ± 1.5474
Hits@30:
Test: 83.6433 ± 1.9230
Hits@50:
Test: 89.0323 ± 1.2967
AUC:
Test: 96.0679 ± 0.3386
Namespace(label='ensembled_mlp', l1=1, edge_path_file='None', add_heuristics=False, add_prediction=True, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 73.0930 ± 3.0254
Hits@20:
Test: 81.1006 ± 0.7300
Hits@30:
Test: 85.2751 ± 1.6683
Hits@50:
Test: 89.6395 ± 1.5910
AUC:
Test: 96.3731 ± 0.1863
Namespace(label='ensembled_mlp', l1=0, edge_path_file='None', add_heuristics=False, add_prediction=True, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 72.5996 ± 3.3907
Hits@20:
Test: 80.1139 ± 2.2983
Hits@30:
Test: 83.4535 ± 3.5913
Hits@50:
Test: 89.2600 ± 1.6246
AUC:
Test: 96.2906 ± 0.2984
Namespace(label='ensembled_mlp', l1=0, edge_path_file='None', add_heuristics=False, add_prediction=True, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 72.6755 ± 4.0520
Hits@20:
Test: 80.4934 ± 2.0100
Hits@30:
Test: 85.3890 ± 1.5819
Hits@50:
Test: 89.8292 ± 0.8117
AUC:
Test: 96.3328 ± 0.2555
Namespace(label='ensembled_mlp', l1=0, edge_path_file='None', add_heuristics=False, add_prediction=True, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 71.0057 ± 2.5613
Hits@20:
Test: 79.3548 ± 2.4973
Hits@30:
Test: 83.4915 ± 1.9536
Hits@50:
Test: 88.0835 ± 0.5597
AUC:
Test: 96.2548 ± 0.2777
Namespace(label='ensembled_mlp', l1=0, edge_path_file='None', add_heuristics=False, add_prediction=True, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 72.4858 ± 3.4601
Hits@20:
Test: 80.6831 ± 2.2226
Hits@30:
Test: 84.9715 ± 2.0455
Hits@50:
Test: 90.0949 ± 1.1015
AUC:
Test: 96.2970 ± 0.2153
Namespace(label='ensembled_mlp', l1=0.1, edge_path_file='None', add_heuristics=False, add_prediction=True, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 72.5996 ± 3.3907
Hits@20:
Test: 80.1139 ± 2.2983
Hits@30:
Test: 83.5294 ± 3.4324
Hits@50:
Test: 89.2600 ± 1.6246
AUC:
Test: 96.2916 ± 0.2966
Namespace(label='ensembled_mlp', l1=0.1, edge_path_file='None', add_heuristics=False, add_prediction=True, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 72.6755 ± 4.0520
Hits@20:
Test: 80.4934 ± 2.0100
Hits@30:
Test: 85.3890 ± 1.5819
Hits@50:
Test: 89.8292 ± 0.8117
AUC:
Test: 96.3328 ± 0.2555
Namespace(label='ensembled_mlp', l1=0.1, edge_path_file='None', add_heuristics=False, add_prediction=True, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 71.0057 ± 2.5613
Hits@20:
Test: 79.3548 ± 2.4973
Hits@30:
Test: 83.4915 ± 1.9536
Hits@50:
Test: 88.0835 ± 0.5597
AUC:
Test: 96.2548 ± 0.2777
Namespace(label='ensembled_mlp', l1=0.1, edge_path_file='None', add_heuristics=False, add_prediction=True, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 72.4858 ± 3.4601
Hits@20:
Test: 80.6831 ± 2.2226
Hits@30:
Test: 84.9715 ± 2.0455
Hits@50:
Test: 90.0949 ± 1.1015
AUC:
Test: 96.2970 ± 0.2153
Namespace(label='ensembled_mlp', l1=1, edge_path_file='None', add_heuristics=False, add_prediction=True, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 72.5996 ± 3.3907
Hits@20:
Test: 80.1139 ± 2.2983
Hits@30:
Test: 83.3397 ± 3.8314
Hits@50:
Test: 89.2600 ± 1.6246
AUC:
Test: 96.2913 ± 0.2971
Namespace(label='ensembled_mlp', l1=1, edge_path_file='None', add_heuristics=False, add_prediction=True, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 72.6755 ± 4.0520
Hits@20:
Test: 80.4934 ± 2.0100
Hits@30:
Test: 85.3890 ± 1.5819
Hits@50:
Test: 89.8292 ± 0.8117
AUC:
Test: 96.3328 ± 0.2555
Namespace(label='ensembled_mlp', l1=1, edge_path_file='None', add_heuristics=False, add_prediction=True, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 71.0057 ± 2.5613
Hits@20:
Test: 79.3548 ± 2.4973
Hits@30:
Test: 83.4915 ± 1.9536
Hits@50:
Test: 88.0835 ± 0.5597
AUC:
Test: 96.2548 ± 0.2777
Namespace(label='ensembled_mlp', l1=1, edge_path_file='None', add_heuristics=False, add_prediction=True, disable_heuristics=True, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 72.4858 ± 3.4601
Hits@20:
Test: 80.6831 ± 2.2226
Hits@30:
Test: 84.9715 ± 2.0455
Hits@50:
Test: 90.0949 ± 1.1015
AUC:
Test: 96.2969 ± 0.2154
Namespace(distill_teacher='None', distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_None_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_teacher='None', distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_None_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_teacher='None', distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_None_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_teacher='None', distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_None_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_capped_shortest_path_mat_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.1, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(label='ensembled_mlp', l1=0, edge_path_file='None', add_heuristics=False, add_prediction=False, disable_heuristics=False, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.3, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(label='ensembled_mlp', l1=0, edge_path_file='None', add_heuristics=False, add_prediction=False, disable_heuristics=False, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.3, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(label='ensembled_mlp', l1=0, edge_path_file='None', add_heuristics=True, add_prediction=False, disable_heuristics=False, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.3, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(label='ensembled_mlp', l1=0, edge_path_file='None', add_heuristics=True, add_prediction=False, disable_heuristics=False, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.3, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(label='ensembled_mlp', l1=0, edge_path_file='None', add_heuristics=True, add_prediction=False, disable_heuristics=False, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.3, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(label='ensembled_mlp', l1=0, edge_path_file='None', add_heuristics=True, add_prediction=False, disable_heuristics=False, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.3, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Namespace(label='ensembled_mlp', l1=0, edge_path_file='None', add_heuristics=True, add_prediction=False, disable_heuristics=False, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.3, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Namespace(label='ensembled_mlp', l1=0, edge_path_file='None', add_heuristics=True, add_prediction=False, disable_heuristics=False, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.3, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.6945 ± 0.0000
Hits@20:
Test: 42.6945 ± 0.0000
Hits@30:
Test: 42.6945 ± 0.0000
Hits@50:
Test: 42.6945 ± 0.0000
AUC:
Test: 70.9678 ± 0.0023
Namespace(label='ensembled_mlp', l1=0, edge_path_file='None', add_heuristics=True, add_prediction=False, disable_heuristics=False, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=39543, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.6945 ± 0.0000
Hits@20:
Test: 42.6945 ± 0.0000
Hits@30:
Test: 42.6945 ± 0.0000
Hits@50:
Test: 42.6945 ± 0.0000
AUC:
Test: 70.9669 ± 0.0027
Namespace(label='ensembled_mlp', l1=0.1, edge_path_file='None', add_heuristics=True, add_prediction=False, disable_heuristics=False, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.3, link_batch_size=65536, node_batch_size=39543, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.6945 ± 0.0000
Hits@20:
Test: 42.6945 ± 0.0000
Hits@30:
Test: 42.6945 ± 0.0000
Hits@50:
Test: 42.6945 ± 0.0000
AUC:
Test: 70.9678 ± 0.0023
Namespace(label='ensembled_mlp', l1=0.1, edge_path_file='None', add_heuristics=True, add_prediction=False, disable_heuristics=False, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=39543, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.6945 ± 0.0000
Hits@20:
Test: 42.6945 ± 0.0000
Hits@30:
Test: 42.6945 ± 0.0000
Hits@50:
Test: 42.6945 ± 0.0000
AUC:
Test: 70.9669 ± 0.0027
Namespace(label='ensembled_mlp', l1=1, edge_path_file='None', add_heuristics=True, add_prediction=False, disable_heuristics=False, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.3, link_batch_size=65536, node_batch_size=39543, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.6945 ± 0.0000
Hits@20:
Test: 42.6945 ± 0.0000
Hits@30:
Test: 42.6945 ± 0.0000
Hits@50:
Test: 42.6945 ± 0.0000
AUC:
Test: 70.9678 ± 0.0023
Namespace(label='ensembled_mlp', l1=1, edge_path_file='None', add_heuristics=True, add_prediction=False, disable_heuristics=False, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=39543, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 42.6945 ± 0.0000
Hits@20:
Test: 42.6945 ± 0.0000
Hits@30:
Test: 42.6945 ± 0.0000
Hits@50:
Test: 42.6945 ± 0.0000
AUC:
Test: 70.9669 ± 0.0027
Namespace(label='ensembled_mlp', l1=0, edge_path_file='None', add_heuristics=True, add_prediction=False, disable_heuristics=False, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.3, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.4990 ± 1.7881
Hits@20:
Test: 60.3036 ± 0.0849
Hits@30:
Test: 68.9564 ± 0.2164
Hits@50:
Test: 70.7780 ± 0.0000
AUC:
Test: 83.6443 ± 0.3507
Namespace(label='ensembled_mlp', l1=0, edge_path_file='None', add_heuristics=True, add_prediction=False, disable_heuristics=False, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=39543, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.3852 ± 1.9370
Hits@20:
Test: 60.3416 ± 0.0000
Hits@30:
Test: 68.9184 ± 0.4725
Hits@50:
Test: 70.7780 ± 0.0000
AUC:
Test: 83.7511 ± 0.1325
Namespace(label='ensembled_mlp', l1=0.1, edge_path_file='None', add_heuristics=True, add_prediction=False, disable_heuristics=False, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.3, link_batch_size=65536, node_batch_size=39543, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.1822 ± 0.5367
Hits@20:
Test: 60.3416 ± 0.0000
Hits@30:
Test: 68.8425 ± 0.4114
Hits@50:
Test: 70.7780 ± 0.0000
AUC:
Test: 83.8010 ± 0.0121
Namespace(label='ensembled_mlp', l1=0.1, edge_path_file='None', add_heuristics=True, add_prediction=False, disable_heuristics=False, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=39543, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.3852 ± 1.9370
Hits@20:
Test: 60.3416 ± 0.0000
Hits@30:
Test: 68.9184 ± 0.4725
Hits@50:
Test: 70.7780 ± 0.0000
AUC:
Test: 83.7512 ± 0.1324
Namespace(label='ensembled_mlp', l1=1, edge_path_file='None', add_heuristics=True, add_prediction=False, disable_heuristics=False, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.3, link_batch_size=65536, node_batch_size=39543, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.1822 ± 0.5367
Hits@20:
Test: 60.3416 ± 0.0000
Hits@30:
Test: 68.8425 ± 0.4114
Hits@50:
Test: 70.7780 ± 0.0000
AUC:
Test: 83.8010 ± 0.0121
Namespace(label='ensembled_mlp', l1=1, edge_path_file='None', add_heuristics=True, add_prediction=False, disable_heuristics=False, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=39543, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.3852 ± 1.9370
Hits@20:
Test: 60.3416 ± 0.0000
Hits@30:
Test: 68.9184 ± 0.4725
Hits@50:
Test: 70.7780 ± 0.0000
AUC:
Test: 83.7512 ± 0.1322
Namespace(label='ensembled_mlp', l1=0, edge_path_file='../distill_edges/cora_edges.pth', add_heuristics=True, add_prediction=False, disable_heuristics=False, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.3, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(label='ensembled_mlp', l1=0, edge_path_file='../distill_edges/cora_edges.pth', add_heuristics=True, add_prediction=False, disable_heuristics=False, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.3, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.3340 ± 0.6762
Hits@20:
Test: 60.3416 ± 0.0000
Hits@30:
Test: 69.1082 ± 0.2474
Hits@50:
Test: 70.7780 ± 0.0000
AUC:
Test: 83.8163 ± 0.0186
Namespace(label='ensembled_mlp', l1=0, edge_path_file='../distill_edges/cora_edges.pth', add_heuristics=True, add_prediction=False, disable_heuristics=False, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=39543, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.4990 ± 1.4489
Hits@20:
Test: 60.3416 ± 0.0000
Hits@30:
Test: 68.9184 ± 0.4725
Hits@50:
Test: 70.7780 ± 0.0000
AUC:
Test: 83.7867 ± 0.0362
Namespace(label='ensembled_mlp', l1=0.1, edge_path_file='../distill_edges/cora_edges.pth', add_heuristics=True, add_prediction=False, disable_heuristics=False, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.3, link_batch_size=65536, node_batch_size=39543, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.1822 ± 0.5367
Hits@20:
Test: 60.3416 ± 0.0000
Hits@30:
Test: 68.5009 ± 0.9392
Hits@50:
Test: 70.7780 ± 0.0000
AUC:
Test: 83.8028 ± 0.0155
Namespace(label='ensembled_mlp', l1=0.1, edge_path_file='../distill_edges/cora_edges.pth', add_heuristics=True, add_prediction=False, disable_heuristics=False, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=39543, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.4990 ± 1.4489
Hits@20:
Test: 60.3416 ± 0.0000
Hits@30:
Test: 68.9184 ± 0.4725
Hits@50:
Test: 70.7780 ± 0.0000
AUC:
Test: 83.7867 ± 0.0362
Namespace(label='ensembled_mlp', l1=1, edge_path_file='../distill_edges/cora_edges.pth', add_heuristics=True, add_prediction=False, disable_heuristics=False, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.3, link_batch_size=65536, node_batch_size=39543, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.1822 ± 0.5367
Hits@20:
Test: 60.3416 ± 0.0000
Hits@30:
Test: 68.5009 ± 0.9392
Hits@50:
Test: 70.7780 ± 0.0000
AUC:
Test: 83.8028 ± 0.0155
Namespace(label='ensembled_mlp', l1=1, edge_path_file='../distill_edges/cora_edges.pth', add_heuristics=True, add_prediction=False, disable_heuristics=False, distill_teacher='None', distill_pred_path='None', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=39543, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=10, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.4990 ± 1.4489
Hits@20:
Test: 60.3416 ± 0.0000
Hits@30:
Test: 68.9184 ± 0.4725
Hits@50:
Test: 70.7780 ± 0.0000
AUC:
Test: 83.7867 ± 0.0362
Namespace(distill_pred_path='./EH_2_cora_ensembled_mlp_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.1, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='./EH_2_cora_ensembled_mlp_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.1, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='./EH_2_cora_ensembled_mlp_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.1, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 51.7647 ± 5.4178
Hits@20:
Test: 61.5560 ± 1.9974
Hits@30:
Test: 68.0455 ± 1.6898
Hits@50:
Test: 74.5731 ± 3.3030
AUC:
Test: 90.3100 ± 0.7970
Namespace(distill_pred_path='./EH_2_cora_ensembled_mlp_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=39543, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.1442 ± 9.4548
Hits@20:
Test: 61.7457 ± 6.5891
Hits@30:
Test: 66.4137 ± 5.5679
Hits@50:
Test: 76.9639 ± 2.9900
AUC:
Test: 92.1801 ± 0.8085
Namespace(distill_pred_path='./EH_2_cora_ensembled_mlp_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=39543, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 53.7381 ± 3.0402
Hits@20:
Test: 62.3529 ± 2.9415
Hits@30:
Test: 66.5275 ± 4.3074
Hits@50:
Test: 69.6395 ± 4.0786
AUC:
Test: 87.8387 ± 0.4915
Namespace(distill_pred_path='./EH_2_cora_ensembled_mlp_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=39543, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=0.001, margin=0.1, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 59.3548 ± 2.7413
Hits@20:
Test: 69.6015 ± 2.6204
Hits@30:
Test: 73.3586 ± 3.8948
Hits@50:
Test: 78.7476 ± 4.9790
AUC:
Test: 93.2469 ± 1.1229
Namespace(distill_pred_path='./EH_2_cora_ensembled_mlp_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=39543, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 52.2201 ± 8.9208
Hits@20:
Test: 59.8482 ± 4.0266
Hits@30:
Test: 70.7400 ± 4.7160
Hits@50:
Test: 79.2789 ± 2.1104
AUC:
Test: 92.8108 ± 1.0430
Namespace(distill_pred_path='./EH_2_cora_ensembled_mlp_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=39543, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.3112 ± 3.7655
Hits@20:
Test: 59.5066 ± 3.8716
Hits@30:
Test: 65.1613 ± 2.7713
Hits@50:
Test: 71.5370 ± 2.7531
AUC:
Test: 88.5213 ± 1.1661
Namespace(distill_pred_path='./EH_2_cora_ensembled_mlp_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=39543, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=10, LLP_R=0.001, margin=0.1, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 54.9526 ± 4.3407
Hits@20:
Test: 63.3017 ± 2.0463
Hits@30:
Test: 69.3738 ± 2.3647
Hits@50:
Test: 77.4573 ± 2.5718
AUC:
Test: 91.2980 ± 0.5720
Namespace(distill_pred_path='./EH_2_cora_ensembled_mlp_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=39543, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=10, LLP_R=1, margin=0.1, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.9184 ± 2.4499
Hits@20:
Test: 60.7590 ± 4.2650
Hits@30:
Test: 68.8046 ± 3.8366
Hits@50:
Test: 75.9393 ± 2.0278
AUC:
Test: 91.3248 ± 0.6225
Namespace(distill_pred_path='./EH_2_cora_ensembled_mlp_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=39543, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=10, LLP_R=10, margin=0.1, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 48.6528 ± 2.1156
Hits@20:
Test: 57.4953 ± 4.8785
Hits@30:
Test: 64.4402 ± 5.3981
Hits@50:
Test: 70.3226 ± 2.6755
AUC:
Test: 88.7360 ± 0.8750
