Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/collab_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(heuristic=False, device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=3, hops=3, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(heuristic=False, device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=3, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(heuristic=False, device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=3, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(heuristic=False, device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=3, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(heuristic=False, device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=3, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(heuristic=False, device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=3, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(heuristic=False, device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=3, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(heuristic=False, device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=3, hops=3, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/collab_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=True, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.01, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/collab_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=True, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.01, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/ogbl-collab_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=True, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.01, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/existing_setting_ogb/saved/ogbl-collab_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=True, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.01, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.01, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.01, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.01, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.01, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.01, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.01, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_capped_shortest_path_mat_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.01, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_capped_shortest_path_mat_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.01, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.01, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.01, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.01, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.01, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.01, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 21.3879 ± 1.6924
Hits@50:
Test: 35.9770 ± 1.1606
Hits@100:
Test: 42.9390 ± 1.1768
AUC:
Test: 95.8717 ± 0.0683
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=13110, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 21.5368 ± 3.4405
Hits@50:
Test: 36.0301 ± 1.4587
Hits@100:
Test: 42.5548 ± 0.9790
AUC:
Test: 95.8610 ± 0.0371
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=13110, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 20.7097 ± 1.7132
Hits@50:
Test: 36.5723 ± 1.0222
Hits@100:
Test: 42.6925 ± 0.4891
AUC:
Test: 95.8724 ± 0.0439
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_capped_shortest_path_mat_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=13110, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 21.1841 ± 1.2144
Hits@50:
Test: 36.7066 ± 1.2238
Hits@100:
Test: 43.1777 ± 1.6958
AUC:
Test: 95.8653 ± 0.0479
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=13110, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 21.3611 ± 2.5920
Hits@50:
Test: 36.4670 ± 1.2153
Hits@100:
Test: 42.7801 ± 1.2840
AUC:
Test: 95.8295 ± 0.0489
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=13110, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 20.8418 ± 1.3415
Hits@50:
Test: 35.3325 ± 1.5532
Hits@100:
Test: 42.1818 ± 1.3679
AUC:
Test: 95.8470 ± 0.0613
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=13110, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 21.6184 ± 1.2851
Hits@50:
Test: 35.6580 ± 1.2206
Hits@100:
Test: 42.3048 ± 0.9716
AUC:
Test: 95.8651 ± 0.0359
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=13110, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.01, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 20.9031 ± 1.1861
Hits@50:
Test: 35.3981 ± 1.1168
Hits@100:
Test: 41.5450 ± 0.9859
AUC:
Test: 95.8688 ± 0.0601
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_capped_shortest_path_mat_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=13110, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.01, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.01, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_GAT_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.01, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 21.6305 ± 0.7260
Hits@50:
Test: 36.1545 ± 1.4799
Hits@100:
Test: 42.6895 ± 1.0523
AUC:
Test: 95.8595 ± 0.0504
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_GCN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=13110, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.01, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 21.6599 ± 1.3730
Hits@50:
Test: 35.8890 ± 1.2400
Hits@100:
Test: 42.4861 ± 1.2307
AUC:
Test: 95.8849 ± 0.0680
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=13110, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.01, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 21.2968 ± 1.4610
Hits@50:
Test: 36.8447 ± 1.9470
Hits@100:
Test: 43.0150 ± 1.1248
AUC:
Test: 95.8707 ± 0.0347
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=13110, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.01, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_GCN_pred.pth', device=0, log_steps=1000, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.01, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 21.0119 ± 2.8002
Hits@50:
Test: 36.0422 ± 2.3852
Hits@100:
Test: 42.6411 ± 1.6095
AUC:
Test: 95.8502 ± 0.0369
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=13110, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.01, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 21.2346 ± 1.8261
Hits@50:
Test: 35.8372 ± 1.3888
Hits@100:
Test: 42.2547 ± 1.1744
AUC:
Test: 95.8931 ± 0.0627
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_capped_shortest_path_mat_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=13110, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.2288 ± 1.2311
Hits@50:
Test: 36.1040 ± 0.9427
Hits@100:
Test: 42.4568 ± 0.9615
AUC:
Test: 95.9115 ± 0.0401
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=13110, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 21.3797 ± 1.4488
Hits@50:
Test: 36.0893 ± 1.2313
Hits@100:
Test: 42.3411 ± 1.0227
AUC:
Test: 95.9418 ± 0.0255
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=13110, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 20.7153 ± 1.1346
Hits@50:
Test: 36.2162 ± 0.7353
Hits@100:
Test: 42.8781 ± 0.6047
AUC:
Test: 95.8955 ± 0.0617
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=13110, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 21.7846 ± 3.8131
Hits@50:
Test: 36.1286 ± 2.0437
Hits@100:
Test: 42.9006 ± 1.4191
AUC:
Test: 95.9170 ± 0.0538
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=13110, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 21.6508 ± 0.9848
Hits@50:
Test: 35.1339 ± 0.9011
Hits@100:
Test: 42.0799 ± 0.7315
AUC:
Test: 95.9346 ± 0.0639
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_capped_shortest_path_mat_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=13110, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=0.001, margin=0.01, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 20.4805 ± 1.4369
Hits@50:
Test: 35.5648 ± 1.4380
Hits@100:
Test: 42.4248 ± 0.7570
AUC:
Test: 95.9476 ± 0.0907
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=13110, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=0.001, margin=0.01, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 20.0496 ± 1.2468
Hits@50:
Test: 36.2594 ± 0.4423
Hits@100:
Test: 43.2990 ± 0.1643
AUC:
Test: 96.0201 ± 0.0728
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=13110, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=0.001, margin=0.01, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 21.6512 ± 1.1335
Hits@50:
Test: 35.6330 ± 1.0453
Hits@100:
Test: 42.2914 ± 0.5632
AUC:
Test: 95.9928 ± 0.0540
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=13110, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=0.001, margin=0.01, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 20.5698 ± 2.6548
Hits@50:
Test: 35.0869 ± 1.8200
Hits@100:
Test: 42.2811 ± 1.0328
AUC:
Test: 95.8811 ± 0.0263
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=13110, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=0.001, margin=0.01, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_CN_pred.pth', device=0, log_steps=500, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_CN_pred.pth', device=0, log_steps=500, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.5699 ± 2.1202
Hits@50:
Test: 36.5965 ± 0.9930
Hits@100:
Test: 42.7007 ± 0.8550
AUC:
Test: 95.8984 ± 0.0576
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_capped_shortest_path_mat_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=13110, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.7297 ± 3.1810
Hits@50:
Test: 42.5677 ± 3.4084
Hits@100:
Test: 49.4770 ± 3.0760
AUC:
Test: 96.1465 ± 0.1305
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_GCN_pred.pth', device=0, log_steps=1000, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=65536, node_batch_size=13110, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.01, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.4352 ± 2.0394
Hits@50:
Test: 35.9554 ± 2.0287
Hits@100:
Test: 42.1296 ± 0.8209
AUC:
Test: 95.9122 ± 0.0601
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=13110, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.9529 ± nan
Hits@50:
Test: 43.1652 ± nan
Hits@100:
Test: 50.5040 ± nan
AUC:
Test: 96.1086 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_CN_pred.pth', device=0, log_steps=500, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=65536, node_batch_size=13110, lr=0.01, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 13.9675 ± nan
Hits@50:
Test: 28.1638 ± nan
Hits@100:
Test: 34.5464 ± nan
AUC:
Test: 95.4900 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_CN_pred.pth', device=0, log_steps=500, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0.3, link_batch_size=65536, node_batch_size=13110, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 20.6795 ± 0.9338
Hits@50:
Test: 35.4240 ± 0.6336
Hits@100:
Test: 41.3214 ± 0.9750
AUC:
Test: 95.7934 ± 0.0613
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=13110, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.1106 ± 1.4695
Hits@50:
Test: 35.6861 ± 1.3361
Hits@100:
Test: 42.1550 ± 0.6414
AUC:
Test: 95.7608 ± 0.0149
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=13110, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 20.2560 ± 2.6175
Hits@50:
Test: 35.6235 ± 1.0646
Hits@100:
Test: 42.4654 ± 0.7795
AUC:
Test: 96.0356 ± 0.1121
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=13110, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.0960 ± nan
Hits@50:
Test: 40.3354 ± nan
Hits@100:
Test: 47.8534 ± nan
AUC:
Test: 96.5257 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_CN_pred.pth', device=0, log_steps=500, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0.3, link_batch_size=65536, node_batch_size=13110, lr=0.01, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 19.8083 ± nan
Hits@50:
Test: 29.9553 ± nan
Hits@100:
Test: 37.0632 ± nan
AUC:
Test: 96.4163 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_CN_pred.pth', device=0, log_steps=500, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=65536, node_batch_size=13110, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.1, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.5164 ± 1.5161
Hits@50:
Test: 36.0284 ± 0.5835
Hits@100:
Test: 42.6402 ± 0.7080
AUC:
Test: 95.8935 ± 0.0195
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_capped_shortest_path_mat_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=13110, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.01, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.2228 ± 0.9405
Hits@50:
Test: 36.9108 ± 1.6030
Hits@100:
Test: 42.9580 ± 1.1519
AUC:
Test: 95.9060 ± 0.0568
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=13110, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.01, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 20.4170 ± 1.0661
Hits@50:
Test: 34.2744 ± 1.6096
Hits@100:
Test: 41.0861 ± 0.8667
AUC:
Test: 95.8254 ± 0.0671
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=13110, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.01, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.9529 ± nan
Hits@50:
Test: 44.3567 ± nan
Hits@100:
Test: 52.1164 ± nan
AUC:
Test: 96.2541 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_CN_pred.pth', device=0, log_steps=500, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=65536, node_batch_size=13110, lr=0.01, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.1, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 21.0482 ± 2.2458
Hits@50:
Test: 35.5324 ± 1.5978
Hits@100:
Test: 42.1593 ± 1.1329
AUC:
Test: 95.7491 ± 0.0546
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=13110, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.01, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 16.5512 ± nan
Hits@50:
Test: 27.8594 ± nan
Hits@100:
Test: 35.5566 ± nan
AUC:
Test: 95.5597 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_CN_pred.pth', device=0, log_steps=500, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0.3, link_batch_size=65536, node_batch_size=13110, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.1, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.0488 ± 2.8235
Hits@50:
Test: 36.4014 ± 1.4330
Hits@100:
Test: 43.2144 ± 0.7681
AUC:
Test: 95.9932 ± 0.0776
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=13110, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.01, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 20.1170 ± nan
Hits@50:
Test: 38.7166 ± nan
Hits@100:
Test: 46.1093 ± nan
AUC:
Test: 96.4662 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_CN_pred.pth', device=0, log_steps=500, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0.3, link_batch_size=65536, node_batch_size=13110, lr=0.01, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.1, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.0046 ± 2.1567
Hits@50:
Test: 36.1510 ± 1.6892
Hits@100:
Test: 42.6027 ± 0.8946
AUC:
Test: 95.9329 ± 0.0218
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_capped_shortest_path_mat_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=13110, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 16.7325 ± nan
Hits@50:
Test: 28.9538 ± nan
Hits@100:
Test: 35.9688 ± nan
AUC:
Test: 96.3698 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_CN_pred.pth', device=0, log_steps=500, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=65536, node_batch_size=13110, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.2, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 21.8066 ± 1.2342
Hits@50:
Test: 36.1385 ± 1.1283
Hits@100:
Test: 42.5004 ± 1.1727
AUC:
Test: 95.9046 ± 0.0419
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_RA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=13110, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.6707 ± nan
Hits@50:
Test: 38.6194 ± nan
Hits@100:
Test: 46.2626 ± nan
AUC:
Test: 96.1314 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_CN_pred.pth', device=0, log_steps=500, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=65536, node_batch_size=13110, lr=0.01, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.2, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 19.7203 ± 2.0770
Hits@50:
Test: 34.2671 ± 0.6791
Hits@100:
Test: 41.3374 ± 1.2503
AUC:
Test: 95.9058 ± 0.0541
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_CN_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=13110, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 14.5093 ± nan
Hits@50:
Test: 26.9917 ± nan
Hits@100:
Test: 33.5276 ± nan
AUC:
Test: 95.5446 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_CN_pred.pth', device=0, log_steps=500, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0.3, link_batch_size=65536, node_batch_size=13110, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.2, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 20.0224 ± 2.8233
Hits@50:
Test: 34.6638 ± 1.6266
Hits@100:
Test: 41.3585 ± 1.4149
AUC:
Test: 95.8226 ± 0.0927
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_AA_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=13110, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.5252 ± nan
Hits@50:
Test: 40.3376 ± nan
Hits@100:
Test: 47.8340 ± nan
AUC:
Test: 96.5233 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_CN_pred.pth', device=0, log_steps=500, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0.3, link_batch_size=65536, node_batch_size=13110, lr=0.01, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.2, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(heuristic=False, device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.2, rw_step=3, ns_rate=5, hops=3, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_GCN_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_GCN_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=32000, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_SAGE_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=32000, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_GAT_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=32000, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_CN_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=32000, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_AA_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=32000, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_RA_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=32000, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_capped_shortest_path_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=32000, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_capped_shortest_path_mat_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=32000, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.6130 ± 1.0142
Hits@50:
Test: 37.0623 ± 1.4694
Hits@100:
Test: 43.7294 ± 1.0746
AUC:
Test: 96.0712 ± 0.1244
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_SAGE_pred.pth', device=0, log_steps=1, encoder='sage', num_layers=3, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=13110, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.3381 ± 1.3215
Hits@50:
Test: 36.1186 ± 1.3566
Hits@100:
Test: 42.6031 ± 1.1308
AUC:
Test: 96.0258 ± 0.1058
All runs:
Hits@10:
Test: 18.0621 ± nan
Hits@50:
Test: 32.7916 ± nan
Hits@100:
Test: 39.1245 ± nan
AUC:
Test: 96.4209 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_CN_pred.pth', device=0, log_steps=500, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=65536, node_batch_size=13110, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.9399 ± nan
Hits@50:
Test: 43.7652 ± nan
Hits@100:
Test: 50.5903 ± nan
AUC:
Test: 96.0643 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_CN_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=32000, node_batch_size=6401, lr=0.01, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.7736 ± 1.7680
Hits@50:
Test: 36.8655 ± 1.2989
Hits@100:
Test: 43.3055 ± 1.3585
AUC:
Test: 95.8842 ± 0.0426
All runs:
Hits@10:
Test: 21.2001 ± 1.5478
Hits@50:
Test: 35.0264 ± 0.3980
Hits@100:
Test: 41.7695 ± 0.7056
AUC:
Test: 95.8774 ± 0.0307
All runs:
Hits@10:
Test: 31.5979 ± nan
Hits@50:
Test: 47.6894 ± nan
Hits@100:
Test: 53.0920 ± nan
AUC:
Test: 96.0162 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_SAGE_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=32000, node_batch_size=6401, lr=0.01, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 20.8647 ± 0.4444
Hits@50:
Test: 36.0642 ± 0.7199
Hits@100:
Test: 42.4456 ± 0.9857
AUC:
Test: 95.7902 ± 0.0436
All runs:
Hits@10:
Test: 20.9562 ± 2.8079
Hits@50:
Test: 36.7778 ± 1.3632
Hits@100:
Test: 42.8885 ± 0.8932
AUC:
Test: 96.1422 ± 0.1141
All runs:
Hits@10:
Test: 13.2789 ± nan
Hits@50:
Test: 23.2792 ± nan
Hits@100:
Test: 30.3676 ± nan
AUC:
Test: 95.1988 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_CN_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0.3, link_batch_size=32000, node_batch_size=6401, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.6303 ± nan
Hits@50:
Test: 48.1621 ± nan
Hits@100:
Test: 52.6690 ± nan
AUC:
Test: 96.1573 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_GAT_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=32000, node_batch_size=6401, lr=0.01, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.6334 ± nan
Hits@50:
Test: 48.2765 ± nan
Hits@100:
Test: 52.9625 ± nan
AUC:
Test: 96.0497 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_capped_shortest_path_mat_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=32000, node_batch_size=6401, lr=0.01, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.0108 ± nan
Hits@50:
Test: 48.7038 ± nan
Hits@100:
Test: 52.8740 ± nan
AUC:
Test: 95.9759 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_GCN_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=32000, node_batch_size=6401, lr=0.01, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.4148 ± nan
Hits@50:
Test: 40.9808 ± nan
Hits@100:
Test: 48.5312 ± nan
AUC:
Test: 96.6011 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_CN_pred.pth', device=0, log_steps=500, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=65536, node_batch_size=13110, lr=0.01, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 13.4128 ± nan
Hits@50:
Test: 24.4037 ± nan
Hits@100:
Test: 31.8936 ± nan
AUC:
Test: 95.2568 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_SAGE_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0.3, link_batch_size=32000, node_batch_size=6401, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.1573 ± nan
Hits@50:
Test: 48.0282 ± nan
Hits@100:
Test: 53.4849 ± nan
AUC:
Test: 96.0073 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_AA_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=32000, node_batch_size=6401, lr=0.01, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_SAGE_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=32000, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_CN_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=32000, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.4333 ± nan
Hits@50:
Test: 47.9527 ± nan
Hits@100:
Test: 52.8287 ± nan
AUC:
Test: 96.0625 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_RA_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=32000, node_batch_size=6401, lr=0.01, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 15.5367 ± nan
Hits@50:
Test: 26.0204 ± nan
Hits@100:
Test: 32.8131 ± nan
AUC:
Test: 95.3789 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_capped_shortest_path_mat_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0.3, link_batch_size=32000, node_batch_size=6401, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 15.7051 ± nan
Hits@50:
Test: 28.8890 ± nan
Hits@100:
Test: 34.8961 ± nan
AUC:
Test: 95.4183 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_GAT_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0.3, link_batch_size=32000, node_batch_size=6401, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 14.6539 ± nan
Hits@50:
Test: 26.4435 ± nan
Hits@100:
Test: 33.6614 ± nan
AUC:
Test: 95.3914 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_CN_pred.pth', device=0, log_steps=500, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0.3, link_batch_size=65536, node_batch_size=13110, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 14.6604 ± nan
Hits@50:
Test: 24.6433 ± nan
Hits@100:
Test: 30.2553 ± nan
AUC:
Test: 95.3471 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_GCN_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0.3, link_batch_size=32000, node_batch_size=6401, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.3414 ± nan
Hits@50:
Test: 44.8229 ± nan
Hits@100:
Test: 51.8617 ± nan
AUC:
Test: 96.1783 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_CN_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=32000, node_batch_size=6401, lr=0.01, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 14.2848 ± nan
Hits@50:
Test: 25.2563 ± nan
Hits@100:
Test: 30.0417 ± nan
AUC:
Test: 95.1746 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_RA_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0.3, link_batch_size=32000, node_batch_size=6401, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.0864 ± nan
Hits@50:
Test: 46.6813 ± nan
Hits@100:
Test: 52.1552 ± nan
AUC:
Test: 96.1329 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_SAGE_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=32000, node_batch_size=6401, lr=0.01, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 16.0504 ± nan
Hits@50:
Test: 27.7925 ± nan
Hits@100:
Test: 34.5982 ± nan
AUC:
Test: 95.4290 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_AA_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0.3, link_batch_size=32000, node_batch_size=6401, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 22.0510 ± nan
Hits@50:
Test: 40.6592 ± nan
Hits@100:
Test: 48.1081 ± nan
AUC:
Test: 96.5347 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_capped_shortest_path_mat_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0.3, link_batch_size=32000, node_batch_size=6401, lr=0.01, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.6439 ± nan
Hits@50:
Test: 39.7699 ± nan
Hits@100:
Test: 46.1784 ± nan
AUC:
Test: 96.4916 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_AA_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0.3, link_batch_size=32000, node_batch_size=6401, lr=0.01, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.5542 ± nan
Hits@50:
Test: 42.7141 ± nan
Hits@100:
Test: 50.5688 ± nan
AUC:
Test: 96.8731 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_CN_pred.pth', device=0, log_steps=500, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0.3, link_batch_size=65536, node_batch_size=13110, lr=0.01, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.5412 ± nan
Hits@50:
Test: 41.3866 ± nan
Hits@100:
Test: 49.0362 ± nan
AUC:
Test: 96.5847 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_RA_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0.3, link_batch_size=32000, node_batch_size=6401, lr=0.01, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_CN_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=10000, node_batch_size=10000, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_GCN_pred.pth', device=0, log_steps=1000, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=30000, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_SAGE_pred.pth', device=0, log_steps=1000, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=30000, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_GAT_pred.pth', device=0, log_steps=1000, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=30000, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.8569 ± nan
Hits@50:
Test: 46.4331 ± nan
Hits@100:
Test: 52.0171 ± nan
AUC:
Test: 96.0818 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_SAGE_pred.pth', device=0, log_steps=1000, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.01, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.9627 ± nan
Hits@50:
Test: 47.6052 ± nan
Hits@100:
Test: 52.3581 ± nan
AUC:
Test: 96.1665 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_GCN_pred.pth', device=0, log_steps=1000, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.01, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.6100 ± nan
Hits@50:
Test: 47.0504 ± nan
Hits@100:
Test: 52.8611 ± nan
AUC:
Test: 96.1080 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_GAT_pred.pth', device=0, log_steps=1000, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.01, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.1101 ± nan
Hits@50:
Test: 47.0656 ± nan
Hits@100:
Test: 52.3236 ± nan
AUC:
Test: 96.1331 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_CN_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=10000, node_batch_size=2000, lr=0.01, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 13.9610 ± nan
Hits@50:
Test: 25.0491 ± nan
Hits@100:
Test: 31.9368 ± nan
AUC:
Test: 95.3343 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_CN_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0.3, link_batch_size=10000, node_batch_size=2000, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.8629 ± nan
Hits@50:
Test: 43.0573 ± nan
Hits@100:
Test: 50.2666 ± nan
AUC:
Test: 96.5704 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_CN_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0.3, link_batch_size=10000, node_batch_size=2000, lr=0.01, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 7.1208 ± nan
Hits@50:
Test: 15.1633 ± nan
Hits@100:
Test: 20.8573 ± nan
AUC:
Test: 95.0951 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_CN_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=10000, node_batch_size=2000, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.1, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_GCN_pred.pth', device=0, log_steps=1000, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=30000, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_SAGE_pred.pth', device=0, log_steps=1000, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=30000, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_GAT_pred.pth', device=0, log_steps=1000, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=30000, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_CN_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=10000, node_batch_size=10000, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_AA_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=10000, node_batch_size=10000, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_RA_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=30000, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_CN_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=30000, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_AA_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=30000, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_capped_shortest_path_mat_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=30000, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.8569 ± nan
Hits@50:
Test: 46.4331 ± nan
Hits@100:
Test: 52.0171 ± nan
AUC:
Test: 96.0818 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_SAGE_pred.pth', device=0, log_steps=1000, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0.3, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.6100 ± nan
Hits@50:
Test: 47.0504 ± nan
Hits@100:
Test: 52.8611 ± nan
AUC:
Test: 96.1080 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_GAT_pred.pth', device=0, log_steps=1000, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0.3, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.9627 ± nan
Hits@50:
Test: 47.6052 ± nan
Hits@100:
Test: 52.3581 ± nan
AUC:
Test: 96.1665 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_GCN_pred.pth', device=0, log_steps=1000, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0.3, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.6050 ± nan
Hits@50:
Test: 47.0504 ± nan
Hits@100:
Test: 52.9193 ± nan
AUC:
Test: 95.9562 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_AA_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0.1, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_AA_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=30000, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.2973 ± nan
Hits@50:
Test: 46.6274 ± nan
Hits@100:
Test: 52.0970 ± nan
AUC:
Test: 95.9759 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_CN_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0.1, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.2181 ± nan
Hits@50:
Test: 41.1794 ± nan
Hits@100:
Test: 48.3153 ± nan
AUC:
Test: 96.5587 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_GAT_pred.pth', device=0, log_steps=1000, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.1, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.8554 ± nan
Hits@50:
Test: 48.2959 ± nan
Hits@100:
Test: 53.4309 ± nan
AUC:
Test: 96.0471 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_capped_shortest_path_mat_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0.1, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.0842 ± nan
Hits@50:
Test: 47.5685 ± nan
Hits@100:
Test: 52.8740 ± nan
AUC:
Test: 95.9565 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_RA_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0.1, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.7666 ± nan
Hits@50:
Test: 44.0976 ± nan
Hits@100:
Test: 51.7020 ± nan
AUC:
Test: 96.4972 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_SAGE_pred.pth', device=0, log_steps=1000, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.1, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.6050 ± nan
Hits@50:
Test: 47.0504 ± nan
Hits@100:
Test: 52.9193 ± nan
AUC:
Test: 95.9562 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_AA_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0.1, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.8521 ± nan
Hits@50:
Test: 45.2373 ± nan
Hits@100:
Test: 51.5293 ± nan
AUC:
Test: 96.5450 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_GCN_pred.pth', device=0, log_steps=1000, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.1, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.6140 ± nan
Hits@50:
Test: 41.7600 ± nan
Hits@100:
Test: 48.4966 ± nan
AUC:
Test: 96.1894 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_RA_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0.3, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.6710 ± nan
Hits@50:
Test: 41.5550 ± nan
Hits@100:
Test: 50.1479 ± nan
AUC:
Test: 96.0955 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_SAGE_pred.pth', device=0, log_steps=1000, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0.3, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.1, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.4925 ± nan
Hits@50:
Test: 47.8124 ± nan
Hits@100:
Test: 53.1330 ± nan
AUC:
Test: 96.0917 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_GAT_pred.pth', device=0, log_steps=1000, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0.3, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.1, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.1681 ± nan
Hits@50:
Test: 43.1285 ± nan
Hits@100:
Test: 50.6551 ± nan
AUC:
Test: 96.2893 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_AA_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0.3, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.6540 ± nan
Hits@50:
Test: 48.2570 ± nan
Hits@100:
Test: 52.9906 ± nan
AUC:
Test: 96.3047 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_capped_shortest_path_mat_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0.3, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.7324 ± nan
Hits@50:
Test: 41.5787 ± nan
Hits@100:
Test: 49.4550 ± nan
AUC:
Test: 96.5783 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_SAGE_pred.pth', device=0, log_steps=1000, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.2, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.0978 ± nan
Hits@50:
Test: 48.7664 ± nan
Hits@100:
Test: 53.8799 ± nan
AUC:
Test: 96.2812 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_CN_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0.3, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.9119 ± nan
Hits@50:
Test: 44.3157 ± nan
Hits@100:
Test: 51.7602 ± nan
AUC:
Test: 96.5554 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_AA_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.1, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.6908 ± nan
Hits@50:
Test: 42.9580 ± nan
Hits@100:
Test: 51.1710 ± nan
AUC:
Test: 96.5488 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_RA_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.1, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.3697 ± nan
Hits@50:
Test: 43.8322 ± nan
Hits@100:
Test: 51.0307 ± nan
AUC:
Test: 96.1846 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_SAGE_pred.pth', device=0, log_steps=1000, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0.3, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.2, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.2636 ± nan
Hits@50:
Test: 48.4750 ± nan
Hits@100:
Test: 53.1762 ± nan
AUC:
Test: 96.0366 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_GCN_pred.pth', device=0, log_steps=1000, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0.3, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.1, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.1928 ± nan
Hits@50:
Test: 47.2318 ± nan
Hits@100:
Test: 52.2761 ± nan
AUC:
Test: 95.9106 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_AA_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0.1, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.1, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.5788 ± nan
Hits@50:
Test: 44.9567 ± nan
Hits@100:
Test: 52.6538 ± nan
AUC:
Test: 96.6188 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_GAT_pred.pth', device=0, log_steps=1000, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.2, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.3569 ± nan
Hits@50:
Test: 40.4304 ± nan
Hits@100:
Test: 48.1901 ± nan
AUC:
Test: 96.5513 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_SAGE_pred.pth', device=0, log_steps=1000, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.7241 ± nan
Hits@50:
Test: 42.2737 ± nan
Hits@100:
Test: 50.5839 ± nan
AUC:
Test: 96.5841 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_capped_shortest_path_mat_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.1, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.7463 ± nan
Hits@50:
Test: 43.0767 ± nan
Hits@100:
Test: 51.4818 ± nan
AUC:
Test: 96.5643 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_CN_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.1, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.4373 ± nan
Hits@50:
Test: 47.9225 ± nan
Hits@100:
Test: 52.9237 ± nan
AUC:
Test: 96.2286 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_AA_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0.3, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.1, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.9032 ± nan
Hits@50:
Test: 45.0927 ± nan
Hits@100:
Test: 52.4466 ± nan
AUC:
Test: 96.6001 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_SAGE_pred.pth', device=0, log_steps=1000, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0.3, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.1166 ± nan
Hits@50:
Test: 46.9922 ± nan
Hits@100:
Test: 52.2157 ± nan
AUC:
Test: 95.9633 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_RA_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0.1, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.1, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.3781 ± nan
Hits@50:
Test: 43.8084 ± nan
Hits@100:
Test: 51.8012 ± nan
AUC:
Test: 96.1093 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_CN_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0.1, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.1, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.2505 ± nan
Hits@50:
Test: 43.1350 ± nan
Hits@100:
Test: 51.4926 ± nan
AUC:
Test: 96.5801 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_AA_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.2, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.2588 ± nan
Hits@50:
Test: 45.7510 ± nan
Hits@100:
Test: 53.5669 ± nan
AUC:
Test: 96.5754 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_GCN_pred.pth', device=0, log_steps=1000, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.2, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.8276 ± nan
Hits@50:
Test: 48.7146 ± nan
Hits@100:
Test: 52.8783 ± nan
AUC:
Test: 96.1333 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_GAT_pred.pth', device=0, log_steps=1000, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0.3, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.2, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.9677 ± nan
Hits@50:
Test: 42.5716 ± nan
Hits@100:
Test: 50.4975 ± nan
AUC:
Test: 96.8341 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_SAGE_pred.pth', device=0, log_steps=1000, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.5523 ± nan
Hits@50:
Test: 45.2460 ± nan
Hits@100:
Test: 51.9049 ± nan
AUC:
Test: 96.2431 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_RA_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0.3, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.1, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.2482 ± nan
Hits@50:
Test: 49.7917 ± nan
Hits@100:
Test: 53.9166 ± nan
AUC:
Test: 96.0431 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_capped_shortest_path_mat_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0.1, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.1, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.3814 ± nan
Hits@50:
Test: 48.4599 ± nan
Hits@100:
Test: 52.2329 ± nan
AUC:
Test: 96.0038 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_AA_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0.1, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.2, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.7244 ± nan
Hits@50:
Test: 47.3893 ± nan
Hits@100:
Test: 52.5287 ± nan
AUC:
Test: 96.0225 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_GCN_pred.pth', device=0, log_steps=1000, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0.3, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.2, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.7481 ± nan
Hits@50:
Test: 45.9388 ± nan
Hits@100:
Test: 52.3430 ± nan
AUC:
Test: 96.2882 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_CN_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0.3, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.1, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.9529 ± nan
Hits@50:
Test: 44.0933 ± nan
Hits@100:
Test: 51.4645 ± nan
AUC:
Test: 96.5522 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_GAT_pred.pth', device=0, log_steps=1000, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.8542 ± nan
Hits@50:
Test: 48.7211 ± nan
Hits@100:
Test: 53.7525 ± nan
AUC:
Test: 96.6903 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_SAGE_pred.pth', device=0, log_steps=1000, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0.3, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.6689 ± nan
Hits@50:
Test: 45.4014 ± nan
Hits@100:
Test: 51.8379 ± nan
AUC:
Test: 96.2112 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_capped_shortest_path_mat_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0.3, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.1, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.3460 ± nan
Hits@50:
Test: 47.2706 ± nan
Hits@100:
Test: 53.6489 ± nan
AUC:
Test: 96.2894 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_AA_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0.3, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.2, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.0396 ± nan
Hits@50:
Test: 42.6169 ± nan
Hits@100:
Test: 50.6270 ± nan
AUC:
Test: 96.5651 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_GCN_pred.pth', device=0, log_steps=1000, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.7546 ± nan
Hits@50:
Test: 48.5506 ± nan
Hits@100:
Test: 53.3316 ± nan
AUC:
Test: 96.4149 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_GAT_pred.pth', device=0, log_steps=1000, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0.3, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.1691 ± nan
Hits@50:
Test: 40.6311 ± nan
Hits@100:
Test: 47.5944 ± nan
AUC:
Test: 96.5500 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_capped_shortest_path_mat_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.2, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.7028 ± nan
Hits@50:
Test: 46.3489 ± nan
Hits@100:
Test: 53.2474 ± nan
AUC:
Test: 96.5265 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_RA_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.2, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.2196 ± nan
Hits@50:
Test: 44.7862 ± nan
Hits@100:
Test: 52.7078 ± nan
AUC:
Test: 96.5642 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_CN_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.2, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.6251 ± nan
Hits@50:
Test: 46.7547 ± nan
Hits@100:
Test: 52.9474 ± nan
AUC:
Test: 96.5758 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_GCN_pred.pth', device=0, log_steps=1000, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0.3, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.5699 ± nan
Hits@50:
Test: 45.1747 ± nan
Hits@100:
Test: 53.3251 ± nan
AUC:
Test: 96.5940 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_AA_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.8508 ± nan
Hits@50:
Test: 46.5756 ± nan
Hits@100:
Test: 53.0510 ± nan
AUC:
Test: 96.8520 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_SAGE_pred.pth', device=0, log_steps=1000, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.2, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.1962 ± nan
Hits@50:
Test: 44.3157 ± nan
Hits@100:
Test: 51.1731 ± nan
AUC:
Test: 95.9251 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_capped_shortest_path_mat_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0.1, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.2, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.2822 ± nan
Hits@50:
Test: 47.2512 ± nan
Hits@100:
Test: 53.2107 ± nan
AUC:
Test: 96.5155 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_AA_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0.1, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.9862 ± nan
Hits@50:
Test: 45.3496 ± nan
Hits@100:
Test: 52.3193 ± nan
AUC:
Test: 96.7613 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_SAGE_pred.pth', device=0, log_steps=1000, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0.3, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.2, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.7068 ± nan
Hits@50:
Test: 45.1683 ± nan
Hits@100:
Test: 53.3553 ± nan
AUC:
Test: 96.7690 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_GAT_pred.pth', device=0, log_steps=1000, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.9954 ± nan
Hits@50:
Test: 45.4942 ± nan
Hits@100:
Test: 51.8703 ± nan
AUC:
Test: 96.8416 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_GCN_pred.pth', device=0, log_steps=1000, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.1338 ± nan
Hits@50:
Test: 47.5814 ± nan
Hits@100:
Test: 52.9604 ± nan
AUC:
Test: 96.0103 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_CN_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0.1, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.2, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.8085 ± nan
Hits@50:
Test: 48.4146 ± nan
Hits@100:
Test: 53.1676 ± nan
AUC:
Test: 95.8650 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_RA_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0.1, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.2, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.7647 ± nan
Hits@50:
Test: 48.0671 ± nan
Hits@100:
Test: 53.4503 ± nan
AUC:
Test: 96.8071 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_AA_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0.3, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.9254 ± nan
Hits@50:
Test: 42.6601 ± nan
Hits@100:
Test: 50.3443 ± nan
AUC:
Test: 96.8984 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_SAGE_pred.pth', device=0, log_steps=1000, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.5687 ± nan
Hits@50:
Test: 46.9576 ± nan
Hits@100:
Test: 53.4913 ± nan
AUC:
Test: 96.2700 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_capped_shortest_path_mat_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0.3, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.2, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.2100 ± nan
Hits@50:
Test: 47.2166 ± nan
Hits@100:
Test: 52.9992 ± nan
AUC:
Test: 96.6177 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_GCN_pred.pth', device=0, log_steps=1000, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0.3, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.0722 ± nan
Hits@50:
Test: 48.5506 ± nan
Hits@100:
Test: 53.4697 ± nan
AUC:
Test: 96.5065 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_GAT_pred.pth', device=0, log_steps=1000, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0.3, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.0814 ± nan
Hits@50:
Test: 46.6252 ± nan
Hits@100:
Test: 52.6279 ± nan
AUC:
Test: 96.2733 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_CN_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0.3, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.2, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.7099 ± nan
Hits@50:
Test: 46.6403 ± nan
Hits@100:
Test: 53.1244 ± nan
AUC:
Test: 96.8772 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_AA_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.4851 ± nan
Hits@50:
Test: 48.2721 ± nan
Hits@100:
Test: 53.6640 ± nan
AUC:
Test: 97.0288 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_SAGE_pred.pth', device=0, log_steps=1000, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0.3, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.4669 ± nan
Hits@50:
Test: 47.8081 ± nan
Hits@100:
Test: 53.0985 ± nan
AUC:
Test: 96.2655 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_RA_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0.3, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.2, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.5434 ± nan
Hits@50:
Test: 44.4581 ± nan
Hits@100:
Test: 51.5358 ± nan
AUC:
Test: 96.5562 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_capped_shortest_path_mat_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.2964 ± nan
Hits@50:
Test: 48.0606 ± nan
Hits@100:
Test: 52.6279 ± nan
AUC:
Test: 96.5832 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_AA_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0.1, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.0325 ± nan
Hits@50:
Test: 40.5513 ± nan
Hits@100:
Test: 48.4448 ± nan
AUC:
Test: 96.5948 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_RA_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.1487 ± nan
Hits@50:
Test: 46.3101 ± nan
Hits@100:
Test: 53.1309 ± nan
AUC:
Test: 96.8149 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_GAT_pred.pth', device=0, log_steps=1000, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.2, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.3019 ± nan
Hits@50:
Test: 45.7662 ± nan
Hits@100:
Test: 53.5798 ± nan
AUC:
Test: 96.8983 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_GCN_pred.pth', device=0, log_steps=1000, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.2, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.2198 ± nan
Hits@50:
Test: 48.6671 ± nan
Hits@100:
Test: 53.7719 ± nan
AUC:
Test: 96.7976 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_AA_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0.3, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 23.3245 ± nan
Hits@50:
Test: 43.6314 ± nan
Hits@100:
Test: 51.2595 ± nan
AUC:
Test: 96.5649 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_CN_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.0454 ± nan
Hits@50:
Test: 46.8281 ± nan
Hits@100:
Test: 52.6279 ± nan
AUC:
Test: 96.7262 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_capped_shortest_path_mat_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0.1, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.7968 ± nan
Hits@50:
Test: 42.9213 ± nan
Hits@100:
Test: 49.8845 ± nan
AUC:
Test: 96.2971 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_RA_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0.1, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.5795 ± nan
Hits@50:
Test: 45.4877 ± nan
Hits@100:
Test: 53.1762 ± nan
AUC:
Test: 97.1492 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_SAGE_pred.pth', device=0, log_steps=1000, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.2902 ± nan
Hits@50:
Test: 43.0961 ± nan
Hits@100:
Test: 50.9271 ± nan
AUC:
Test: 96.8924 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_AA_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.2, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.1086 ± nan
Hits@50:
Test: 46.3425 ± nan
Hits@100:
Test: 53.2561 ± nan
AUC:
Test: 96.8153 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_GCN_pred.pth', device=0, log_steps=1000, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0.3, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.2, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.1841 ± nan
Hits@50:
Test: 47.2382 ± nan
Hits@100:
Test: 53.3359 ± nan
AUC:
Test: 96.6798 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_GAT_pred.pth', device=0, log_steps=1000, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0.3, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.2, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.6618 ± nan
Hits@50:
Test: 47.0720 ± nan
Hits@100:
Test: 53.1309 ± nan
AUC:
Test: 96.5594 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_CN_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0.1, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.5813 ± nan
Hits@50:
Test: 46.1935 ± nan
Hits@100:
Test: 52.3711 ± nan
AUC:
Test: 96.7352 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_AA_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0.1, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.2, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.6001 ± nan
Hits@50:
Test: 48.2937 ± nan
Hits@100:
Test: 53.2215 ± nan
AUC:
Test: 96.8454 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_capped_shortest_path_mat_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0.3, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.9137 ± nan
Hits@50:
Test: 47.2836 ± nan
Hits@100:
Test: 53.9468 ± nan
AUC:
Test: 97.1243 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_SAGE_pred.pth', device=0, log_steps=1000, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0.3, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.9652 ± nan
Hits@50:
Test: 45.0064 ± nan
Hits@100:
Test: 51.6027 ± nan
AUC:
Test: 96.7875 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_AA_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0.3, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.2, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_GAT_pred.pth', device=0, log_steps=1000, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=30000, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_SAGE_pred.pth', device=0, log_steps=1000, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=30000, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_GCN_pred.pth', device=0, log_steps=1000, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=30000, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_CN_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=30000, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_AA_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=30000, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_RA_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=30000, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_capped_shortest_path_mat_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=30000, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.8554 ± nan
Hits@50:
Test: 48.2959 ± nan
Hits@100:
Test: 53.4309 ± nan
AUC:
Test: 96.0471 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_capped_shortest_path_mat_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.0454 ± nan
Hits@50:
Test: 46.8281 ± nan
Hits@100:
Test: 52.6279 ± nan
AUC:
Test: 96.7262 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_capped_shortest_path_mat_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.6050 ± nan
Hits@50:
Test: 47.0504 ± nan
Hits@100:
Test: 52.9193 ± nan
AUC:
Test: 95.9562 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_AA_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.8569 ± nan
Hits@50:
Test: 46.4331 ± nan
Hits@100:
Test: 52.0171 ± nan
AUC:
Test: 96.0818 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_SAGE_pred.pth', device=0, log_steps=1000, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.1292 ± nan
Hits@50:
Test: 48.9672 ± nan
Hits@100:
Test: 53.9403 ± nan
AUC:
Test: 97.3336 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_capped_shortest_path_mat_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.2973 ± nan
Hits@50:
Test: 46.6274 ± nan
Hits@100:
Test: 52.0970 ± nan
AUC:
Test: 95.9759 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_CN_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.6100 ± nan
Hits@50:
Test: 47.0504 ± nan
Hits@100:
Test: 52.8611 ± nan
AUC:
Test: 96.1080 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_GAT_pred.pth', device=0, log_steps=1000, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.9627 ± nan
Hits@50:
Test: 47.6052 ± nan
Hits@100:
Test: 52.3581 ± nan
AUC:
Test: 96.1665 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_GCN_pred.pth', device=0, log_steps=1000, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.1650 ± nan
Hits@50:
Test: 47.9225 ± nan
Hits@100:
Test: 52.1811 ± nan
AUC:
Test: 96.1591 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_capped_shortest_path_mat_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.0842 ± nan
Hits@50:
Test: 47.5685 ± nan
Hits@100:
Test: 52.8740 ± nan
AUC:
Test: 95.9565 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_RA_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.9769 ± nan
Hits@50:
Test: 46.9123 ± nan
Hits@100:
Test: 51.9200 ± nan
AUC:
Test: 96.8412 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_capped_shortest_path_mat_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.9032 ± nan
Hits@50:
Test: 45.0927 ± nan
Hits@100:
Test: 52.4466 ± nan
AUC:
Test: 96.6001 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_SAGE_pred.pth', device=0, log_steps=1000, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.6618 ± nan
Hits@50:
Test: 47.0720 ± nan
Hits@100:
Test: 53.1309 ± nan
AUC:
Test: 96.5594 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_CN_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.2822 ± nan
Hits@50:
Test: 47.2512 ± nan
Hits@100:
Test: 53.2107 ± nan
AUC:
Test: 96.5155 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_AA_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.7968 ± nan
Hits@50:
Test: 42.9213 ± nan
Hits@100:
Test: 49.8845 ± nan
AUC:
Test: 96.2971 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_RA_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.6728 ± nan
Hits@50:
Test: 46.9878 ± nan
Hits@100:
Test: 51.9567 ± nan
AUC:
Test: 97.4503 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_capped_shortest_path_mat_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=10, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.6251 ± nan
Hits@50:
Test: 46.7547 ± nan
Hits@100:
Test: 52.9474 ± nan
AUC:
Test: 96.5758 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_GCN_pred.pth', device=0, log_steps=1000, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.5366 ± nan
Hits@50:
Test: 44.4171 ± nan
Hits@100:
Test: 48.8139 ± nan
AUC:
Test: 97.1154 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_capped_shortest_path_mat_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=10, LLP_R=1, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.7546 ± nan
Hits@50:
Test: 48.5506 ± nan
Hits@100:
Test: 53.3316 ± nan
AUC:
Test: 96.4149 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_GAT_pred.pth', device=0, log_steps=1000, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.5791 ± nan
Hits@50:
Test: 45.5892 ± nan
Hits@100:
Test: 50.9832 ± nan
AUC:
Test: 97.2534 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_capped_shortest_path_mat_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=10, LLP_R=10, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.0300 ± nan
Hits@50:
Test: 44.2250 ± nan
Hits@100:
Test: 50.7220 ± nan
AUC:
Test: 97.0569 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_CN_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.4851 ± nan
Hits@50:
Test: 48.2721 ± nan
Hits@100:
Test: 53.6640 ± nan
AUC:
Test: 97.0288 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_SAGE_pred.pth', device=0, log_steps=1000, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.5795 ± nan
Hits@50:
Test: 45.3064 ± nan
Hits@100:
Test: 51.4429 ± nan
AUC:
Test: 97.3788 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_capped_shortest_path_mat_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.1, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.2042 ± nan
Hits@50:
Test: 42.8457 ± nan
Hits@100:
Test: 51.4861 ± nan
AUC:
Test: 96.9861 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_AA_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.8866 ± nan
Hits@50:
Test: 40.2879 ± nan
Hits@100:
Test: 48.6369 ± nan
AUC:
Test: 96.7199 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_SAGE_pred.pth', device=0, log_steps=1000, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.3189 ± nan
Hits@50:
Test: 43.7804 ± nan
Hits@100:
Test: 51.8401 ± nan
AUC:
Test: 96.6025 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_RA_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.2482 ± nan
Hits@50:
Test: 49.7917 ± nan
Hits@100:
Test: 53.9166 ± nan
AUC:
Test: 96.0431 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_capped_shortest_path_mat_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.1224 ± nan
Hits@50:
Test: 48.5463 ± nan
Hits@100:
Test: 53.4654 ± nan
AUC:
Test: 96.7811 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_GAT_pred.pth', device=0, log_steps=1000, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.1224 ± nan
Hits@50:
Test: 48.8398 ± nan
Hits@100:
Test: 54.0137 ± nan
AUC:
Test: 96.9590 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_GCN_pred.pth', device=0, log_steps=1000, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.3081 ± nan
Hits@50:
Test: 41.8701 ± nan
Hits@100:
Test: 48.8031 ± nan
AUC:
Test: 95.8567 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_CN_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.5344 ± nan
Hits@50:
Test: 47.0289 ± nan
Hits@100:
Test: 52.6797 ± nan
AUC:
Test: 96.7284 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_capped_shortest_path_mat_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.1341 ± nan
Hits@50:
Test: 47.8599 ± nan
Hits@100:
Test: 52.8999 ± nan
AUC:
Test: 97.3863 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_capped_shortest_path_mat_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=0.001, margin=0.1, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.5252 ± nan
Hits@50:
Test: 46.3468 ± nan
Hits@100:
Test: 50.3659 ± nan
AUC:
Test: 95.8774 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_AA_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.9041 ± nan
Hits@50:
Test: 43.4479 ± nan
Hits@100:
Test: 50.4911 ± nan
AUC:
Test: 96.1731 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_capped_shortest_path_mat_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.2849 ± nan
Hits@50:
Test: 46.7008 ± nan
Hits@100:
Test: 50.5170 ± nan
AUC:
Test: 96.0484 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_RA_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.3873 ± nan
Hits@50:
Test: 48.6715 ± nan
Hits@100:
Test: 54.6655 ± nan
AUC:
Test: 97.0088 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_SAGE_pred.pth', device=0, log_steps=1000, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.0975 ± nan
Hits@50:
Test: 41.3003 ± nan
Hits@100:
Test: 47.8642 ± nan
AUC:
Test: 95.8587 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_CN_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.4555 ± nan
Hits@50:
Test: 47.4713 ± nan
Hits@100:
Test: 53.3532 ± nan
AUC:
Test: 96.9178 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_capped_shortest_path_mat_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.0028 ± nan
Hits@50:
Test: 43.5667 ± nan
Hits@100:
Test: 51.3415 ± nan
AUC:
Test: 97.4531 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_capped_shortest_path_mat_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=10, LLP_R=0.001, margin=0.1, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.1243 ± nan
Hits@50:
Test: 46.6662 ± nan
Hits@100:
Test: 54.4281 ± nan
AUC:
Test: 97.1301 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_SAGE_pred.pth', device=0, log_steps=1000, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=10, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.6180 ± nan
Hits@50:
Test: 45.0582 ± nan
Hits@100:
Test: 49.7442 ± nan
AUC:
Test: 97.0901 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_capped_shortest_path_mat_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=10, LLP_R=1, margin=0.1, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.7342 ± nan
Hits@50:
Test: 50.9508 ± nan
Hits@100:
Test: 54.9461 ± nan
AUC:
Test: 96.5388 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_GAT_pred.pth', device=0, log_steps=1000, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.7268 ± nan
Hits@50:
Test: 49.3773 ± nan
Hits@100:
Test: 55.1534 ± nan
AUC:
Test: 96.8899 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_GCN_pred.pth', device=0, log_steps=1000, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.6639 ± nan
Hits@50:
Test: 44.7560 ± nan
Hits@100:
Test: 50.0917 ± nan
AUC:
Test: 96.0085 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_AA_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.2649 ± nan
Hits@50:
Test: 46.3446 ± nan
Hits@100:
Test: 51.4602 ± nan
AUC:
Test: 96.2269 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_RA_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.2301 ± nan
Hits@50:
Test: 40.8858 ± nan
Hits@100:
Test: 47.4757 ± nan
AUC:
Test: 96.5911 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_CN_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=10, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.3201 ± nan
Hits@50:
Test: 45.3712 ± nan
Hits@100:
Test: 51.4192 ± nan
AUC:
Test: 97.1628 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_capped_shortest_path_mat_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=10, LLP_R=10, margin=0.1, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.8126 ± nan
Hits@50:
Test: 44.5380 ± nan
Hits@100:
Test: 50.1457 ± nan
AUC:
Test: 97.4758 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_capped_shortest_path_mat_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0.1, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.3223 ± nan
Hits@50:
Test: 45.2934 ± nan
Hits@100:
Test: 52.5287 ± nan
AUC:
Test: 97.0969 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_SAGE_pred.pth', device=0, log_steps=1000, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=10, LLP_R=1, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 16.7066 ± nan
Hits@50:
Test: 29.1157 ± nan
Hits@100:
Test: 36.0422 ± nan
AUC:
Test: 95.5903 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_CN_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=10, LLP_R=1, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.6540 ± nan
Hits@50:
Test: 48.2570 ± nan
Hits@100:
Test: 52.9906 ± nan
AUC:
Test: 96.3047 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_capped_shortest_path_mat_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0.1, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.1718 ± nan
Hits@50:
Test: 41.9694 ± nan
Hits@100:
Test: 49.7226 ± nan
AUC:
Test: 96.6735 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_AA_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=10, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.4515 ± nan
Hits@50:
Test: 45.3755 ± nan
Hits@100:
Test: 51.1105 ± nan
AUC:
Test: 96.5571 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_RA_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=10, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.1351 ± nan
Hits@50:
Test: 42.9796 ± nan
Hits@100:
Test: 49.9817 ± nan
AUC:
Test: 97.1696 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_SAGE_pred.pth', device=0, log_steps=1000, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=10, LLP_R=10, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.6001 ± nan
Hits@50:
Test: 48.2937 ± nan
Hits@100:
Test: 53.2215 ± nan
AUC:
Test: 96.8454 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_capped_shortest_path_mat_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0.1, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 16.4044 ± nan
Hits@50:
Test: 27.8983 ± nan
Hits@100:
Test: 34.9155 ± nan
AUC:
Test: 95.8273 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_CN_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=10, LLP_R=10, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.8317 ± nan
Hits@50:
Test: 48.9218 ± nan
Hits@100:
Test: 54.7109 ± nan
AUC:
Test: 96.7592 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_GAT_pred.pth', device=0, log_steps=1000, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.1391 ± nan
Hits@50:
Test: 50.4500 ± nan
Hits@100:
Test: 55.8095 ± nan
AUC:
Test: 96.9659 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_GCN_pred.pth', device=0, log_steps=1000, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.0355 ± nan
Hits@50:
Test: 47.4282 ± nan
Hits@100:
Test: 53.0143 ± nan
AUC:
Test: 97.4534 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_capped_shortest_path_mat_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0.1, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 16.7390 ± nan
Hits@50:
Test: 30.5057 ± nan
Hits@100:
Test: 35.3731 ± nan
AUC:
Test: 95.7699 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_CN_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.1, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.0950 ± nan
Hits@50:
Test: 48.1685 ± nan
Hits@100:
Test: 53.1740 ± nan
AUC:
Test: 96.4096 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_capped_shortest_path_mat_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0.1, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.3192 ± nan
Hits@50:
Test: 39.9167 ± nan
Hits@100:
Test: 45.1942 ± nan
AUC:
Test: 95.8828 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_RA_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=10, LLP_R=1, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 21.3128 ± nan
Hits@50:
Test: 36.8495 ± nan
Hits@100:
Test: 42.4529 ± nan
AUC:
Test: 95.4020 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_AA_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=10, LLP_R=1, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.8906 ± nan
Hits@50:
Test: 46.5842 ± nan
Hits@100:
Test: 52.0883 ± nan
AUC:
Test: 97.2564 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_SAGE_pred.pth', device=0, log_steps=1000, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.1, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.1375 ± nan
Hits@50:
Test: 47.7239 ± nan
Hits@100:
Test: 53.0855 ± nan
AUC:
Test: 96.9433 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_capped_shortest_path_mat_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0.1, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.0068 ± nan
Hits@50:
Test: 49.0039 ± nan
Hits@100:
Test: 54.1454 ± nan
AUC:
Test: 96.7843 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_GAT_pred.pth', device=0, log_steps=1000, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=10, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.3781 ± nan
Hits@50:
Test: 43.8084 ± nan
Hits@100:
Test: 51.8012 ± nan
AUC:
Test: 96.1093 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_CN_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.2189 ± nan
Hits@50:
Test: 47.7519 ± nan
Hits@100:
Test: 53.6683 ± nan
AUC:
Test: 97.4481 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_capped_shortest_path_mat_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0.1, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=10, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.6710 ± nan
Hits@50:
Test: 41.5550 ± nan
Hits@100:
Test: 50.1479 ± nan
AUC:
Test: 96.0955 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_SAGE_pred.pth', device=0, log_steps=1000, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.6781 ± nan
Hits@50:
Test: 49.6816 ± nan
Hits@100:
Test: 55.8009 ± nan
AUC:
Test: 97.0317 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_GCN_pred.pth', device=0, log_steps=1000, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=10, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 21.2653 ± nan
Hits@50:
Test: 35.7077 ± nan
Hits@100:
Test: 41.8528 ± nan
AUC:
Test: 95.5215 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_AA_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=10, LLP_R=10, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.1542 ± nan
Hits@50:
Test: 39.2842 ± nan
Hits@100:
Test: 45.3776 ± nan
AUC:
Test: 95.8576 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_RA_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=10, LLP_R=10, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.9593 ± nan
Hits@50:
Test: 46.8627 ± nan
Hits@100:
Test: 51.1688 ± nan
AUC:
Test: 97.3423 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_capped_shortest_path_mat_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0.1, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=10, LLP_R=1, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.9585 ± nan
Hits@50:
Test: 44.7538 ± nan
Hits@100:
Test: 51.7667 ± nan
AUC:
Test: 96.9310 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_GAT_pred.pth', device=0, log_steps=1000, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=10, LLP_R=1, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.0537 ± nan
Hits@50:
Test: 44.1495 ± nan
Hits@100:
Test: 51.1256 ± nan
AUC:
Test: 97.2988 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_capped_shortest_path_mat_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0.1, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=10, LLP_R=10, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 21.1638 ± nan
Hits@50:
Test: 35.5803 ± nan
Hits@100:
Test: 41.6370 ± nan
AUC:
Test: 95.9239 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_AA_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.1, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.4977 ± nan
Hits@50:
Test: 44.7689 ± nan
Hits@100:
Test: 52.4855 ± nan
AUC:
Test: 96.9975 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_GCN_pred.pth', device=0, log_steps=1000, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=10, LLP_R=1, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.3950 ± nan
Hits@50:
Test: 45.3625 ± nan
Hits@100:
Test: 50.9940 ± nan
AUC:
Test: 97.4638 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_capped_shortest_path_mat_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0.1, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.1, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.8406 ± nan
Hits@50:
Test: 49.0298 ± nan
Hits@100:
Test: 53.7806 ± nan
AUC:
Test: 96.6650 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_CN_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 24.6412 ± nan
Hits@50:
Test: 40.5923 ± nan
Hits@100:
Test: 45.7230 ± nan
AUC:
Test: 96.0749 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_RA_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.1, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.6689 ± nan
Hits@50:
Test: 45.4014 ± nan
Hits@100:
Test: 51.8379 ± nan
AUC:
Test: 96.2112 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_capped_shortest_path_mat_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0.1, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.8542 ± nan
Hits@50:
Test: 48.7211 ± nan
Hits@100:
Test: 53.7525 ± nan
AUC:
Test: 96.6903 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_SAGE_pred.pth', device=0, log_steps=1000, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.6621 ± nan
Hits@50:
Test: 43.9595 ± nan
Hits@100:
Test: 51.4969 ± nan
AUC:
Test: 96.9668 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_GCN_pred.pth', device=0, log_steps=1000, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=10, LLP_R=10, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.8653 ± nan
Hits@50:
Test: 45.8007 ± nan
Hits@100:
Test: 52.4315 ± nan
AUC:
Test: 96.8658 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_GAT_pred.pth', device=0, log_steps=1000, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=10, LLP_R=10, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.6460 ± nan
Hits@50:
Test: 47.4843 ± nan
Hits@100:
Test: 53.4503 ± nan
AUC:
Test: 96.7552 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_capped_shortest_path_mat_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0.1, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.1928 ± nan
Hits@50:
Test: 47.2318 ± nan
Hits@100:
Test: 52.2761 ± nan
AUC:
Test: 95.9106 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_AA_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.7737 ± nan
Hits@50:
Test: 48.5009 ± nan
Hits@100:
Test: 52.9064 ± nan
AUC:
Test: 97.5447 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_capped_shortest_path_mat_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0.1, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=0.001, margin=0.1, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.9627 ± nan
Hits@50:
Test: 44.6675 ± nan
Hits@100:
Test: 50.0356 ± nan
AUC:
Test: 97.0928 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_CN_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=0.001, margin=0.1, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.9137 ± nan
Hits@50:
Test: 47.2836 ± nan
Hits@100:
Test: 53.9468 ± nan
AUC:
Test: 97.1243 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_SAGE_pred.pth', device=0, log_steps=1000, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=0.001, margin=0.1, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_capped_shortest_path_mat_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=30000, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_RA_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=30000, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_AA_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=30000, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_capped_shortest_path_mat_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=30000, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_RA_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=30000, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_AA_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=30000, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_CN_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=30000, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_GCN_pred.pth', device=0, log_steps=1000, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=30000, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_SAGE_pred.pth', device=0, log_steps=1000, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=30000, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_GAT_pred.pth', device=0, log_steps=1000, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=30000, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.2973 ± nan
Hits@50:
Test: 46.6274 ± nan
Hits@100:
Test: 52.0970 ± nan
AUC:
Test: 95.9759 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_CN_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.6050 ± nan
Hits@50:
Test: 47.0504 ± nan
Hits@100:
Test: 52.9193 ± nan
AUC:
Test: 95.9562 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_AA_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.8554 ± nan
Hits@50:
Test: 48.2959 ± nan
Hits@100:
Test: 53.4309 ± nan
AUC:
Test: 96.0471 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_capped_shortest_path_mat_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.0842 ± nan
Hits@50:
Test: 47.5685 ± nan
Hits@100:
Test: 52.8740 ± nan
AUC:
Test: 95.9565 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_RA_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.6618 ± nan
Hits@50:
Test: 47.0720 ± nan
Hits@100:
Test: 53.1309 ± nan
AUC:
Test: 96.5594 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_CN_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.8569 ± nan
Hits@50:
Test: 46.4331 ± nan
Hits@100:
Test: 52.0171 ± nan
AUC:
Test: 96.0818 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_SAGE_pred.pth', device=0, log_steps=1000, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.6100 ± nan
Hits@50:
Test: 47.0504 ± nan
Hits@100:
Test: 52.8611 ± nan
AUC:
Test: 96.1080 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_GAT_pred.pth', device=0, log_steps=1000, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.7968 ± nan
Hits@50:
Test: 42.9213 ± nan
Hits@100:
Test: 49.8845 ± nan
AUC:
Test: 96.2971 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_RA_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.9627 ± nan
Hits@50:
Test: 47.6052 ± nan
Hits@100:
Test: 52.3581 ± nan
AUC:
Test: 96.1665 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_GCN_pred.pth', device=0, log_steps=1000, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.3081 ± nan
Hits@50:
Test: 41.8701 ± nan
Hits@100:
Test: 48.8031 ± nan
AUC:
Test: 95.8567 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_CN_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.0454 ± nan
Hits@50:
Test: 46.8281 ± nan
Hits@100:
Test: 52.6279 ± nan
AUC:
Test: 96.7262 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_capped_shortest_path_mat_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.2822 ± nan
Hits@50:
Test: 47.2512 ± nan
Hits@100:
Test: 53.2107 ± nan
AUC:
Test: 96.5155 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_AA_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.9032 ± nan
Hits@50:
Test: 45.0927 ± nan
Hits@100:
Test: 52.4466 ± nan
AUC:
Test: 96.6001 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_SAGE_pred.pth', device=0, log_steps=1000, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.0975 ± nan
Hits@50:
Test: 41.3003 ± nan
Hits@100:
Test: 47.8642 ± nan
AUC:
Test: 95.8587 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_CN_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.1, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.2849 ± nan
Hits@50:
Test: 46.7008 ± nan
Hits@100:
Test: 50.5170 ± nan
AUC:
Test: 96.0484 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_RA_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 25.8866 ± nan
Hits@50:
Test: 40.2879 ± nan
Hits@100:
Test: 48.6369 ± nan
AUC:
Test: 96.7199 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_SAGE_pred.pth', device=0, log_steps=1000, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.3781 ± nan
Hits@50:
Test: 43.8084 ± nan
Hits@100:
Test: 51.8012 ± nan
AUC:
Test: 96.1093 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_CN_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.6251 ± nan
Hits@50:
Test: 46.7547 ± nan
Hits@100:
Test: 52.9474 ± nan
AUC:
Test: 96.5758 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_GCN_pred.pth', device=0, log_steps=1000, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.1650 ± nan
Hits@50:
Test: 47.9225 ± nan
Hits@100:
Test: 52.1811 ± nan
AUC:
Test: 96.1591 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_capped_shortest_path_mat_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.2649 ± nan
Hits@50:
Test: 46.3446 ± nan
Hits@100:
Test: 51.4602 ± nan
AUC:
Test: 96.2269 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_RA_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.1, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.7546 ± nan
Hits@50:
Test: 48.5506 ± nan
Hits@100:
Test: 53.3316 ± nan
AUC:
Test: 96.4149 ± nan
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_GAT_pred.pth', device=0, log_steps=1000, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=1, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_CN_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=30000, lr=0.001, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_AA_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=30000, lr=0.001, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_RA_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=30000, lr=0.001, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_capped_shortest_path_mat_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=30000, lr=0.001, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_GCN_pred.pth', device=0, log_steps=1000, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=30000, lr=0.001, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_SAGE_pred.pth', device=0, log_steps=1000, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=30000, lr=0.001, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_GAT_pred.pth', device=0, log_steps=1000, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=30000, lr=0.001, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.3296 ± 1.3368
Hits@50:
Test: 48.2232 ± 0.4181
Hits@100:
Test: 53.2215 ± 0.2138
AUC:
Test: 95.9851 ± 0.0837
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_capped_shortest_path_mat_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.0242 ± 1.5790
Hits@50:
Test: 44.4718 ± 3.6593
Hits@100:
Test: 50.9558 ± 2.6963
AUC:
Test: 96.1204 ± 0.0413
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_GAT_pred.pth', device=0, log_steps=1000, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.9244 ± 4.0050
Hits@50:
Test: 46.1799 ± 3.1180
Hits@100:
Test: 51.8941 ± 1.4729
AUC:
Test: 96.1333 ± 0.0928
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_GCN_pred.pth', device=0, log_steps=1000, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.2599 ± 0.3865
Hits@50:
Test: 47.5088 ± 0.9810
Hits@100:
Test: 52.6042 ± 0.6208
AUC:
Test: 96.1246 ± 0.0774
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_SAGE_pred.pth', device=0, log_steps=1000, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.0165 ± 1.9826
Hits@50:
Test: 46.7022 ± 0.0654
Hits@100:
Test: 52.4373 ± 0.2971
AUC:
Test: 95.9820 ± 0.0056
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_CN_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.1043 ± 1.7323
Hits@50:
Test: 46.9576 ± 1.1651
Hits@100:
Test: 52.5495 ± 0.5999
AUC:
Test: 96.0180 ± 0.1010
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_AA_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.7842 ± 0.2835
Hits@50:
Test: 47.2562 ± 0.3057
Hits@100:
Test: 52.7315 ± 0.2676
AUC:
Test: 96.0571 ± 0.0965
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_RA_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.2576 ± 1.2685
Hits@50:
Test: 47.9433 ± 0.9946
Hits@100:
Test: 53.0165 ± 0.3490
AUC:
Test: 96.6606 ± 0.0840
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_capped_shortest_path_mat_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.5228 ± 0.9565
Hits@50:
Test: 45.9424 ± 1.9398
Hits@100:
Test: 52.2466 ± 1.0838
AUC:
Test: 96.5923 ± 0.0710
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_GCN_pred.pth', device=0, log_steps=1000, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.3113 ± 1.5048
Hits@50:
Test: 45.6992 ± 0.9317
Hits@100:
Test: 52.4301 ± 0.7027
AUC:
Test: 96.5621 ± 0.0787
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_SAGE_pred.pth', device=0, log_steps=1000, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.1749 ± 1.6535
Hits@50:
Test: 47.7901 ± 0.6741
Hits@100:
Test: 53.0193 ± 0.3447
AUC:
Test: 96.4259 ± 0.0304
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_GAT_pred.pth', device=0, log_steps=1000, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.2654 ± 1.9815
Hits@50:
Test: 46.2612 ± 0.7155
Hits@100:
Test: 52.5862 ± 0.4818
AUC:
Test: 96.5584 ± 0.0313
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_CN_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.6960 ± 2.1960
Hits@50:
Test: 48.0930 ± 0.2935
Hits@100:
Test: 52.6366 ± 0.7684
AUC:
Test: 96.1782 ± 0.0403
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_capped_shortest_path_mat_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.9498 ± 2.2825
Hits@50:
Test: 47.1814 ± 1.5218
Hits@100:
Test: 52.9366 ± 1.0135
AUC:
Test: 96.5640 ± 0.0542
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_AA_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.0800 ± 3.8335
Hits@50:
Test: 46.4633 ± 3.0733
Hits@100:
Test: 51.9444 ± 1.7884
AUC:
Test: 96.2157 ± 0.0884
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_RA_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=0.001, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.3776 ± 3.0235
Hits@50:
Test: 46.1187 ± 5.0525
Hits@100:
Test: 53.0970 ± 3.8764
AUC:
Test: 96.7293 ± 0.0618
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_SAGE_pred.pth', device=0, log_steps=1000, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.2197 ± 1.7873
Hits@50:
Test: 49.7054 ± 1.7416
Hits@100:
Test: 54.8253 ± 0.1473
AUC:
Test: 96.5647 ± 0.0440
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_GAT_pred.pth', device=0, log_steps=1000, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.5420 ± 3.4331
Hits@50:
Test: 47.8987 ± 0.8547
Hits@100:
Test: 52.5862 ± 0.5771
AUC:
Test: 96.8490 ± 0.0260
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_capped_shortest_path_mat_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.1, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.6715 ± 0.8359
Hits@50:
Test: 49.6039 ± 0.1971
Hits@100:
Test: 55.4217 ± 0.2576
AUC:
Test: 96.7449 ± 0.1295
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_GCN_pred.pth', device=0, log_steps=1000, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 26.6356 ± 1.3003
Hits@50:
Test: 42.9457 ± 1.0374
Hits@100:
Test: 49.1960 ± 0.4941
AUC:
Test: 95.9180 ± 0.0590
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_CN_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.8901 ± 0.5279
Hits@50:
Test: 47.9951 ± 0.6199
Hits@100:
Test: 54.7986 ± 0.1243
AUC:
Test: 96.9914 ± 0.0375
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_SAGE_pred.pth', device=0, log_steps=1000, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.1, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.4627 ± 0.5684
Hits@50:
Test: 46.2648 ± 0.4349
Hits@100:
Test: 50.6249 ± 0.3266
AUC:
Test: 96.0817 ± 0.1152
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_RA_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.9784 ± 1.4002
Hits@50:
Test: 48.4513 ± 0.8225
Hits@100:
Test: 54.6950 ± 0.0412
AUC:
Test: 96.8445 ± 0.0788
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_GAT_pred.pth', device=0, log_steps=1000, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.1, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.7517 ± 2.8985
Hits@50:
Test: 45.5496 ± 1.1637
Hits@100:
Test: 50.1191 ± 0.2688
AUC:
Test: 95.8686 ± 0.0524
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_AA_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.05, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.5369 ± 1.1407
Hits@50:
Test: 48.9945 ± 0.6920
Hits@100:
Test: 53.4467 ± 0.4181
AUC:
Test: 96.0327 ± 0.0378
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_capped_shortest_path_mat_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.4423 ± 4.4847
Hits@50:
Test: 46.8094 ± 4.2976
Hits@100:
Test: 53.6798 ± 2.5788
AUC:
Test: 96.9376 ± 0.0704
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_GCN_pred.pth', device=0, log_steps=1000, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.1, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 27.1738 ± 2.1379
Hits@50:
Test: 41.3218 ± 1.9831
Hits@100:
Test: 49.2960 ± 2.2219
AUC:
Test: 96.0734 ± 0.0235
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_SAGE_pred.pth', device=0, log_steps=1000, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.1044 ± 2.3456
Hits@50:
Test: 47.9484 ± 0.9430
Hits@100:
Test: 52.8085 ± 0.1784
AUC:
Test: 96.7601 ± 0.0795
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_capped_shortest_path_mat_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=0.001, margin=0.1, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.4201 ± 2.1362
Hits@50:
Test: 46.3698 ± 0.5821
Hits@100:
Test: 51.3185 ± 0.1586
AUC:
Test: 96.2339 ± 0.0074
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_RA_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.1, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.2066 ± 4.2200
Hits@50:
Test: 48.4362 ± 0.5624
Hits@100:
Test: 53.2985 ± 0.1630
AUC:
Test: 96.0869 ± 0.0245
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_GAT_pred.pth', device=0, log_steps=1000, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.5257 ± 2.9534
Hits@50:
Test: 42.9206 ± 2.7896
Hits@100:
Test: 48.8413 ± 1.1710
AUC:
Test: 95.9503 ± 0.1621
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_CN_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.1, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.8819 ± 2.8996
Hits@50:
Test: 44.8387 ± 1.5784
Hits@100:
Test: 50.0097 ± 0.5657
AUC:
Test: 95.9724 ± 0.0576
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_AA_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.001, margin=0.1, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.6994 ± 3.2584
Hits@50:
Test: 46.5410 ± 2.7281
Hits@100:
Test: 52.0984 ± 1.5210
AUC:
Test: 96.2555 ± 0.0720
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_capped_shortest_path_mat_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.4189 ± 1.3229
Hits@50:
Test: 48.9513 ± 0.6626
Hits@100:
Test: 53.8115 ± 0.3014
AUC:
Test: 96.5397 ± 0.0504
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_GAT_pred.pth', device=0, log_steps=1000, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=0.001, margin=0.1, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.6527 ± 2.0573
Hits@50:
Test: 47.6217 ± 0.7390
Hits@100:
Test: 52.6315 ± 0.4851
AUC:
Test: 96.0176 ± 0.0247
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_GCN_pred.pth', device=0, log_steps=1000, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.3075 ± 2.3274
Hits@50:
Test: 49.0823 ± 0.3788
Hits@100:
Test: 53.7230 ± 0.2399
AUC:
Test: 96.6676 ± 0.0196
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_SAGE_pred.pth', device=0, log_steps=1000, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=0.001, margin=0.1, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.2317 ± 0.2917
Hits@50:
Test: 47.7937 ± 0.8073
Hits@100:
Test: 52.6934 ± 0.5111
AUC:
Test: 96.0076 ± 0.0607
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_RA_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.5763 ± 0.8917
Hits@50:
Test: 47.6440 ± 0.7264
Hits@100:
Test: 54.0403 ± 0.5464
AUC:
Test: 96.6251 ± 0.0422
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_GAT_pred.pth', device=0, log_steps=1000, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.6833 ± 1.2024
Hits@50:
Test: 45.1913 ± 1.4218
Hits@100:
Test: 52.0473 ± 0.6510
AUC:
Test: 96.0455 ± 0.0572
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_CN_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 29.5236 ± 1.9962
Hits@50:
Test: 46.3295 ± 1.9862
Hits@100:
Test: 52.1257 ± 0.8060
AUC:
Test: 95.9744 ± 0.0617
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_AA_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 32.7246 ± 1.1825
Hits@50:
Test: 47.5296 ± 0.3608
Hits@100:
Test: 52.7064 ± 0.6987
AUC:
Test: 96.9081 ± 0.0089
All runs:
Hits@10:
Test: 30.3402 ± 3.5298
Hits@50:
Test: 47.7268 ± 1.6520
Hits@100:
Test: 53.3726 ± 0.7344
AUC:
Test: 96.6168 ± 0.0085
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_GCN_pred.pth', device=0, log_steps=1000, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=0.001, margin=0.1, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.9658 ± 2.7556
Hits@50:
Test: 49.1845 ± 1.4873
Hits@100:
Test: 55.3232 ± 0.5321
AUC:
Test: 96.6963 ± 0.1029
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_SAGE_pred.pth', device=0, log_steps=1000, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 35.0551 ± 0.6765
Hits@50:
Test: 48.9312 ± 0.6591
Hits@100:
Test: 53.2035 ± 0.4363
AUC:
Test: 96.1351 ± 0.0865
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_RA_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=0.001, margin=0.1, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.6957 ± 0.3982
Hits@50:
Test: 47.3318 ± 1.0239
Hits@100:
Test: 52.5042 ± 0.3452
AUC:
Test: 96.6589 ± 0.0691
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_AA_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=0.001, margin=0.1, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 33.2175 ± 1.7331
Hits@50:
Test: 49.2327 ± 1.8917
Hits@100:
Test: 54.2036 ± 0.6505
AUC:
Test: 96.7306 ± 0.0648
All runs:
Hits@10:
Test: 30.0201 ± 1.8287
Hits@50:
Test: 47.7836 ± 0.7750
Hits@100:
Test: 54.3209 ± 0.4689
AUC:
Test: 96.9753 ± 0.0268
All runs:
Hits@10:
Test: 31.6245 ± 0.3779
Hits@50:
Test: 48.4405 ± 0.4332
Hits@100:
Test: 55.0145 ± 0.3476
AUC:
Test: 96.7508 ± 0.0876
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_GCN_pred.pth', device=0, log_steps=1000, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 31.4037 ± 2.2546
Hits@50:
Test: 48.2340 ± 0.8970
Hits@100:
Test: 53.4021 ± 0.3821
AUC:
Test: 96.6893 ± 0.0487
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_CN_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=0.001, margin=0.1, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 30.1971 ± 4.0850
Hits@50:
Test: 46.1604 ± 0.2786
Hits@100:
Test: 50.8026 ± 0.0287
AUC:
Test: 96.0163 ± 0.0146
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_RA_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 28.2839 ± 3.6280
Hits@50:
Test: 44.1207 ± 2.9343
Hits@100:
Test: 49.7133 ± 0.8430
AUC:
Test: 95.8701 ± 0.0675
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_ogb/saved/ogbl-collab_AA_pred.pth', device=0, log_steps=100, encoder='sage', num_layers=3, hidden_channels=1024, dropout=0, link_batch_size=30000, node_batch_size=6001, lr=0.001, epochs=20000, eval_steps=5, runs=3, dataset_dir='../data', datasets='collab', predictor='mlp', patience=100, metric='Hits@50', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, l2=0, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='transductive', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
Test: 34.0370 ± 2.7243
Hits@50:
Test: 49.3024 ± 0.7930
Hits@100:
Test: 55.1634 ± 0.3391
AUC:
Test: 96.9664 ± 0.0619
All runs:
Hits@10:
Test: 30.1712 ± 4.0145
Hits@50:
Test: 44.9869 ± 2.1290
Hits@100:
Test: 49.8190 ± 0.6586
AUC:
Test: 96.2064 ± 0.0416
