Namespace(device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=3, hops=3, ps_method='nb', transductive='production', minibatch=False)
LLP (Relational Distillation)
Namespace(device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=3, hops=3, ps_method='nb', transductive='production', minibatch=False)
LLP (Relational Distillation)
Namespace(device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=3, hops=3, ps_method='nb', transductive='production', minibatch=False)
LLP (Relational Distillation)
Namespace(device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=3, hops=3, ps_method='nb', transductive='production', minibatch=False)
LLP (Relational Distillation)
Namespace(device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=3, hops=3, ps_method='nb', transductive='production', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred_production.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='production', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred_production.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='production', minibatch=False)
LLP (Relational Distillation)
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred_production.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='production', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
  Final val: 35.12 ± 1.09   Final Test: 14.45 ± 1.84   Final old_old: 20.86 ± 2.72   Final old_new: 9.54 ± 1.53   Final new_new: 3.24 ± 0.80
Hits@20:
  Final val: 43.31 ± 2.06   Final Test: 20.10 ± 2.37   Final old_old: 28.31 ± 3.15   Final old_new: 13.90 ± 1.73   Final new_new: 5.35 ± 1.54
Hits@30:
  Final val: 48.76 ± 1.22   Final Test: 23.49 ± 3.11   Final old_old: 31.92 ± 3.69   Final old_new: 17.33 ± 2.69   Final new_new: 7.32 ± 2.31
Hits@50:
  Final val: 56.64 ± 1.54   Final Test: 28.43 ± 1.73   Final old_old: 37.78 ± 1.87   Final old_new: 21.48 ± 1.75   Final new_new: 11.13 ± 1.89
AUC:
  Final val: 81.45 ± 0.50   Final Test: 76.45 ± 0.87   Final old_old: 79.74 ± 0.68   Final old_new: 74.06 ± 1.16   Final new_new: 70.10 ± 1.12
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred_production.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='production', minibatch=False)
LLP (Relational Distillation)
All runs:
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred_production.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='production', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
  Final val: 35.12 ± 1.09   Final Test: 14.45 ± 1.84   Final old_old: 20.86 ± 2.72   Final old_new: 9.54 ± 1.53   Final new_new: 3.24 ± 0.80
Hits@20:
  Final val: 43.31 ± 2.06   Final Test: 20.10 ± 2.37   Final old_old: 28.31 ± 3.15   Final old_new: 13.90 ± 1.73   Final new_new: 5.35 ± 1.54
Hits@30:
  Final val: 48.76 ± 1.22   Final Test: 23.49 ± 3.11   Final old_old: 31.92 ± 3.69   Final old_new: 17.33 ± 2.69   Final new_new: 7.32 ± 2.31
Hits@50:
  Final val: 56.64 ± 1.54   Final Test: 28.43 ± 1.73   Final old_old: 37.78 ± 1.87   Final old_new: 21.48 ± 1.75   Final new_new: 11.13 ± 1.89
AUC:
  Final val: 81.45 ± 0.50   Final Test: 76.45 ± 0.87   Final old_old: 79.74 ± 0.68   Final old_new: 74.06 ± 1.16   Final new_new: 70.10 ± 1.12
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred_production.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=57847, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='production', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
  Final val: 36.34 ± 1.40   Final Test: 15.28 ± 4.04   Final old_old: 22.59 ± 5.83   Final old_new: 9.54 ± 2.89   Final new_new: 3.24 ± 0.94
Hits@20:
  Final val: 43.18 ± 2.03   Final Test: 19.32 ± 2.77   Final old_old: 27.71 ± 3.40   Final old_new: 12.95 ± 2.45   Final new_new: 4.37 ± 1.35
Hits@30:
  Final val: 49.46 ± 1.49   Final Test: 23.45 ± 2.13   Final old_old: 32.52 ± 3.12   Final old_new: 16.68 ± 1.41   Final new_new: 6.76 ± 1.90
Hits@50:
  Final val: 57.30 ± 0.91   Final Test: 27.79 ± 1.93   Final old_old: 36.99 ± 2.33   Final old_new: 20.89 ± 1.53   Final new_new: 10.99 ± 3.68
AUC:
  Final val: 81.60 ± 0.72   Final Test: 76.39 ± 0.55   Final old_old: 79.69 ± 0.69   Final old_new: 73.98 ± 0.64   Final new_new: 70.10 ± 1.53
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred_production.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=57847, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='production', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
  Final val: 34.73 ± 0.96   Final Test: 14.88 ± 4.35   Final old_old: 21.88 ± 6.50   Final old_new: 9.39 ± 2.45   Final new_new: 3.24 ± 1.90
Hits@20:
  Final val: 43.22 ± 1.62   Final Test: 19.29 ± 1.88   Final old_old: 27.03 ± 2.76   Final old_new: 13.57 ± 1.71   Final new_new: 4.79 ± 0.59
Hits@30:
  Final val: 49.54 ± 0.99   Final Test: 23.46 ± 2.62   Final old_old: 32.08 ± 3.39   Final old_new: 17.30 ± 2.20   Final new_new: 6.34 ± 1.22
Hits@50:
  Final val: 57.47 ± 1.65   Final Test: 27.14 ± 2.80   Final old_old: 36.50 ± 2.97   Final old_new: 20.27 ± 2.89   Final new_new: 9.44 ± 2.52
AUC:
  Final val: 81.61 ± 0.52   Final Test: 76.60 ± 0.75   Final old_old: 79.91 ± 0.52   Final old_new: 74.17 ± 0.98   Final new_new: 70.32 ± 1.44
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred_production.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=57847, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='production', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
  Final val: 36.43 ± 2.07   Final Test: 13.26 ± 3.80   Final old_old: 19.58 ± 5.74   Final old_new: 8.21 ± 2.51   Final new_new: 3.24 ± 0.63
Hits@20:
  Final val: 43.31 ± 2.91   Final Test: 19.29 ± 1.75   Final old_old: 28.08 ± 2.32   Final old_new: 12.47 ± 1.64   Final new_new: 4.37 ± 0.92
Hits@30:
  Final val: 48.93 ± 2.06   Final Test: 23.03 ± 2.55   Final old_old: 32.05 ± 3.89   Final old_new: 16.18 ± 1.46   Final new_new: 7.04 ± 2.11
Hits@50:
  Final val: 56.99 ± 1.42   Final Test: 27.69 ± 2.68   Final old_old: 36.99 ± 3.41   Final old_new: 20.74 ± 1.86   Final new_new: 10.56 ± 4.01
AUC:
  Final val: 81.62 ± 0.87   Final Test: 76.47 ± 0.79   Final old_old: 79.81 ± 0.91   Final old_new: 74.02 ± 0.82   Final new_new: 70.12 ± 1.28
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred_production.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=57847, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='production', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
  Final val: 35.51 ± 1.61   Final Test: 16.23 ± 1.22   Final old_old: 23.82 ± 1.89   Final old_new: 10.28 ± 0.83   Final new_new: 3.66 ± 0.77
Hits@20:
  Final val: 43.40 ± 1.77   Final Test: 18.81 ± 1.45   Final old_old: 26.67 ± 2.09   Final old_new: 12.77 ± 1.56   Final new_new: 5.21 ± 1.07
Hits@30:
  Final val: 49.41 ± 1.49   Final Test: 22.29 ± 1.88   Final old_old: 31.16 ± 2.59   Final old_new: 15.59 ± 1.88   Final new_new: 6.34 ± 1.22
Hits@50:
  Final val: 57.04 ± 1.28   Final Test: 26.61 ± 1.63   Final old_old: 35.69 ± 1.90   Final old_new: 19.91 ± 1.83   Final new_new: 9.58 ± 1.70
AUC:
  Final val: 81.56 ± 0.81   Final Test: 76.22 ± 0.95   Final old_old: 79.62 ± 0.89   Final old_new: 73.81 ± 1.11   Final new_new: 69.34 ± 1.39
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred_production.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=57847, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='production', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
  Final val: 35.77 ± 2.36   Final Test: 15.56 ± 3.91   Final old_old: 22.77 ± 5.74   Final old_new: 9.96 ± 2.57   Final new_new: 3.38 ± 2.08
Hits@20:
  Final val: 43.53 ± 2.75   Final Test: 19.94 ± 1.53   Final old_old: 28.63 ± 2.35   Final old_new: 13.21 ± 0.81   Final new_new: 5.07 ± 0.92
Hits@30:
  Final val: 48.80 ± 2.26   Final Test: 22.60 ± 2.66   Final old_old: 31.61 ± 3.73   Final old_new: 15.82 ± 2.10   Final new_new: 6.34 ± 1.32
Hits@50:
  Final val: 56.47 ± 1.50   Final Test: 27.35 ± 0.68   Final old_old: 36.44 ± 1.49   Final old_new: 20.77 ± 0.46   Final new_new: 9.58 ± 1.70
AUC:
  Final val: 81.51 ± 0.38   Final Test: 75.93 ± 0.72   Final old_old: 79.52 ± 0.68   Final old_new: 73.35 ± 0.87   Final new_new: 68.90 ± 1.34
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred_production.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='production', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
  Final val: 36.91 ± 3.23   Final Test: 14.01 ± 6.12   Final old_old: 20.05 ± 8.13   Final old_new: 9.39 ± 4.69   Final new_new: 3.38 ± 2.88
Hits@20:
  Final val: 44.14 ± 3.28   Final Test: 21.02 ± 2.24   Final old_old: 29.33 ± 2.47   Final old_new: 14.73 ± 2.21   Final new_new: 6.20 ± 1.61
Hits@30:
  Final val: 50.72 ± 2.59   Final Test: 23.69 ± 3.16   Final old_old: 32.63 ± 3.80   Final old_new: 16.98 ± 2.70   Final new_new: 7.46 ± 2.62
Hits@50:
  Final val: 59.87 ± 1.31   Final Test: 29.01 ± 2.32   Final old_old: 38.61 ± 2.15   Final old_new: 21.72 ± 2.51   Final new_new: 11.97 ± 2.95
AUC:
  Final val: 83.14 ± 0.84   Final Test: 78.36 ± 0.75   Final old_old: 81.58 ± 0.84   Final old_new: 75.90 ± 0.71   Final new_new: 72.74 ± 1.19
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred_production.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=57847, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='production', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
  Final val: 43.88 ± 1.68   Final Test: 19.92 ± 2.84   Final old_old: 28.44 ± 3.38   Final old_new: 13.19 ± 2.44   Final new_new: 6.06 ± 2.42
Hits@20:
  Final val: 50.37 ± 2.30   Final Test: 24.94 ± 2.38   Final old_old: 33.80 ± 2.31   Final old_new: 18.22 ± 2.59   Final new_new: 9.15 ± 2.49
Hits@30:
  Final val: 56.47 ± 2.92   Final Test: 29.08 ± 1.69   Final old_old: 38.30 ± 1.04   Final old_new: 22.04 ± 2.33   Final new_new: 12.82 ± 2.88
Hits@50:
  Final val: 65.53 ± 1.65   Final Test: 34.48 ± 1.99   Final old_old: 43.69 ± 1.72   Final old_new: 27.47 ± 1.89   Final new_new: 18.17 ± 4.32
AUC:
  Final val: 85.83 ± 0.72   Final Test: 80.92 ± 0.50   Final old_old: 83.21 ± 0.55   Final old_new: 79.02 ± 0.50   Final new_new: 77.59 ± 1.71
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred_production.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=57847, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='production', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
  Final val: 42.48 ± 2.42   Final Test: 17.03 ± 2.48   Final old_old: 24.00 ± 3.44   Final old_new: 11.08 ± 1.90   Final new_new: 7.75 ± 1.11
Hits@20:
  Final val: 50.20 ± 2.88   Final Test: 23.25 ± 1.49   Final old_old: 32.08 ± 1.79   Final old_new: 15.70 ± 1.05   Final new_new: 11.55 ± 2.71
Hits@30:
  Final val: 56.73 ± 1.95   Final Test: 26.70 ± 3.40   Final old_old: 36.84 ± 3.54   Final old_new: 18.25 ± 3.02   Final new_new: 12.25 ± 5.09
Hits@50:
  Final val: 65.62 ± 0.39   Final Test: 33.21 ± 3.45   Final old_old: 43.74 ± 3.91   Final old_new: 24.53 ± 3.28   Final new_new: 17.75 ± 3.05
AUC:
  Final val: 86.22 ± 0.41   Final Test: 80.81 ± 0.67   Final old_old: 84.48 ± 0.68   Final old_new: 77.66 ± 0.65   Final new_new: 76.00 ± 0.90
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred_production.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=57847, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='production', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
  Final val: 42.61 ± 1.78   Final Test: 19.67 ± 2.13   Final old_old: 27.90 ± 2.73   Final old_new: 12.80 ± 1.66   Final new_new: 8.03 ± 1.77
Hits@20:
  Final val: 51.50 ± 1.35   Final Test: 22.53 ± 2.55   Final old_old: 31.35 ± 3.10   Final old_new: 15.29 ± 2.08   Final new_new: 9.44 ± 2.15
Hits@30:
  Final val: 57.78 ± 2.06   Final Test: 26.86 ± 2.77   Final old_old: 36.16 ± 3.30   Final old_new: 19.26 ± 2.25   Final new_new: 12.96 ± 3.33
Hits@50:
  Final val: 66.97 ± 1.55   Final Test: 30.20 ± 2.71   Final old_old: 39.63 ± 2.73   Final old_new: 22.79 ± 2.92   Final new_new: 14.65 ± 2.19
AUC:
  Final val: 86.60 ± 0.41   Final Test: 81.53 ± 0.57   Final old_old: 84.59 ± 0.66   Final old_new: 78.87 ± 0.61   Final new_new: 77.65 ± 0.70
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred_production.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=57847, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='production', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
  Final val: 36.95 ± 2.05   Final Test: 15.22 ± 3.60   Final old_old: 22.01 ± 4.91   Final old_new: 9.90 ± 2.59   Final new_new: 3.94 ± 2.20
Hits@20:
  Final val: 44.58 ± 2.22   Final Test: 20.94 ± 2.33   Final old_old: 29.10 ± 2.98   Final old_new: 14.76 ± 2.02   Final new_new: 6.34 ± 1.41
Hits@30:
  Final val: 51.55 ± 2.60   Final Test: 25.01 ± 2.48   Final old_old: 34.01 ± 3.13   Final old_new: 17.93 ± 2.07   Final new_new: 10.14 ± 1.62
Hits@50:
  Final val: 59.56 ± 1.33   Final Test: 28.74 ± 2.58   Final old_old: 37.88 ± 2.45   Final old_new: 21.84 ± 2.85   Final new_new: 12.25 ± 2.66
AUC:
  Final val: 83.17 ± 0.44   Final Test: 78.13 ± 0.59   Final old_old: 81.45 ± 0.68   Final old_new: 75.61 ± 0.57   Final new_new: 72.20 ± 1.27
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred_production.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=57847, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='production', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
  Final val: 44.88 ± 0.99   Final Test: 20.38 ± 2.70   Final old_old: 28.71 ± 3.47   Final old_new: 13.81 ± 2.08   Final new_new: 6.76 ± 2.03
Hits@20:
  Final val: 52.07 ± 1.57   Final Test: 25.17 ± 3.24   Final old_old: 34.17 ± 3.18   Final old_new: 18.31 ± 3.41   Final new_new: 9.30 ± 3.81
Hits@30:
  Final val: 56.73 ± 2.12   Final Test: 29.17 ± 2.24   Final old_old: 38.41 ± 1.68   Final old_new: 22.28 ± 2.86   Final new_new: 12.11 ± 3.09
Hits@50:
  Final val: 65.53 ± 1.90   Final Test: 34.66 ± 2.03   Final old_old: 43.48 ± 1.87   Final old_new: 27.79 ± 1.95   Final new_new: 19.86 ± 5.42
AUC:
  Final val: 85.99 ± 0.52   Final Test: 80.63 ± 0.61   Final old_old: 82.88 ± 0.65   Final old_new: 78.75 ± 0.57   Final new_new: 77.44 ± 1.71
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred_production.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=57847, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='production', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
  Final val: 42.53 ± 2.81   Final Test: 17.21 ± 2.16   Final old_old: 24.37 ± 2.80   Final old_new: 11.02 ± 1.75   Final new_new: 8.03 ± 1.07
Hits@20:
  Final val: 51.33 ± 1.79   Final Test: 22.63 ± 1.73   Final old_old: 31.19 ± 1.84   Final old_new: 15.41 ± 1.52   Final new_new: 10.85 ± 3.09
Hits@30:
  Final val: 57.39 ± 0.85   Final Test: 26.56 ± 3.91   Final old_old: 36.50 ± 3.99   Final old_new: 18.25 ± 3.62   Final new_new: 12.54 ± 5.66
Hits@50:
  Final val: 65.93 ± 0.19   Final Test: 33.11 ± 3.53   Final old_old: 43.45 ± 4.01   Final old_new: 24.41 ± 3.22   Final new_new: 18.73 ± 3.81
AUC:
  Final val: 86.22 ± 0.42   Final Test: 80.52 ± 0.82   Final old_old: 84.18 ± 0.79   Final old_new: 77.31 ± 0.87   Final new_new: 76.03 ± 0.88
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred_production.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=57847, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='production', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
  Final val: 42.96 ± 1.76   Final Test: 20.51 ± 2.05   Final old_old: 29.44 ± 2.48   Final old_new: 13.19 ± 1.95   Final new_new: 7.18 ± 1.35
Hits@20:
  Final val: 51.07 ± 1.08   Final Test: 23.58 ± 3.65   Final old_old: 32.55 ± 4.53   Final old_new: 16.21 ± 2.99   Final new_new: 10.28 ± 2.47
Hits@30:
  Final val: 57.60 ± 2.09   Final Test: 25.83 ± 3.53   Final old_old: 34.82 ± 4.42   Final old_new: 18.49 ± 2.91   Final new_new: 12.25 ± 3.17
Hits@50:
  Final val: 67.02 ± 1.63   Final Test: 30.27 ± 2.54   Final old_old: 39.82 ± 2.58   Final old_new: 22.73 ± 2.69   Final new_new: 14.65 ± 2.19
AUC:
  Final val: 86.57 ± 0.43   Final Test: 81.52 ± 0.60   Final old_old: 84.58 ± 0.69   Final old_new: 78.87 ± 0.63   Final new_new: 77.66 ± 0.76
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred_production.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=57847, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='production', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
  Final val: 39.56 ± 2.01   Final Test: 13.86 ± 1.60   Final old_old: 20.21 ± 2.74   Final old_new: 8.74 ± 0.64   Final new_new: 3.94 ± 0.94
Hits@20:
  Final val: 46.97 ± 3.29   Final Test: 21.45 ± 2.01   Final old_old: 30.41 ± 2.99   Final old_new: 14.25 ± 1.31   Final new_new: 7.46 ± 1.07
Hits@30:
  Final val: 53.81 ± 2.23   Final Test: 25.63 ± 2.10   Final old_old: 35.48 ± 3.04   Final old_new: 17.78 ± 1.55   Final new_new: 9.86 ± 1.49
Hits@50:
  Final val: 61.53 ± 0.82   Final Test: 29.60 ± 0.90   Final old_old: 39.63 ± 1.23   Final old_new: 21.66 ± 0.82   Final new_new: 13.24 ± 0.92
AUC:
  Final val: 83.83 ± 0.37   Final Test: 78.70 ± 0.42   Final old_old: 82.14 ± 0.60   Final old_new: 76.02 ± 0.41   Final new_new: 72.97 ± 0.89
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred_production.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=57847, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='production', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
  Final val: 45.14 ± 1.75   Final Test: 20.71 ± 3.54   Final old_old: 29.59 ± 4.52   Final old_new: 13.78 ± 2.98   Final new_new: 5.77 ± 1.35
Hits@20:
  Final val: 52.72 ± 2.43   Final Test: 25.25 ± 2.88   Final old_old: 34.30 ± 3.51   Final old_new: 18.37 ± 2.71   Final new_new: 9.15 ± 1.65
Hits@30:
  Final val: 57.82 ± 1.41   Final Test: 29.03 ± 2.22   Final old_old: 38.77 ± 2.48   Final old_new: 21.60 ± 2.14   Final new_new: 11.83 ± 2.61
Hits@50:
  Final val: 65.05 ± 2.19   Final Test: 33.32 ± 3.14   Final old_old: 42.33 ± 2.83   Final old_new: 26.90 ± 3.50   Final new_new: 15.35 ± 3.57
AUC:
  Final val: 85.76 ± 0.68   Final Test: 80.51 ± 0.53   Final old_old: 82.89 ± 0.62   Final old_new: 78.52 ± 0.51   Final new_new: 77.19 ± 1.34
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred_production.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=57847, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='production', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
  Final val: 42.53 ± 2.11   Final Test: 15.99 ± 3.24   Final old_old: 22.64 ± 4.53   Final old_new: 10.28 ± 2.18   Final new_new: 7.32 ± 1.84
Hits@20:
  Final val: 50.63 ± 2.65   Final Test: 21.48 ± 1.17   Final old_old: 30.22 ± 1.49   Final old_new: 13.96 ± 1.01   Final new_new: 10.14 ± 1.90
Hits@30:
  Final val: 56.47 ± 1.70   Final Test: 25.21 ± 3.13   Final old_old: 34.59 ± 4.10   Final old_new: 17.33 ± 2.33   Final new_new: 12.11 ± 4.06
Hits@50:
  Final val: 65.23 ± 0.48   Final Test: 32.24 ± 1.68   Final old_old: 42.54 ± 2.01   Final old_new: 23.53 ± 1.27   Final new_new: 18.17 ± 2.51
AUC:
  Final val: 86.05 ± 0.30   Final Test: 80.47 ± 0.63   Final old_old: 84.14 ± 0.61   Final old_new: 77.32 ± 0.64   Final new_new: 75.73 ± 0.94
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_GCN_pred_production.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=57847, lr=0.001, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='production', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
  Final val: 43.18 ± 2.27   Final Test: 19.14 ± 2.83   Final old_old: 27.79 ± 3.54   Final old_new: 12.03 ± 2.39   Final new_new: 6.34 ± 1.57
Hits@20:
  Final val: 50.76 ± 0.91   Final Test: 22.43 ± 2.15   Final old_old: 31.42 ± 2.52   Final old_new: 14.96 ± 1.92   Final new_new: 9.44 ± 2.03
Hits@30:
  Final val: 57.91 ± 1.60   Final Test: 25.70 ± 2.04   Final old_old: 34.98 ± 2.86   Final old_new: 18.13 ± 1.26   Final new_new: 11.69 ± 2.84
Hits@50:
  Final val: 66.88 ± 1.34   Final Test: 30.09 ± 2.12   Final old_old: 39.87 ± 2.35   Final old_new: 22.28 ± 2.15   Final new_new: 14.51 ± 1.84
AUC:
  Final val: 86.41 ± 0.52   Final Test: 81.84 ± 0.50   Final old_old: 84.98 ± 0.42   Final old_new: 79.25 ± 0.54   Final new_new: 77.19 ± 0.91
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred_production.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=65536, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='production', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
  Final val: 33.55 ± 4.32   Final Test: 11.92 ± 2.52   Final old_old: 16.24 ± 3.21   Final old_new: 8.80 ± 2.48   Final new_new: 3.52 ± 1.32
Hits@20:
  Final val: 39.91 ± 5.05   Final Test: 17.52 ± 2.81   Final old_old: 22.30 ± 2.89   Final old_new: 14.10 ± 2.95   Final new_new: 8.03 ± 2.26
Hits@30:
  Final val: 44.62 ± 5.20   Final Test: 19.97 ± 1.55   Final old_old: 24.99 ± 1.86   Final old_new: 16.30 ± 1.85   Final new_new: 10.42 ± 3.28
Hits@50:
  Final val: 51.76 ± 6.35   Final Test: 25.79 ± 1.32   Final old_old: 30.59 ± 1.49   Final old_new: 22.46 ± 1.16   Final new_new: 15.77 ± 3.65
AUC:
  Final val: 75.66 ± 3.35   Final Test: 71.22 ± 2.61   Final old_old: 71.76 ± 2.86   Final old_new: 70.14 ± 2.82   Final new_new: 73.40 ± 3.79
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred_production.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=57847, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=0.1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='production', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
  Final val: 33.68 ± 5.77   Final Test: 15.22 ± 3.95   Final old_old: 22.48 ± 5.34   Final old_new: 9.78 ± 2.81   Final new_new: 1.97 ± 2.08
Hits@20:
  Final val: 39.00 ± 5.47   Final Test: 18.58 ± 4.34   Final old_old: 25.70 ± 5.50   Final old_new: 13.57 ± 3.32   Final new_new: 4.08 ± 3.96
Hits@30:
  Final val: 42.40 ± 6.21   Final Test: 21.95 ± 4.17   Final old_old: 28.92 ± 5.30   Final old_new: 17.33 ± 2.89   Final new_new: 6.34 ± 4.31
Hits@50:
  Final val: 49.24 ± 6.48   Final Test: 25.54 ± 5.86   Final old_old: 32.31 ± 6.40   Final old_new: 21.04 ± 5.78   Final new_new: 10.42 ± 3.90
AUC:
  Final val: 76.28 ± 4.49   Final Test: 73.16 ± 4.37   Final old_old: 72.41 ± 4.81   Final old_new: 73.12 ± 3.95   Final new_new: 77.44 ± 4.54
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred_production.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=57847, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='production', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
  Final val: 31.85 ± 3.68   Final Test: 13.41 ± 1.74   Final old_old: 18.56 ± 2.50   Final old_new: 9.63 ± 1.46   Final new_new: 3.66 ± 1.16
Hits@20:
  Final val: 38.87 ± 3.62   Final Test: 18.26 ± 2.56   Final old_old: 23.76 ± 3.78   Final old_new: 14.46 ± 1.61   Final new_new: 6.62 ± 1.37
Hits@30:
  Final val: 44.01 ± 3.38   Final Test: 20.62 ± 3.34   Final old_old: 26.88 ± 3.78   Final old_new: 16.12 ± 3.29   Final new_new: 8.31 ± 1.75
Hits@50:
  Final val: 51.55 ± 3.94   Final Test: 25.78 ± 3.01   Final old_old: 31.90 ± 3.39   Final old_new: 21.75 ± 3.10   Final new_new: 11.97 ± 1.32
AUC:
  Final val: 76.18 ± 2.86   Final Test: 72.09 ± 2.47   Final old_old: 72.78 ± 2.65   Final old_new: 71.04 ± 2.79   Final new_new: 73.32 ± 3.12
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred_production.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=57847, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='production', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
  Final val: 36.34 ± 4.59   Final Test: 14.94 ± 2.15   Final old_old: 22.14 ± 3.16   Final old_new: 9.54 ± 1.24   Final new_new: 1.83 ± 1.46
Hits@20:
  Final val: 42.22 ± 4.78   Final Test: 19.44 ± 3.69   Final old_old: 27.14 ± 4.42   Final old_new: 13.84 ± 2.93   Final new_new: 4.65 ± 3.61
Hits@30:
  Final val: 45.62 ± 5.99   Final Test: 22.49 ± 5.28   Final old_old: 29.80 ± 6.05   Final old_new: 17.48 ± 4.33   Final new_new: 6.90 ± 6.07
Hits@50:
  Final val: 52.24 ± 7.42   Final Test: 27.84 ± 6.60   Final old_old: 33.83 ± 6.65   Final old_new: 23.70 ± 6.52   Final new_new: 15.21 ± 7.38
AUC:
  Final val: 78.66 ± 4.08   Final Test: 74.06 ± 3.87   Final old_old: 73.23 ± 4.32   Final old_new: 73.98 ± 3.62   Final new_new: 78.94 ± 3.26
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred_production.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=57847, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='production', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
  Final val: 36.99 ± 1.81   Final Test: 15.03 ± 1.71   Final old_old: 20.92 ± 3.18   Final old_new: 10.37 ± 0.51   Final new_new: 5.49 ± 1.53
Hits@20:
  Final val: 43.70 ± 1.90   Final Test: 19.87 ± 1.35   Final old_old: 26.85 ± 1.61   Final old_new: 14.43 ± 1.42   Final new_new: 8.17 ± 1.97
Hits@30:
  Final val: 49.32 ± 2.54   Final Test: 22.48 ± 1.81   Final old_old: 29.46 ± 2.52   Final old_new: 17.27 ± 1.09   Final new_new: 9.58 ± 3.29
Hits@50:
  Final val: 56.25 ± 2.85   Final Test: 27.59 ± 2.41   Final old_old: 34.59 ± 3.18   Final old_new: 22.40 ± 1.96   Final new_new: 14.51 ± 3.01
AUC:
  Final val: 79.30 ± 2.36   Final Test: 75.04 ± 2.82   Final old_old: 76.19 ± 2.53   Final old_new: 73.67 ± 3.19   Final new_new: 75.34 ± 3.57
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred_production.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=57847, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.001, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='production', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
  Final val: 37.43 ± 5.78   Final Test: 15.32 ± 2.49   Final old_old: 23.32 ± 3.13   Final old_new: 9.10 ± 2.27   Final new_new: 1.83 ± 1.37
Hits@20:
  Final val: 43.75 ± 6.37   Final Test: 20.35 ± 3.58   Final old_old: 28.10 ± 4.25   Final old_new: 14.87 ± 3.47   Final new_new: 4.65 ± 1.77
Hits@30:
  Final val: 47.80 ± 6.64   Final Test: 22.63 ± 4.02   Final old_old: 30.75 ± 4.84   Final old_new: 16.83 ± 3.87   Final new_new: 6.48 ± 2.96
Hits@50:
  Final val: 54.55 ± 6.65   Final Test: 27.22 ± 5.61   Final old_old: 33.93 ± 6.03   Final old_new: 22.55 ± 5.22   Final new_new: 13.24 ± 7.03
AUC:
  Final val: 79.80 ± 3.81   Final Test: 75.35 ± 4.07   Final old_old: 74.86 ± 5.23   Final old_new: 75.04 ± 3.24   Final new_new: 79.47 ± 2.73
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred_production.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=57847, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=0.1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='production', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
  Final val: 31.20 ± 3.02   Final Test: 14.61 ± 2.59   Final old_old: 19.84 ± 3.63   Final old_new: 10.73 ± 2.24   Final new_new: 4.93 ± 1.57
Hits@20:
  Final val: 38.61 ± 4.00   Final Test: 18.42 ± 3.70   Final old_old: 23.58 ± 4.63   Final old_new: 14.90 ± 3.37   Final new_new: 7.32 ± 2.47
Hits@30:
  Final val: 44.10 ± 4.58   Final Test: 21.71 ± 4.16   Final old_old: 27.84 ± 5.64   Final old_new: 17.04 ± 3.19   Final new_new: 10.85 ± 3.40
Hits@50:
  Final val: 50.89 ± 4.79   Final Test: 24.07 ± 3.20   Final old_old: 29.46 ± 3.66   Final old_new: 20.24 ± 3.13   Final new_new: 13.24 ± 2.70
AUC:
  Final val: 75.80 ± 3.32   Final Test: 71.96 ± 3.17   Final old_old: 73.15 ± 3.58   Final old_new: 70.24 ± 3.11   Final new_new: 73.72 ± 1.88
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred_production.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=57847, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=0.1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='production', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
  Final val: 31.46 ± 10.42   Final Test: 12.84 ± 3.88   Final old_old: 19.24 ± 5.50   Final old_new: 7.97 ± 2.79   Final new_new: 1.55 ± 1.26
Hits@20:
  Final val: 36.95 ± 9.80   Final Test: 16.56 ± 5.38   Final old_old: 22.93 ± 6.86   Final old_new: 11.97 ± 4.17   Final new_new: 4.08 ± 4.03
Hits@30:
  Final val: 41.31 ± 10.27   Final Test: 19.82 ± 6.13   Final old_old: 25.99 ± 7.03   Final old_new: 15.59 ± 5.25   Final new_new: 6.76 ± 7.05
Hits@50:
  Final val: 46.71 ± 10.18   Final Test: 25.18 ± 6.78   Final old_old: 30.51 ± 6.56   Final old_new: 21.81 ± 6.59   Final new_new: 12.54 ± 9.52
AUC:
  Final val: 75.14 ± 6.33   Final Test: 72.09 ± 5.01   Final old_old: 71.02 ± 4.93   Final old_new: 72.23 ± 5.00   Final new_new: 77.15 ± 5.77
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred_production.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=57847, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='production', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
  Final val: 33.46 ± 2.31   Final Test: 14.72 ± 2.63   Final old_old: 20.21 ± 2.52   Final old_new: 10.52 ± 2.74   Final new_new: 5.07 ± 3.96
Hits@20:
  Final val: 41.53 ± 2.73   Final Test: 17.94 ± 1.88   Final old_old: 23.84 ± 2.99   Final old_new: 13.81 ± 1.19   Final new_new: 5.77 ± 1.53
Hits@30:
  Final val: 47.49 ± 3.64   Final Test: 20.21 ± 4.27   Final old_old: 26.04 ± 5.25   Final old_new: 16.27 ± 3.75   Final new_new: 7.61 ± 3.00
Hits@50:
  Final val: 54.12 ± 3.75   Final Test: 24.98 ± 2.92   Final old_old: 31.32 ± 3.92   Final old_new: 20.21 ± 2.22   Final new_new: 13.52 ± 2.19
AUC:
  Final val: 77.40 ± 2.13   Final Test: 72.16 ± 2.65   Final old_old: 73.37 ± 3.22   Final old_new: 70.75 ± 2.50   Final new_new: 72.36 ± 1.92
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred_production.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=57847, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='production', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
  Final val: 35.86 ± 3.53   Final Test: 15.36 ± 2.97   Final old_old: 22.38 ± 3.26   Final old_new: 10.10 ± 2.82   Final new_new: 2.54 ± 2.15
Hits@20:
  Final val: 42.66 ± 5.53   Final Test: 19.48 ± 2.93   Final old_old: 26.27 ± 2.99   Final old_new: 14.84 ± 3.23   Final new_new: 4.93 ± 2.23
Hits@30:
  Final val: 47.10 ± 5.93   Final Test: 21.95 ± 2.36   Final old_old: 28.71 ± 3.07   Final old_new: 17.19 ± 2.01   Final new_new: 8.17 ± 2.66
Hits@50:
  Final val: 54.42 ± 6.00   Final Test: 26.81 ± 4.02   Final old_old: 32.86 ± 4.72   Final old_new: 23.11 ± 3.66   Final new_new: 11.83 ± 3.13
AUC:
  Final val: 79.24 ± 3.78   Final Test: 74.91 ± 3.41   Final old_old: 73.81 ± 3.99   Final old_new: 75.10 ± 2.96   Final new_new: 79.91 ± 3.29
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred_production.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=57847, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='production', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
  Final val: 35.56 ± 2.46   Final Test: 14.46 ± 2.31   Final old_old: 20.29 ± 2.55   Final old_new: 10.01 ± 2.51   Final new_new: 4.23 ± 1.11
Hits@20:
  Final val: 42.22 ± 3.33   Final Test: 20.00 ± 1.40   Final old_old: 26.14 ± 1.71   Final old_new: 15.44 ± 1.40   Final new_new: 8.59 ± 2.08
Hits@30:
  Final val: 47.54 ± 3.90   Final Test: 23.14 ± 3.06   Final old_old: 29.57 ± 3.83   Final old_new: 18.31 ± 2.65   Final new_new: 11.41 ± 1.68
Hits@50:
  Final val: 55.90 ± 2.34   Final Test: 28.42 ± 3.05   Final old_old: 34.54 ± 3.18   Final old_new: 23.91 ± 3.06   Final new_new: 16.90 ± 4.08
AUC:
  Final val: 78.79 ± 2.31   Final Test: 74.12 ± 2.18   Final old_old: 75.59 ± 2.27   Final old_new: 72.31 ± 2.28   Final new_new: 74.81 ± 1.49
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred_production.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=57847, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=0.1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='production', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
  Final val: 36.43 ± 6.28   Final Test: 14.32 ± 2.42   Final old_old: 21.65 ± 3.37   Final old_new: 8.53 ± 1.82   Final new_new: 2.39 ± 1.46
Hits@20:
  Final val: 41.92 ± 6.48   Final Test: 19.12 ± 4.07   Final old_old: 27.37 ± 4.29   Final old_new: 12.86 ± 4.55   Final new_new: 4.37 ± 2.36
Hits@30:
  Final val: 46.10 ± 6.50   Final Test: 23.60 ± 5.40   Final old_old: 31.08 ± 5.43   Final old_new: 18.13 ± 5.84   Final new_new: 9.30 ± 4.96
Hits@50:
  Final val: 52.81 ± 7.39   Final Test: 29.10 ± 5.85   Final old_old: 35.27 ± 5.63   Final old_new: 24.62 ± 5.98   Final new_new: 17.18 ± 8.13
AUC:
  Final val: 78.55 ± 4.40   Final Test: 75.36 ± 4.30   Final old_old: 75.01 ± 4.27   Final old_new: 74.98 ± 4.48   Final new_new: 79.03 ± 4.33
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred_production.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=57847, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=0.1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='production', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
  Final val: 34.03 ± 2.39   Final Test: 12.48 ± 1.73   Final old_old: 17.83 ± 2.58   Final old_new: 8.39 ± 1.38   Final new_new: 3.10 ± 0.63
Hits@20:
  Final val: 41.05 ± 3.83   Final Test: 16.27 ± 1.08   Final old_old: 22.64 ± 1.52   Final old_new: 11.50 ± 0.92   Final new_new: 4.65 ± 1.54
Hits@30:
  Final val: 46.80 ± 4.26   Final Test: 20.51 ± 2.43   Final old_old: 27.08 ± 2.75   Final old_new: 15.91 ± 2.38   Final new_new: 6.90 ± 1.61
Hits@50:
  Final val: 54.55 ± 5.77   Final Test: 24.35 ± 2.08   Final old_old: 30.85 ± 2.34   Final old_new: 20.00 ± 2.20   Final new_new: 10.00 ± 1.82
AUC:
  Final val: 77.30 ± 2.59   Final Test: 72.19 ± 2.25   Final old_old: 72.68 ± 2.72   Final old_new: 71.09 ± 2.07   Final new_new: 74.79 ± 2.23
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred_production.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=57847, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=0.1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='production', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
  Final val: 33.59 ± 4.64   Final Test: 15.70 ± 3.90   Final old_old: 22.46 ± 4.43   Final old_new: 10.79 ± 3.88   Final new_new: 2.68 ± 1.35
Hits@20:
  Final val: 40.44 ± 5.32   Final Test: 18.17 ± 4.91   Final old_old: 24.84 ± 4.42   Final old_new: 13.42 ± 5.39   Final new_new: 4.79 ± 5.51
Hits@30:
  Final val: 44.36 ± 5.26   Final Test: 22.21 ± 4.59   Final old_old: 28.73 ± 3.91   Final old_new: 17.78 ± 5.05   Final new_new: 8.17 ± 6.48
Hits@50:
  Final val: 51.46 ± 5.90   Final Test: 26.51 ± 4.41   Final old_old: 32.18 ± 3.57   Final old_new: 22.76 ± 4.77   Final new_new: 13.80 ± 7.85
AUC:
  Final val: 77.06 ± 3.42   Final Test: 73.33 ± 2.89   Final old_old: 72.16 ± 2.62   Final old_new: 73.62 ± 3.13   Final new_new: 78.25 ± 3.64
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred_production.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=57847, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='production', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
  Final val: 32.81 ± 3.65   Final Test: 14.58 ± 2.85   Final old_old: 18.82 ± 3.57   Final old_new: 11.79 ± 2.53   Final new_new: 4.93 ± 1.00
Hits@20:
  Final val: 40.35 ± 3.15   Final Test: 17.77 ± 1.40   Final old_old: 22.41 ± 1.26   Final old_new: 14.73 ± 1.78   Final new_new: 7.32 ± 1.18
Hits@30:
  Final val: 45.36 ± 3.27   Final Test: 20.40 ± 2.09   Final old_old: 25.33 ± 2.03   Final old_new: 16.92 ± 2.28   Final new_new: 10.42 ± 3.57
Hits@50:
  Final val: 52.59 ± 3.62   Final Test: 25.44 ± 2.88   Final old_old: 30.46 ± 2.81   Final old_new: 21.75 ± 3.17   Final new_new: 15.92 ± 3.25
AUC:
  Final val: 76.56 ± 1.87   Final Test: 72.06 ± 3.09   Final old_old: 72.83 ± 3.23   Final old_new: 71.02 ± 3.20   Final new_new: 72.87 ± 2.86
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred_production.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=57847, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='production', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
  Final val: 33.07 ± 3.33   Final Test: 13.83 ± 3.22   Final old_old: 20.63 ± 3.07   Final old_new: 8.62 ± 3.89   Final new_new: 1.97 ± 2.19
Hits@20:
  Final val: 38.47 ± 4.38   Final Test: 17.55 ± 2.47   Final old_old: 24.24 ± 2.99   Final old_new: 12.92 ± 2.07   Final new_new: 3.52 ± 2.68
Hits@30:
  Final val: 43.14 ± 4.93   Final Test: 21.77 ± 3.06   Final old_old: 28.05 ± 3.25   Final old_new: 17.66 ± 2.99   Final new_new: 7.46 ± 4.36
Hits@50:
  Final val: 50.81 ± 5.63   Final Test: 24.88 ± 4.18   Final old_old: 30.95 ± 4.33   Final old_new: 21.04 ± 4.18   Final new_new: 10.42 ± 4.99
AUC:
  Final val: 76.95 ± 3.34   Final Test: 72.65 ± 3.97   Final old_old: 71.24 ± 4.44   Final old_new: 72.90 ± 3.74   Final new_new: 79.08 ± 3.91
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred_production.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0, link_batch_size=65536, node_batch_size=57847, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='production', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
  Final val: 35.51 ± 3.14   Final Test: 14.85 ± 4.05   Final old_old: 20.16 ± 5.00   Final old_new: 11.11 ± 3.39   Final new_new: 4.08 ± 2.51
Hits@20:
  Final val: 43.83 ± 4.03   Final Test: 19.34 ± 3.39   Final old_old: 25.57 ± 3.95   Final old_new: 14.64 ± 2.72   Final new_new: 8.17 ± 4.39
Hits@30:
  Final val: 48.19 ± 3.83   Final Test: 22.24 ± 1.98   Final old_old: 29.07 ± 1.86   Final old_new: 17.04 ± 2.41   Final new_new: 10.14 ± 3.05
Hits@50:
  Final val: 55.03 ± 3.85   Final Test: 27.29 ± 2.68   Final old_old: 34.17 ± 2.63   Final old_new: 22.10 ± 2.81   Final new_new: 14.93 ± 3.60
AUC:
  Final val: 78.91 ± 1.61   Final Test: 74.06 ± 1.09   Final old_old: 75.21 ± 1.81   Final old_new: 72.43 ± 1.82   Final new_new: 75.61 ± 3.04
Namespace(distill_pred_path='/home/qinzongyue/HeaRT/benchmarking/exist_setting_small/saved/cora_CN_pred_production.pth', device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=57847, lr=0.01, epochs=20000, eval_steps=5, runs=5, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=10, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='production', minibatch=False)
LLP (Relational Distillation)
All runs:
Hits@10:
  Final val: 35.99 ± 4.45   Final Test: 15.75 ± 3.78   Final old_old: 23.03 ± 4.14   Final old_new: 10.10 ± 3.89   Final new_new: 3.38 ± 2.51
Hits@20:
  Final val: 42.75 ± 5.14   Final Test: 21.35 ± 4.06   Final old_old: 28.21 ± 3.79   Final old_new: 16.77 ± 4.51   Final new_new: 6.20 ± 4.32
Hits@30:
  Final val: 46.93 ± 4.76   Final Test: 23.48 ± 4.14   Final old_old: 30.46 ± 4.14   Final old_new: 18.58 ± 4.41   Final new_new: 9.15 ± 3.79
Hits@50:
  Final val: 54.20 ± 6.59   Final Test: 28.36 ± 4.76   Final old_old: 34.17 ± 4.72   Final old_new: 24.59 ± 5.06   Final new_new: 14.93 ± 4.32
AUC:
  Final val: 79.38 ± 3.17   Final Test: 75.15 ± 3.39   Final old_old: 74.16 ± 3.93   Final old_new: 75.18 ± 3.14   Final new_new: 80.33 ± 2.23
Namespace(device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='production', minibatch=False)
LLP (Relational Distillation)
Namespace(device=0, log_steps=1, encoder='sage', num_layers=2, hidden_channels=256, dropout=0.5, link_batch_size=65536, node_batch_size=65536, lr=0.005, epochs=20000, eval_steps=5, runs=10, dataset_dir='../data', datasets='cora', predictor='mlp', patience=100, metric='Hits@20', use_valedges_as_input=False, True_label=0.1, KD_RM=0, KD_LM=0, LLP_D=1, LLP_R=1, margin=0.1, rw_step=3, ns_rate=1, hops=2, ps_method='nb', transductive='production', minibatch=False)
LLP (Relational Distillation)
