nohup: ignoring input
<frozen importlib._bootstrap>:219: RuntimeWarning: scipy._lib.messagestream.MessageStream size changed, may indicate binary incompatibility. Expected 56 from C header, got 64 from PyObject
INFO:root:Using: cuda:3
INFO:root:Using seed 1234.
INFO:root:LPModel(
  (encoder): GeoGCN(
    (linearlayer1): Linear(in_features=12, out_features=64, bias=True)
    (layers): Sequential(
      (0): GeoGraphConvolution(
        (agg): GeoAgg(
          (linearlayer): Linear(in_features=64, out_features=64, bias=True)
          (odefunc): Hamilton_V2(
            (H): myLinear(
              (w0_y): Linear(in_features=128, out_features=128, bias=True)
            )
          )
          (odeblock_exp): ODEBlock(
            (odefunc): Hamilton_V2(
              (H): myLinear(
                (w0_y): Linear(in_features=128, out_features=128, bias=True)
              )
            )
          )
        )
        (hyp_act): GeoAct()
      )
      (1): GeoGraphConvolution(
        (agg): GeoAgg(
          (linearlayer): Linear(in_features=64, out_features=64, bias=True)
          (odefunc): Hamilton_V2(
            (H): myLinear(
              (w0_y): Linear(in_features=128, out_features=128, bias=True)
            )
          )
          (odeblock_exp): ODEBlock(
            (odefunc): Hamilton_V2(
              (H): myLinear(
                (w0_y): Linear(in_features=128, out_features=128, bias=True)
              )
            )
          )
        )
        (hyp_act): GeoAct()
      )
      (2): GeoGraphConvolution(
        (agg): GeoAgg(
          (linearlayer): Linear(in_features=64, out_features=64, bias=True)
          (odefunc): Hamilton_V2(
            (H): myLinear(
              (w0_y): Linear(in_features=128, out_features=128, bias=True)
            )
          )
          (odeblock_exp): ODEBlock(
            (odefunc): Hamilton_V2(
              (H): myLinear(
                (w0_y): Linear(in_features=128, out_features=128, bias=True)
              )
            )
          )
        )
        (hyp_act): GeoAct()
      )
    )
  )
  (dc): FermiDiracDecoder()
  (pred): MLPPredictor(
    (W1): Linear(in_features=128, out_features=64, bias=True)
    (W2): Linear(in_features=64, out_features=1, bias=True)
  )
  (w_e): Linear(in_features=64, out_features=1, bias=False)
  (w_h): Linear(in_features=64, out_features=1, bias=False)
)
INFO:root:Total number of parameters: 6086468
INFO:root:Epoch: 0001 test_loss: 1.5605 test_roc: 0.5902 test_ap: 0.5040
INFO:root:Epoch: 0002 test_loss: 1.5507 test_roc: 0.7307 test_ap: 0.6192
INFO:root:Epoch: 0003 test_loss: 1.5437 test_roc: 0.7743 test_ap: 0.6676
INFO:root:Epoch: 0004 test_loss: 1.5298 test_roc: 0.8693 test_ap: 0.8273
INFO:root:Epoch: 0005 test_loss: 1.5152 test_roc: 0.9188 test_ap: 0.9449
INFO:root:Epoch: 0006 test_loss: 1.4932 test_roc: 0.9414 test_ap: 0.9644
INFO:root:Epoch: 0008 test_loss: 1.4872 test_roc: 0.9341 test_ap: 0.9572
INFO:root:Epoch: 0009 test_loss: 1.4855 test_roc: 0.9319 test_ap: 0.9543
INFO:root:Epoch: 0010 test_loss: 1.4851 test_roc: 0.9292 test_ap: 0.9510
INFO:root:Epoch: 0011 test_loss: 1.4880 test_roc: 0.9179 test_ap: 0.9376
INFO:root:Epoch: 0012 test_loss: 1.4913 test_roc: 0.8950 test_ap: 0.8807
INFO:root:Epoch: 0013 test_loss: 1.4969 test_roc: 0.8532 test_ap: 0.7781
INFO:root:Epoch: 0014 test_loss: 1.4863 test_roc: 0.9002 test_ap: 0.8928
INFO:root:Epoch: 0015 test_loss: 1.4749 test_roc: 0.9324 test_ap: 0.9516
INFO:root:Epoch: 0027 test_loss: 1.3949 test_roc: 0.9823 test_ap: 0.9875
INFO:root:Epoch: 0028 test_loss: 1.3844 test_roc: 0.9859 test_ap: 0.9897
INFO:root:Epoch: 0029 test_loss: 1.3760 test_roc: 0.9883 test_ap: 0.9913
INFO:root:Epoch: 0030 test_loss: 1.3685 test_roc: 0.9902 test_ap: 0.9925
INFO:root:Epoch: 0031 test_loss: 1.3581 test_roc: 0.9925 test_ap: 0.9941
INFO:root:Epoch: 0032 test_loss: 1.3468 test_roc: 0.9944 test_ap: 0.9955
INFO:root:Epoch: 0033 test_loss: 1.3360 test_roc: 0.9961 test_ap: 0.9968
INFO:root:Epoch: 0034 test_loss: 1.3278 test_roc: 0.9973 test_ap: 0.9977
INFO:root:Epoch: 0035 test_loss: 1.3230 test_roc: 0.9980 test_ap: 0.9982
INFO:root:Epoch: 0036 test_loss: 1.3117 test_roc: 0.9993 test_ap: 0.9993
INFO:root:Epoch: 0045 test_loss: 1.2584 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0050 lr: 0.01 train_loss: 1.3105 train_roc: 1.0000 train_ap: 1.0000 time: 0.2064s
INFO:root:Epoch: 0050 val_loss: 1.4214 val_roc: 0.9739 val_ap: 0.9808
INFO:root:Epoch: 0055 test_loss: 1.2028 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0081 test_loss: 1.2365 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0082 test_loss: 1.2341 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0083 test_loss: 1.2311 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0084 test_loss: 1.2264 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0085 test_loss: 1.2208 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0086 test_loss: 1.2255 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0087 test_loss: 1.2401 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0088 test_loss: 1.2650 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0099 test_loss: 1.2330 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0100 lr: 0.01 train_loss: 1.1791 train_roc: 1.0000 train_ap: 1.0000 time: 0.2210s
INFO:root:Epoch: 0100 val_loss: 1.3009 val_roc: 1.0000 val_ap: 1.0000
INFO:root:Epoch: 0100 test_loss: 1.2056 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0150 lr: 0.01 train_loss: 1.1533 train_roc: 1.0000 train_ap: 1.0000 time: 0.2058s
INFO:root:Epoch: 0150 val_loss: 1.2292 val_roc: 1.0000 val_ap: 1.0000
INFO:root:Epoch: 0200 lr: 0.01 train_loss: 1.4107 train_roc: 0.9941 train_ap: 0.9953 time: 0.2290s
INFO:root:Epoch: 0200 val_loss: 1.2326 val_roc: 1.0000 val_ap: 1.0000
INFO:root:Epoch: 0250 lr: 0.01 train_loss: 1.2572 train_roc: 1.0000 train_ap: 1.0000 time: 0.2206s
INFO:root:Epoch: 0250 val_loss: 1.2350 val_roc: 1.0000 val_ap: 1.0000
INFO:root:Epoch: 0300 lr: 0.01 train_loss: 1.3178 train_roc: 1.0000 train_ap: 1.0000 time: 0.2269s
INFO:root:Epoch: 0300 val_loss: 1.2247 val_roc: 1.0000 val_ap: 1.0000
INFO:root:Epoch: 0350 lr: 0.01 train_loss: 1.0631 train_roc: 1.0000 train_ap: 1.0000 time: 0.2268s
INFO:root:Epoch: 0350 val_loss: 1.2399 val_roc: 1.0000 val_ap: 1.0000
INFO:root:Epoch: 0400 lr: 0.01 train_loss: 1.1928 train_roc: 1.0000 train_ap: 1.0000 time: 0.2153s
INFO:root:Epoch: 0400 val_loss: 1.2313 val_roc: 1.0000 val_ap: 1.0000
INFO:root:Epoch: 0450 lr: 0.01 train_loss: 1.0684 train_roc: 1.0000 train_ap: 1.0000 time: 0.2271s
INFO:root:Epoch: 0450 val_loss: 1.2511 val_roc: 1.0000 val_ap: 1.0000
INFO:root:Epoch: 0500 lr: 0.01 train_loss: 1.7587 train_roc: 0.1108 train_ap: 0.3286 time: 0.2138s
INFO:root:Epoch: 0500 val_loss: 1.3015 val_roc: 1.0000 val_ap: 1.0000
INFO:root:Epoch: 0550 lr: 0.01 train_loss: 1.8609 train_roc: 0.0000 train_ap: 0.3069 time: 0.2115s
INFO:root:Epoch: 0550 val_loss: 1.2639 val_roc: 1.0000 val_ap: 1.0000
INFO:root:Epoch: 0600 lr: 0.01 train_loss: 1.1245 train_roc: 1.0000 train_ap: 1.0000 time: 0.2040s
INFO:root:Epoch: 0600 val_loss: 1.2791 val_roc: 1.0000 val_ap: 1.0000
INFO:root:Epoch: 0650 lr: 0.01 train_loss: 1.2209 train_roc: 1.0000 train_ap: 1.0000 time: 0.2280s
INFO:root:Epoch: 0650 val_loss: 1.2743 val_roc: 1.0000 val_ap: 1.0000
INFO:root:Epoch: 0700 lr: 0.01 train_loss: 1.8871 train_roc: 0.0000 train_ap: 0.3069 time: 0.5718s
INFO:root:Epoch: 0700 val_loss: 1.2648 val_roc: 1.0000 val_ap: 1.0000
INFO:root:Epoch: 0750 lr: 0.01 train_loss: 1.1102 train_roc: 1.0000 train_ap: 1.0000 time: 0.5802s
INFO:root:Epoch: 0750 val_loss: 1.2792 val_roc: 1.0000 val_ap: 1.0000
INFO:root:Epoch: 0800 lr: 0.01 train_loss: 1.6964 train_roc: 0.1879 train_ap: 0.3474 time: 0.5626s
INFO:root:Epoch: 0800 val_loss: 1.3397 val_roc: 0.9843 val_ap: 0.9897
INFO:root:Epoch: 0850 lr: 0.01 train_loss: 1.0741 train_roc: 1.0000 train_ap: 1.0000 time: 0.5987s
INFO:root:Epoch: 0850 val_loss: 1.3058 val_roc: 0.9995 val_ap: 0.9996
INFO:root:Epoch: 0900 lr: 0.01 train_loss: 1.4114 train_roc: 0.9963 train_ap: 0.9970 time: 0.5737s
INFO:root:Epoch: 0900 val_loss: 1.3325 val_roc: 0.9927 val_ap: 0.9948
INFO:root:Epoch: 0950 lr: 0.01 train_loss: 1.0899 train_roc: 1.0000 train_ap: 1.0000 time: 0.5416s
INFO:root:Epoch: 0950 val_loss: 1.4248 val_roc: 0.9651 val_ap: 0.9792
INFO:root:Epoch: 1000 lr: 0.005 train_loss: 1.4913 train_roc: 0.7894 train_ap: 0.6484 time: 0.5626s
INFO:root:Epoch: 1000 val_loss: 1.2665 val_roc: 1.0000 val_ap: 1.0000
INFO:root:Optimization Finished!
INFO:root:Total time elapsed: 467.4119s
INFO:root:Val set results: val_loss: 1.3009 val_roc: 1.0000 val_ap: 1.0000
INFO:root:Test set results: test_loss: 1.2056 test_roc: 1.0000 test_ap: 1.0000
INFO:root:test_acc_clean: 
INFO:root:[1.0]
INFO:root:Using: cuda:3
INFO:root:Using seed 1334.
INFO:root:LPModel(
  (encoder): GeoGCN(
    (linearlayer1): Linear(in_features=12, out_features=64, bias=True)
    (layers): Sequential(
      (0): GeoGraphConvolution(
        (agg): GeoAgg(
          (linearlayer): Linear(in_features=64, out_features=64, bias=True)
          (odefunc): Hamilton_V2(
            (H): myLinear(
              (w0_y): Linear(in_features=128, out_features=128, bias=True)
            )
          )
          (odeblock_exp): ODEBlock(
            (odefunc): Hamilton_V2(
              (H): myLinear(
                (w0_y): Linear(in_features=128, out_features=128, bias=True)
              )
            )
          )
        )
        (hyp_act): GeoAct()
      )
      (1): GeoGraphConvolution(
        (agg): GeoAgg(
          (linearlayer): Linear(in_features=64, out_features=64, bias=True)
          (odefunc): Hamilton_V2(
            (H): myLinear(
              (w0_y): Linear(in_features=128, out_features=128, bias=True)
            )
          )
          (odeblock_exp): ODEBlock(
            (odefunc): Hamilton_V2(
              (H): myLinear(
                (w0_y): Linear(in_features=128, out_features=128, bias=True)
              )
            )
          )
        )
        (hyp_act): GeoAct()
      )
      (2): GeoGraphConvolution(
        (agg): GeoAgg(
          (linearlayer): Linear(in_features=64, out_features=64, bias=True)
          (odefunc): Hamilton_V2(
            (H): myLinear(
              (w0_y): Linear(in_features=128, out_features=128, bias=True)
            )
          )
          (odeblock_exp): ODEBlock(
            (odefunc): Hamilton_V2(
              (H): myLinear(
                (w0_y): Linear(in_features=128, out_features=128, bias=True)
              )
            )
          )
        )
        (hyp_act): GeoAct()
      )
    )
  )
  (dc): FermiDiracDecoder()
  (pred): MLPPredictor(
    (W1): Linear(in_features=128, out_features=64, bias=True)
    (W2): Linear(in_features=64, out_features=1, bias=True)
  )
  (w_e): Linear(in_features=64, out_features=1, bias=False)
  (w_h): Linear(in_features=64, out_features=1, bias=False)
)
INFO:root:Total number of parameters: 6086468
INFO:root:Epoch: 0001 test_loss: 1.5541 test_roc: 0.8131 test_ap: 0.7279
INFO:root:Epoch: 0002 test_loss: 1.5458 test_roc: 0.8953 test_ap: 0.9091
INFO:root:Epoch: 0003 test_loss: 1.5400 test_roc: 0.9107 test_ap: 0.9379
INFO:root:Epoch: 0004 test_loss: 1.5295 test_roc: 0.9305 test_ap: 0.9579
INFO:root:Epoch: 0005 test_loss: 1.5184 test_roc: 0.9373 test_ap: 0.9634
INFO:root:Epoch: 0006 test_loss: 1.5019 test_roc: 0.9443 test_ap: 0.9679
INFO:root:Epoch: 0007 test_loss: 1.5018 test_roc: 0.9404 test_ap: 0.9651
INFO:root:Epoch: 0008 test_loss: 1.5001 test_roc: 0.9357 test_ap: 0.9608
INFO:root:Epoch: 0009 test_loss: 1.4958 test_roc: 0.9309 test_ap: 0.9557
INFO:root:Epoch: 0010 test_loss: 1.4891 test_roc: 0.9305 test_ap: 0.9537
INFO:root:Epoch: 0011 test_loss: 1.4874 test_roc: 0.9272 test_ap: 0.9487
INFO:root:Epoch: 0012 test_loss: 1.4893 test_roc: 0.9170 test_ap: 0.9344
INFO:root:Epoch: 0013 test_loss: 1.4941 test_roc: 0.8861 test_ap: 0.8445
INFO:root:Epoch: 0014 test_loss: 1.4846 test_roc: 0.9210 test_ap: 0.9377
INFO:root:Epoch: 0033 test_loss: 1.3405 test_roc: 0.9941 test_ap: 0.9954
INFO:root:Epoch: 0034 test_loss: 1.3339 test_roc: 0.9962 test_ap: 0.9969
INFO:root:Epoch: 0035 test_loss: 1.3328 test_roc: 0.9966 test_ap: 0.9972
INFO:root:Epoch: 0036 test_loss: 1.3212 test_roc: 0.9979 test_ap: 0.9982
INFO:root:Epoch: 0041 test_loss: 1.2688 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0042 test_loss: 1.2631 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0043 test_loss: 1.2596 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0044 test_loss: 1.2540 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0045 test_loss: 1.2489 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0046 test_loss: 1.2434 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0050 lr: 0.01 train_loss: 1.3204 train_roc: 1.0000 train_ap: 1.0000 time: 0.3070s
INFO:root:Epoch: 0050 val_loss: 1.4196 val_roc: 0.9739 val_ap: 0.9811
INFO:root:Epoch: 0054 test_loss: 1.2012 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0055 test_loss: 1.1928 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0070 test_loss: 1.2032 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0071 test_loss: 1.2033 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0072 test_loss: 1.2042 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0075 test_loss: 1.2155 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0076 test_loss: 1.2305 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0077 test_loss: 1.2372 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0078 test_loss: 1.2420 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0079 test_loss: 1.2363 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0080 test_loss: 1.2273 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0081 test_loss: 1.2179 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0082 test_loss: 1.2091 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0083 test_loss: 1.2012 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0084 test_loss: 1.2001 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0085 test_loss: 1.2030 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0086 test_loss: 1.2030 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0087 test_loss: 1.2014 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0088 test_loss: 1.1999 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0089 test_loss: 1.2041 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0090 test_loss: 1.2105 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0091 test_loss: 1.2061 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0095 test_loss: 1.2000 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0100 lr: 0.01 train_loss: 1.1604 train_roc: 1.0000 train_ap: 1.0000 time: 0.5746s
INFO:root:Epoch: 0100 val_loss: 1.3072 val_roc: 0.9998 val_ap: 0.9998
INFO:root:Epoch: 0100 test_loss: 1.1982 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0101 test_loss: 1.2031 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0102 test_loss: 1.2055 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0103 test_loss: 1.2022 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0104 test_loss: 1.1988 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0107 test_loss: 1.1902 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0108 test_loss: 1.1887 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0109 test_loss: 1.1919 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0150 lr: 0.01 train_loss: 1.2070 train_roc: 1.0000 train_ap: 1.0000 time: 0.5648s
INFO:root:Epoch: 0150 val_loss: 1.2529 val_roc: 1.0000 val_ap: 1.0000
INFO:root:Epoch: 0200 lr: 0.01 train_loss: 1.3977 train_roc: 0.9960 train_ap: 0.9968 time: 0.3691s
INFO:root:Epoch: 0200 val_loss: 1.2215 val_roc: 1.0000 val_ap: 1.0000
INFO:root:Epoch: 0250 lr: 0.01 train_loss: 1.2367 train_roc: 1.0000 train_ap: 1.0000 time: 0.5502s
INFO:root:Epoch: 0250 val_loss: 1.2325 val_roc: 1.0000 val_ap: 1.0000
INFO:root:Epoch: 0300 lr: 0.01 train_loss: 1.4085 train_roc: 0.9967 train_ap: 0.9975 time: 0.5239s
INFO:root:Epoch: 0300 val_loss: 1.2017 val_roc: 1.0000 val_ap: 1.0000
INFO:root:Early stopping
INFO:root:Optimization Finished!
INFO:root:Total time elapsed: 225.2165s
INFO:root:Val set results: val_loss: 1.3040 val_roc: 1.0000 val_ap: 1.0000
INFO:root:Test set results: test_loss: 1.1919 test_roc: 1.0000 test_ap: 1.0000
INFO:root:test_acc_clean: 
INFO:root:[1.0, 1.0]
INFO:root:Using: cuda:3
INFO:root:Using seed 1434.
INFO:root:LPModel(
  (encoder): GeoGCN(
    (linearlayer1): Linear(in_features=12, out_features=64, bias=True)
    (layers): Sequential(
      (0): GeoGraphConvolution(
        (agg): GeoAgg(
          (linearlayer): Linear(in_features=64, out_features=64, bias=True)
          (odefunc): Hamilton_V2(
            (H): myLinear(
              (w0_y): Linear(in_features=128, out_features=128, bias=True)
            )
          )
          (odeblock_exp): ODEBlock(
            (odefunc): Hamilton_V2(
              (H): myLinear(
                (w0_y): Linear(in_features=128, out_features=128, bias=True)
              )
            )
          )
        )
        (hyp_act): GeoAct()
      )
      (1): GeoGraphConvolution(
        (agg): GeoAgg(
          (linearlayer): Linear(in_features=64, out_features=64, bias=True)
          (odefunc): Hamilton_V2(
            (H): myLinear(
              (w0_y): Linear(in_features=128, out_features=128, bias=True)
            )
          )
          (odeblock_exp): ODEBlock(
            (odefunc): Hamilton_V2(
              (H): myLinear(
                (w0_y): Linear(in_features=128, out_features=128, bias=True)
              )
            )
          )
        )
        (hyp_act): GeoAct()
      )
      (2): GeoGraphConvolution(
        (agg): GeoAgg(
          (linearlayer): Linear(in_features=64, out_features=64, bias=True)
          (odefunc): Hamilton_V2(
            (H): myLinear(
              (w0_y): Linear(in_features=128, out_features=128, bias=True)
            )
          )
          (odeblock_exp): ODEBlock(
            (odefunc): Hamilton_V2(
              (H): myLinear(
                (w0_y): Linear(in_features=128, out_features=128, bias=True)
              )
            )
          )
        )
        (hyp_act): GeoAct()
      )
    )
  )
  (dc): FermiDiracDecoder()
  (pred): MLPPredictor(
    (W1): Linear(in_features=128, out_features=64, bias=True)
    (W2): Linear(in_features=64, out_features=1, bias=True)
  )
  (w_e): Linear(in_features=64, out_features=1, bias=False)
  (w_h): Linear(in_features=64, out_features=1, bias=False)
)
INFO:root:Total number of parameters: 6086468
INFO:root:Epoch: 0001 test_loss: 1.5439 test_roc: 0.8375 test_ap: 0.7666
INFO:root:Epoch: 0002 test_loss: 1.5311 test_roc: 0.9077 test_ap: 0.9332
INFO:root:Epoch: 0003 test_loss: 1.5168 test_roc: 0.9292 test_ap: 0.9560
INFO:root:Epoch: 0004 test_loss: 1.4981 test_roc: 0.9411 test_ap: 0.9653
INFO:root:Epoch: 0005 test_loss: 1.4779 test_roc: 0.9478 test_ap: 0.9694
INFO:root:Epoch: 0006 test_loss: 1.4569 test_roc: 0.9553 test_ap: 0.9734
INFO:root:Epoch: 0008 test_loss: 1.4628 test_roc: 0.9513 test_ap: 0.9704
INFO:root:Epoch: 0009 test_loss: 1.4652 test_roc: 0.9484 test_ap: 0.9683
INFO:root:Epoch: 0010 test_loss: 1.4665 test_roc: 0.9460 test_ap: 0.9662
INFO:root:Epoch: 0011 test_loss: 1.4702 test_roc: 0.9407 test_ap: 0.9617
INFO:root:Epoch: 0012 test_loss: 1.4738 test_roc: 0.9338 test_ap: 0.9555
INFO:root:Epoch: 0013 test_loss: 1.4781 test_roc: 0.9245 test_ap: 0.9460
INFO:root:Epoch: 0014 test_loss: 1.4693 test_roc: 0.9380 test_ap: 0.9578
INFO:root:Epoch: 0015 test_loss: 1.4603 test_roc: 0.9480 test_ap: 0.9654
INFO:root:Epoch: 0016 test_loss: 1.4511 test_roc: 0.9559 test_ap: 0.9708
INFO:root:Epoch: 0025 test_loss: 1.4254 test_roc: 0.9695 test_ap: 0.9789
INFO:root:Epoch: 0026 test_loss: 1.4091 test_roc: 0.9769 test_ap: 0.9838
INFO:root:Epoch: 0027 test_loss: 1.3939 test_roc: 0.9821 test_ap: 0.9872
INFO:root:Epoch: 0028 test_loss: 1.3826 test_roc: 0.9851 test_ap: 0.9890
INFO:root:Epoch: 0029 test_loss: 1.3736 test_roc: 0.9871 test_ap: 0.9904
INFO:root:Epoch: 0030 test_loss: 1.3655 test_roc: 0.9891 test_ap: 0.9917
INFO:root:Epoch: 0031 test_loss: 1.3543 test_roc: 0.9919 test_ap: 0.9936
INFO:root:Epoch: 0032 test_loss: 1.3458 test_roc: 0.9944 test_ap: 0.9954
INFO:root:Epoch: 0033 test_loss: 1.3374 test_roc: 0.9964 test_ap: 0.9970
INFO:root:Epoch: 0034 test_loss: 1.3310 test_roc: 0.9978 test_ap: 0.9981
INFO:root:Epoch: 0035 test_loss: 1.3302 test_roc: 0.9982 test_ap: 0.9984
INFO:root:Epoch: 0036 test_loss: 1.3193 test_roc: 0.9992 test_ap: 0.9993
INFO:root:Epoch: 0037 test_loss: 1.3072 test_roc: 0.9999 test_ap: 0.9999
INFO:root:Epoch: 0040 test_loss: 1.2760 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0042 test_loss: 1.2658 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0043 test_loss: 1.2618 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0044 test_loss: 1.2556 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0045 test_loss: 1.2505 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0046 test_loss: 1.2482 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0050 lr: 0.01 train_loss: 1.3175 train_roc: 1.0000 train_ap: 1.0000 time: 0.5585s
INFO:root:Epoch: 0050 val_loss: 1.4223 val_roc: 0.9718 val_ap: 0.9790
INFO:root:Epoch: 0053 test_loss: 1.2268 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0054 test_loss: 1.2067 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0055 test_loss: 1.2008 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0076 test_loss: 1.2204 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0077 test_loss: 1.2265 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0078 test_loss: 1.2350 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0079 test_loss: 1.2365 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0080 test_loss: 1.2354 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0081 test_loss: 1.2330 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0082 test_loss: 1.2267 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0083 test_loss: 1.2204 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0084 test_loss: 1.2132 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0085 test_loss: 1.2056 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0086 test_loss: 1.2075 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0087 test_loss: 1.2185 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0088 test_loss: 1.2388 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0100 lr: 0.01 train_loss: 1.1758 train_roc: 1.0000 train_ap: 1.0000 time: 0.5741s
INFO:root:Epoch: 0100 val_loss: 1.3193 val_roc: 0.9992 val_ap: 0.9993
INFO:root:Epoch: 0100 test_loss: 1.1952 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0101 test_loss: 1.2028 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0102 test_loss: 1.2092 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0103 test_loss: 1.2092 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0104 test_loss: 1.2106 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0140 test_loss: 1.3232 test_roc: 0.9996 test_ap: 0.9996
INFO:root:Epoch: 0141 test_loss: 1.3245 test_roc: 0.9993 test_ap: 0.9994
INFO:root:Epoch: 0150 lr: 0.01 train_loss: 1.1469 train_roc: 1.0000 train_ap: 1.0000 time: 0.5668s
INFO:root:Epoch: 0150 val_loss: 1.2307 val_roc: 1.0000 val_ap: 1.0000
INFO:root:Epoch: 0200 lr: 0.01 train_loss: 1.3689 train_roc: 0.9980 train_ap: 0.9984 time: 0.4037s
INFO:root:Epoch: 0200 val_loss: 1.2193 val_roc: 1.0000 val_ap: 1.0000
INFO:root:Epoch: 0250 lr: 0.01 train_loss: 1.0836 train_roc: 1.0000 train_ap: 1.0000 time: 0.3605s
INFO:root:Epoch: 0250 val_loss: 1.2143 val_roc: 1.0000 val_ap: 1.0000
INFO:root:Epoch: 0300 lr: 0.01 train_loss: 1.3487 train_roc: 0.9998 train_ap: 0.9998 time: 0.5901s
INFO:root:Epoch: 0300 val_loss: 1.2199 val_roc: 1.0000 val_ap: 1.0000
INFO:root:Early stopping
INFO:root:Optimization Finished!
INFO:root:Total time elapsed: 248.9816s
INFO:root:Val set results: val_loss: 1.3001 val_roc: 1.0000 val_ap: 1.0000
INFO:root:Test set results: test_loss: 1.3245 test_roc: 0.9993 test_ap: 0.9994
INFO:root:test_acc_clean: 
INFO:root:[1.0, 1.0, 0.9992601063337837]
INFO:root:Using: cuda:3
INFO:root:Using seed 1534.
INFO:root:LPModel(
  (encoder): GeoGCN(
    (linearlayer1): Linear(in_features=12, out_features=64, bias=True)
    (layers): Sequential(
      (0): GeoGraphConvolution(
        (agg): GeoAgg(
          (linearlayer): Linear(in_features=64, out_features=64, bias=True)
          (odefunc): Hamilton_V2(
            (H): myLinear(
              (w0_y): Linear(in_features=128, out_features=128, bias=True)
            )
          )
          (odeblock_exp): ODEBlock(
            (odefunc): Hamilton_V2(
              (H): myLinear(
                (w0_y): Linear(in_features=128, out_features=128, bias=True)
              )
            )
          )
        )
        (hyp_act): GeoAct()
      )
      (1): GeoGraphConvolution(
        (agg): GeoAgg(
          (linearlayer): Linear(in_features=64, out_features=64, bias=True)
          (odefunc): Hamilton_V2(
            (H): myLinear(
              (w0_y): Linear(in_features=128, out_features=128, bias=True)
            )
          )
          (odeblock_exp): ODEBlock(
            (odefunc): Hamilton_V2(
              (H): myLinear(
                (w0_y): Linear(in_features=128, out_features=128, bias=True)
              )
            )
          )
        )
        (hyp_act): GeoAct()
      )
      (2): GeoGraphConvolution(
        (agg): GeoAgg(
          (linearlayer): Linear(in_features=64, out_features=64, bias=True)
          (odefunc): Hamilton_V2(
            (H): myLinear(
              (w0_y): Linear(in_features=128, out_features=128, bias=True)
            )
          )
          (odeblock_exp): ODEBlock(
            (odefunc): Hamilton_V2(
              (H): myLinear(
                (w0_y): Linear(in_features=128, out_features=128, bias=True)
              )
            )
          )
        )
        (hyp_act): GeoAct()
      )
    )
  )
  (dc): FermiDiracDecoder()
  (pred): MLPPredictor(
    (W1): Linear(in_features=128, out_features=64, bias=True)
    (W2): Linear(in_features=64, out_features=1, bias=True)
  )
  (w_e): Linear(in_features=64, out_features=1, bias=False)
  (w_h): Linear(in_features=64, out_features=1, bias=False)
)
INFO:root:Total number of parameters: 6086468
INFO:root:Epoch: 0001 test_loss: 1.5358 test_roc: 0.9366 test_ap: 0.9622
INFO:root:Epoch: 0002 test_loss: 1.5259 test_roc: 0.9421 test_ap: 0.9660
INFO:root:Epoch: 0003 test_loss: 1.5177 test_roc: 0.9437 test_ap: 0.9669
INFO:root:Epoch: 0004 test_loss: 1.5057 test_roc: 0.9473 test_ap: 0.9689
INFO:root:Epoch: 0005 test_loss: 1.4923 test_roc: 0.9508 test_ap: 0.9705
INFO:root:Epoch: 0006 test_loss: 1.4738 test_roc: 0.9571 test_ap: 0.9735
INFO:root:Epoch: 0007 test_loss: 1.4717 test_roc: 0.9560 test_ap: 0.9726
INFO:root:Epoch: 0008 test_loss: 1.4691 test_roc: 0.9551 test_ap: 0.9718
INFO:root:Epoch: 0009 test_loss: 1.4681 test_roc: 0.9543 test_ap: 0.9708
INFO:root:Epoch: 0010 test_loss: 1.4680 test_roc: 0.9535 test_ap: 0.9699
INFO:root:Epoch: 0011 test_loss: 1.4699 test_roc: 0.9501 test_ap: 0.9674
INFO:root:Epoch: 0012 test_loss: 1.4718 test_roc: 0.9450 test_ap: 0.9636
INFO:root:Epoch: 0013 test_loss: 1.4757 test_roc: 0.9362 test_ap: 0.9564
INFO:root:Epoch: 0014 test_loss: 1.4678 test_roc: 0.9431 test_ap: 0.9621
INFO:root:Epoch: 0028 test_loss: 1.3863 test_roc: 0.9808 test_ap: 0.9866
INFO:root:Epoch: 0029 test_loss: 1.3784 test_roc: 0.9836 test_ap: 0.9883
INFO:root:Epoch: 0030 test_loss: 1.3716 test_roc: 0.9864 test_ap: 0.9900
INFO:root:Epoch: 0031 test_loss: 1.3617 test_roc: 0.9898 test_ap: 0.9922
INFO:root:Epoch: 0032 test_loss: 1.3540 test_roc: 0.9924 test_ap: 0.9940
INFO:root:Epoch: 0033 test_loss: 1.3472 test_roc: 0.9944 test_ap: 0.9954
INFO:root:Epoch: 0034 test_loss: 1.3433 test_roc: 0.9958 test_ap: 0.9965
INFO:root:Epoch: 0035 test_loss: 1.3430 test_roc: 0.9961 test_ap: 0.9967
INFO:root:Epoch: 0036 test_loss: 1.3338 test_roc: 0.9974 test_ap: 0.9978
INFO:root:Epoch: 0042 test_loss: 1.2849 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0043 test_loss: 1.2798 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0044 test_loss: 1.2748 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0045 test_loss: 1.2731 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0046 test_loss: 1.2704 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0047 test_loss: 1.2671 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0050 lr: 0.01 train_loss: 1.3032 train_roc: 1.0000 train_ap: 1.0000 time: 0.5508s
INFO:root:Epoch: 0050 val_loss: 1.4219 val_roc: 0.9665 val_ap: 0.9754
INFO:root:Epoch: 0052 test_loss: 1.2433 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0053 test_loss: 1.2324 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0061 test_loss: 1.1966 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0067 test_loss: 1.2240 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0068 test_loss: 1.2239 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0069 test_loss: 1.2246 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0070 test_loss: 1.2280 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0071 test_loss: 1.2322 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0072 test_loss: 1.2374 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0073 test_loss: 1.2401 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0074 test_loss: 1.2430 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0075 test_loss: 1.2517 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0077 test_loss: 1.2725 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0078 test_loss: 1.2772 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0079 test_loss: 1.2729 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0080 test_loss: 1.2673 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0081 test_loss: 1.2608 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0082 test_loss: 1.2572 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0083 test_loss: 1.2541 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0084 test_loss: 1.2463 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0085 test_loss: 1.2449 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0086 test_loss: 1.2448 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0087 test_loss: 1.2436 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0088 test_loss: 1.2497 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0089 test_loss: 1.2620 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0090 test_loss: 1.2689 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0091 test_loss: 1.2633 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0092 test_loss: 1.2584 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0093 test_loss: 1.2535 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0094 test_loss: 1.2560 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0095 test_loss: 1.2576 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0097 test_loss: 1.2473 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0100 lr: 0.01 train_loss: 1.1665 train_roc: 1.0000 train_ap: 1.0000 time: 0.5619s
INFO:root:Epoch: 0100 val_loss: 1.3200 val_roc: 0.9993 val_ap: 0.9994
INFO:root:Epoch: 0137 test_loss: 1.3747 test_roc: 0.9898 test_ap: 0.9925
INFO:root:Epoch: 0138 test_loss: 1.3687 test_roc: 0.9940 test_ap: 0.9953
INFO:root:Epoch: 0150 lr: 0.01 train_loss: 1.1862 train_roc: 1.0000 train_ap: 1.0000 time: 0.2238s
INFO:root:Epoch: 0150 val_loss: 1.2385 val_roc: 1.0000 val_ap: 1.0000
INFO:root:Epoch: 0200 lr: 0.01 train_loss: 1.1870 train_roc: 1.0000 train_ap: 1.0000 time: 0.2242s
INFO:root:Epoch: 0200 val_loss: 1.2082 val_roc: 1.0000 val_ap: 1.0000
INFO:root:Epoch: 0250 lr: 0.01 train_loss: 1.2198 train_roc: 1.0000 train_ap: 1.0000 time: 0.2201s
INFO:root:Epoch: 0250 val_loss: 1.2387 val_roc: 1.0000 val_ap: 1.0000
INFO:root:Epoch: 0300 lr: 0.01 train_loss: 1.3214 train_roc: 1.0000 train_ap: 1.0000 time: 0.2338s
INFO:root:Epoch: 0300 val_loss: 1.2108 val_roc: 1.0000 val_ap: 1.0000
INFO:root:Early stopping
INFO:root:Optimization Finished!
INFO:root:Total time elapsed: 171.4061s
INFO:root:Val set results: val_loss: 1.3064 val_roc: 1.0000 val_ap: 1.0000
INFO:root:Test set results: test_loss: 1.3687 test_roc: 0.9940 test_ap: 0.9953
INFO:root:test_acc_clean: 
INFO:root:[1.0, 1.0, 0.9992601063337837, 0.9940445474763662]
INFO:root:Using: cuda:3
INFO:root:Using seed 1634.
INFO:root:LPModel(
  (encoder): GeoGCN(
    (linearlayer1): Linear(in_features=12, out_features=64, bias=True)
    (layers): Sequential(
      (0): GeoGraphConvolution(
        (agg): GeoAgg(
          (linearlayer): Linear(in_features=64, out_features=64, bias=True)
          (odefunc): Hamilton_V2(
            (H): myLinear(
              (w0_y): Linear(in_features=128, out_features=128, bias=True)
            )
          )
          (odeblock_exp): ODEBlock(
            (odefunc): Hamilton_V2(
              (H): myLinear(
                (w0_y): Linear(in_features=128, out_features=128, bias=True)
              )
            )
          )
        )
        (hyp_act): GeoAct()
      )
      (1): GeoGraphConvolution(
        (agg): GeoAgg(
          (linearlayer): Linear(in_features=64, out_features=64, bias=True)
          (odefunc): Hamilton_V2(
            (H): myLinear(
              (w0_y): Linear(in_features=128, out_features=128, bias=True)
            )
          )
          (odeblock_exp): ODEBlock(
            (odefunc): Hamilton_V2(
              (H): myLinear(
                (w0_y): Linear(in_features=128, out_features=128, bias=True)
              )
            )
          )
        )
        (hyp_act): GeoAct()
      )
      (2): GeoGraphConvolution(
        (agg): GeoAgg(
          (linearlayer): Linear(in_features=64, out_features=64, bias=True)
          (odefunc): Hamilton_V2(
            (H): myLinear(
              (w0_y): Linear(in_features=128, out_features=128, bias=True)
            )
          )
          (odeblock_exp): ODEBlock(
            (odefunc): Hamilton_V2(
              (H): myLinear(
                (w0_y): Linear(in_features=128, out_features=128, bias=True)
              )
            )
          )
        )
        (hyp_act): GeoAct()
      )
    )
  )
  (dc): FermiDiracDecoder()
  (pred): MLPPredictor(
    (W1): Linear(in_features=128, out_features=64, bias=True)
    (W2): Linear(in_features=64, out_features=1, bias=True)
  )
  (w_e): Linear(in_features=64, out_features=1, bias=False)
  (w_h): Linear(in_features=64, out_features=1, bias=False)
)
INFO:root:Total number of parameters: 6086468
INFO:root:Epoch: 0001 test_loss: 1.5522 test_roc: 0.7848 test_ap: 0.6850
INFO:root:Epoch: 0002 test_loss: 1.5451 test_roc: 0.8433 test_ap: 0.7769
INFO:root:Epoch: 0003 test_loss: 1.5409 test_roc: 0.8400 test_ap: 0.7686
INFO:root:Epoch: 0004 test_loss: 1.5314 test_roc: 0.8845 test_ap: 0.8742
INFO:root:Epoch: 0005 test_loss: 1.5210 test_roc: 0.9103 test_ap: 0.9355
INFO:root:Epoch: 0006 test_loss: 1.5034 test_roc: 0.9337 test_ap: 0.9586
INFO:root:Epoch: 0007 test_loss: 1.5000 test_roc: 0.9257 test_ap: 0.9507
INFO:root:Epoch: 0008 test_loss: 1.4957 test_roc: 0.9177 test_ap: 0.9410
INFO:root:Epoch: 0009 test_loss: 1.4932 test_roc: 0.9076 test_ap: 0.9244
INFO:root:Epoch: 0010 test_loss: 1.4931 test_roc: 0.8945 test_ap: 0.8804
INFO:root:Epoch: 0011 test_loss: 1.4958 test_roc: 0.8692 test_ap: 0.8116
INFO:root:Epoch: 0012 test_loss: 1.4993 test_roc: 0.8357 test_ap: 0.7444
INFO:root:Epoch: 0013 test_loss: 1.5034 test_roc: 0.8063 test_ap: 0.6993
INFO:root:Epoch: 0014 test_loss: 1.4935 test_roc: 0.8583 test_ap: 0.7831
INFO:root:Epoch: 0015 test_loss: 1.4827 test_roc: 0.9058 test_ap: 0.9011
INFO:root:Epoch: 0028 test_loss: 1.3996 test_roc: 0.9815 test_ap: 0.9868
INFO:root:Epoch: 0029 test_loss: 1.3927 test_roc: 0.9831 test_ap: 0.9879
INFO:root:Epoch: 0030 test_loss: 1.3869 test_roc: 0.9843 test_ap: 0.9887
INFO:root:Epoch: 0033 test_loss: 1.3641 test_roc: 0.9889 test_ap: 0.9916
INFO:root:Epoch: 0034 test_loss: 1.3593 test_roc: 0.9905 test_ap: 0.9927
INFO:root:Epoch: 0036 test_loss: 1.3517 test_roc: 0.9919 test_ap: 0.9936
INFO:root:Epoch: 0037 test_loss: 1.3421 test_roc: 0.9940 test_ap: 0.9950
INFO:root:Epoch: 0042 test_loss: 1.2952 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0043 test_loss: 1.2912 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0044 test_loss: 1.2861 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0045 test_loss: 1.2838 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0047 test_loss: 1.2723 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0050 lr: 0.01 train_loss: 1.2908 train_roc: 1.0000 train_ap: 1.0000 time: 0.2226s
INFO:root:Epoch: 0050 val_loss: 1.4263 val_roc: 0.9667 val_ap: 0.9750
INFO:root:Epoch: 0053 test_loss: 1.2478 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0054 test_loss: 1.2377 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0076 test_loss: 1.2508 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0077 test_loss: 1.2566 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0078 test_loss: 1.2627 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0079 test_loss: 1.2602 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0080 test_loss: 1.2567 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0081 test_loss: 1.2521 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0082 test_loss: 1.2504 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0083 test_loss: 1.2426 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0084 test_loss: 1.2373 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0085 test_loss: 1.2374 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0086 test_loss: 1.2363 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0087 test_loss: 1.2478 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0088 test_loss: 1.2656 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0089 test_loss: 1.2898 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0090 test_loss: 1.3030 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0091 test_loss: 1.2976 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0100 lr: 0.01 train_loss: 1.1706 train_roc: 1.0000 train_ap: 1.0000 time: 0.2087s
INFO:root:Epoch: 0100 val_loss: 1.3363 val_roc: 0.9972 val_ap: 0.9977
INFO:root:Epoch: 0149 test_loss: 1.3836 test_roc: 0.9854 test_ap: 0.9895
INFO:root:Epoch: 0150 lr: 0.01 train_loss: 1.1623 train_roc: 1.0000 train_ap: 1.0000 time: 0.2207s
INFO:root:Epoch: 0150 val_loss: 1.3072 val_roc: 1.0000 val_ap: 1.0000
INFO:root:Epoch: 0150 test_loss: 1.3632 test_roc: 0.9921 test_ap: 0.9938
INFO:root:Epoch: 0151 test_loss: 1.3512 test_roc: 0.9952 test_ap: 0.9961
INFO:root:Epoch: 0200 lr: 0.01 train_loss: 1.4463 train_roc: 0.9870 train_ap: 0.9896 time: 0.2265s
INFO:root:Epoch: 0200 val_loss: 1.2647 val_roc: 1.0000 val_ap: 1.0000
INFO:root:Epoch: 0250 lr: 0.01 train_loss: 1.3287 train_roc: 1.0000 train_ap: 1.0000 time: 0.2194s
INFO:root:Epoch: 0250 val_loss: 1.2584 val_roc: 1.0000 val_ap: 1.0000
INFO:root:Epoch: 0300 lr: 0.01 train_loss: 1.6452 train_roc: 0.2243 train_ap: 0.3565 time: 0.2229s
INFO:root:Epoch: 0300 val_loss: 1.2104 val_roc: 1.0000 val_ap: 1.0000
INFO:root:Epoch: 0350 lr: 0.01 train_loss: 1.0413 train_roc: 1.0000 train_ap: 1.0000 time: 0.2082s
INFO:root:Epoch: 0350 val_loss: 1.2306 val_roc: 1.0000 val_ap: 1.0000
INFO:root:Early stopping
INFO:root:Optimization Finished!
INFO:root:Total time elapsed: 117.5503s
INFO:root:Val set results: val_loss: 1.2977 val_roc: 1.0000 val_ap: 1.0000
INFO:root:Test set results: test_loss: 1.3512 test_roc: 0.9952 test_ap: 0.9961
INFO:root:test_acc_clean: 
INFO:root:[1.0, 1.0, 0.9992601063337837, 0.9940445474763662, 0.9952088427665455]
INFO:root:Using: cuda:3
INFO:root:Using seed 1734.
INFO:root:LPModel(
  (encoder): GeoGCN(
    (linearlayer1): Linear(in_features=12, out_features=64, bias=True)
    (layers): Sequential(
      (0): GeoGraphConvolution(
        (agg): GeoAgg(
          (linearlayer): Linear(in_features=64, out_features=64, bias=True)
          (odefunc): Hamilton_V2(
            (H): myLinear(
              (w0_y): Linear(in_features=128, out_features=128, bias=True)
            )
          )
          (odeblock_exp): ODEBlock(
            (odefunc): Hamilton_V2(
              (H): myLinear(
                (w0_y): Linear(in_features=128, out_features=128, bias=True)
              )
            )
          )
        )
        (hyp_act): GeoAct()
      )
      (1): GeoGraphConvolution(
        (agg): GeoAgg(
          (linearlayer): Linear(in_features=64, out_features=64, bias=True)
          (odefunc): Hamilton_V2(
            (H): myLinear(
              (w0_y): Linear(in_features=128, out_features=128, bias=True)
            )
          )
          (odeblock_exp): ODEBlock(
            (odefunc): Hamilton_V2(
              (H): myLinear(
                (w0_y): Linear(in_features=128, out_features=128, bias=True)
              )
            )
          )
        )
        (hyp_act): GeoAct()
      )
      (2): GeoGraphConvolution(
        (agg): GeoAgg(
          (linearlayer): Linear(in_features=64, out_features=64, bias=True)
          (odefunc): Hamilton_V2(
            (H): myLinear(
              (w0_y): Linear(in_features=128, out_features=128, bias=True)
            )
          )
          (odeblock_exp): ODEBlock(
            (odefunc): Hamilton_V2(
              (H): myLinear(
                (w0_y): Linear(in_features=128, out_features=128, bias=True)
              )
            )
          )
        )
        (hyp_act): GeoAct()
      )
    )
  )
  (dc): FermiDiracDecoder()
  (pred): MLPPredictor(
    (W1): Linear(in_features=128, out_features=64, bias=True)
    (W2): Linear(in_features=64, out_features=1, bias=True)
  )
  (w_e): Linear(in_features=64, out_features=1, bias=False)
  (w_h): Linear(in_features=64, out_features=1, bias=False)
)
INFO:root:Total number of parameters: 6086468
INFO:root:Epoch: 0001 test_loss: 1.5386 test_roc: 0.9021 test_ap: 0.9238
INFO:root:Epoch: 0002 test_loss: 1.5297 test_roc: 0.9200 test_ap: 0.9466
INFO:root:Epoch: 0003 test_loss: 1.5228 test_roc: 0.9210 test_ap: 0.9472
INFO:root:Epoch: 0004 test_loss: 1.5113 test_roc: 0.9306 test_ap: 0.9557
INFO:root:Epoch: 0005 test_loss: 1.4971 test_roc: 0.9390 test_ap: 0.9621
INFO:root:Epoch: 0006 test_loss: 1.4791 test_roc: 0.9477 test_ap: 0.9679
INFO:root:Epoch: 0007 test_loss: 1.4781 test_roc: 0.9437 test_ap: 0.9643
INFO:root:Epoch: 0008 test_loss: 1.4776 test_roc: 0.9403 test_ap: 0.9608
INFO:root:Epoch: 0009 test_loss: 1.4775 test_roc: 0.9374 test_ap: 0.9576
INFO:root:Epoch: 0010 test_loss: 1.4784 test_roc: 0.9330 test_ap: 0.9533
INFO:root:Epoch: 0011 test_loss: 1.4809 test_roc: 0.9226 test_ap: 0.9424
INFO:root:Epoch: 0012 test_loss: 1.4841 test_roc: 0.9034 test_ap: 0.9079
INFO:root:Epoch: 0013 test_loss: 1.4879 test_roc: 0.8765 test_ap: 0.8260
INFO:root:Epoch: 0014 test_loss: 1.4791 test_roc: 0.9104 test_ap: 0.9247
INFO:root:Epoch: 0015 test_loss: 1.4697 test_roc: 0.9320 test_ap: 0.9512
INFO:root:Epoch: 0027 test_loss: 1.4079 test_roc: 0.9767 test_ap: 0.9840
INFO:root:Epoch: 0028 test_loss: 1.3983 test_roc: 0.9802 test_ap: 0.9863
INFO:root:Epoch: 0029 test_loss: 1.3907 test_roc: 0.9824 test_ap: 0.9877
INFO:root:Epoch: 0030 test_loss: 1.3840 test_roc: 0.9841 test_ap: 0.9887
INFO:root:Epoch: 0031 test_loss: 1.3743 test_roc: 0.9861 test_ap: 0.9899
INFO:root:Epoch: 0032 test_loss: 1.3642 test_roc: 0.9880 test_ap: 0.9911
INFO:root:Epoch: 0033 test_loss: 1.3547 test_roc: 0.9902 test_ap: 0.9924
INFO:root:Epoch: 0034 test_loss: 1.3480 test_roc: 0.9915 test_ap: 0.9933
INFO:root:Epoch: 0035 test_loss: 1.3452 test_roc: 0.9920 test_ap: 0.9936
INFO:root:Epoch: 0043 test_loss: 1.2916 test_roc: 0.9999 test_ap: 0.9999
INFO:root:Epoch: 0044 test_loss: 1.2863 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0045 test_loss: 1.2845 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0046 test_loss: 1.2816 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0050 lr: 0.01 train_loss: 1.3096 train_roc: 1.0000 train_ap: 1.0000 time: 0.2284s
INFO:root:Epoch: 0050 val_loss: 1.4209 val_roc: 0.9707 val_ap: 0.9786
INFO:root:Epoch: 0051 test_loss: 1.2721 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0052 test_loss: 1.2605 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0053 test_loss: 1.2468 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0054 test_loss: 1.2433 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0074 test_loss: 1.2623 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0075 test_loss: 1.2618 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0076 test_loss: 1.2590 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0077 test_loss: 1.2631 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0078 test_loss: 1.2673 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0079 test_loss: 1.2627 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0080 test_loss: 1.2581 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0081 test_loss: 1.2598 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0082 test_loss: 1.2611 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0083 test_loss: 1.2620 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0084 test_loss: 1.2606 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0085 test_loss: 1.2564 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0086 test_loss: 1.2519 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0087 test_loss: 1.2635 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0088 test_loss: 1.2961 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0100 lr: 0.01 train_loss: 1.1549 train_roc: 1.0000 train_ap: 1.0000 time: 0.2198s
INFO:root:Epoch: 0100 val_loss: 1.3335 val_roc: 0.9971 val_ap: 0.9976
INFO:root:Epoch: 0101 test_loss: 1.2443 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0102 test_loss: 1.2545 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0103 test_loss: 1.2582 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0104 test_loss: 1.2622 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0105 test_loss: 1.2667 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0150 lr: 0.01 train_loss: 1.1802 train_roc: 1.0000 train_ap: 1.0000 time: 0.2086s
INFO:root:Epoch: 0150 val_loss: 1.2512 val_roc: 1.0000 val_ap: 1.0000
INFO:root:Epoch: 0200 lr: 0.01 train_loss: 1.3996 train_roc: 0.9955 train_ap: 0.9964 time: 0.5650s
INFO:root:Epoch: 0200 val_loss: 1.2288 val_roc: 1.0000 val_ap: 1.0000
INFO:root:Epoch: 0250 lr: 0.01 train_loss: 1.1446 train_roc: 1.0000 train_ap: 1.0000 time: 0.4848s
INFO:root:Epoch: 0250 val_loss: 1.2156 val_roc: 1.0000 val_ap: 1.0000
INFO:root:Epoch: 0300 lr: 0.01 train_loss: 1.3632 train_roc: 0.9994 train_ap: 0.9996 time: 0.5563s
INFO:root:Epoch: 0300 val_loss: 1.2022 val_roc: 1.0000 val_ap: 1.0000
INFO:root:Early stopping
INFO:root:Optimization Finished!
INFO:root:Total time elapsed: 159.4059s
INFO:root:Val set results: val_loss: 1.3068 val_roc: 1.0000 val_ap: 1.0000
INFO:root:Test set results: test_loss: 1.2667 test_roc: 1.0000 test_ap: 1.0000
INFO:root:test_acc_clean: 
INFO:root:[1.0, 1.0, 0.9992601063337837, 0.9940445474763662, 0.9952088427665455, 0.9999999999999999]
INFO:root:Using: cuda:3
INFO:root:Using seed 1834.
INFO:root:LPModel(
  (encoder): GeoGCN(
    (linearlayer1): Linear(in_features=12, out_features=64, bias=True)
    (layers): Sequential(
      (0): GeoGraphConvolution(
        (agg): GeoAgg(
          (linearlayer): Linear(in_features=64, out_features=64, bias=True)
          (odefunc): Hamilton_V2(
            (H): myLinear(
              (w0_y): Linear(in_features=128, out_features=128, bias=True)
            )
          )
          (odeblock_exp): ODEBlock(
            (odefunc): Hamilton_V2(
              (H): myLinear(
                (w0_y): Linear(in_features=128, out_features=128, bias=True)
              )
            )
          )
        )
        (hyp_act): GeoAct()
      )
      (1): GeoGraphConvolution(
        (agg): GeoAgg(
          (linearlayer): Linear(in_features=64, out_features=64, bias=True)
          (odefunc): Hamilton_V2(
            (H): myLinear(
              (w0_y): Linear(in_features=128, out_features=128, bias=True)
            )
          )
          (odeblock_exp): ODEBlock(
            (odefunc): Hamilton_V2(
              (H): myLinear(
                (w0_y): Linear(in_features=128, out_features=128, bias=True)
              )
            )
          )
        )
        (hyp_act): GeoAct()
      )
      (2): GeoGraphConvolution(
        (agg): GeoAgg(
          (linearlayer): Linear(in_features=64, out_features=64, bias=True)
          (odefunc): Hamilton_V2(
            (H): myLinear(
              (w0_y): Linear(in_features=128, out_features=128, bias=True)
            )
          )
          (odeblock_exp): ODEBlock(
            (odefunc): Hamilton_V2(
              (H): myLinear(
                (w0_y): Linear(in_features=128, out_features=128, bias=True)
              )
            )
          )
        )
        (hyp_act): GeoAct()
      )
    )
  )
  (dc): FermiDiracDecoder()
  (pred): MLPPredictor(
    (W1): Linear(in_features=128, out_features=64, bias=True)
    (W2): Linear(in_features=64, out_features=1, bias=True)
  )
  (w_e): Linear(in_features=64, out_features=1, bias=False)
  (w_h): Linear(in_features=64, out_features=1, bias=False)
)
INFO:root:Total number of parameters: 6086468
INFO:root:Epoch: 0001 test_loss: 1.5408 test_roc: 0.9331 test_ap: 0.9604
INFO:root:Epoch: 0002 test_loss: 1.5292 test_roc: 0.9423 test_ap: 0.9670
INFO:root:Epoch: 0003 test_loss: 1.5204 test_roc: 0.9444 test_ap: 0.9682
INFO:root:Epoch: 0004 test_loss: 1.5092 test_roc: 0.9472 test_ap: 0.9697
INFO:root:Epoch: 0005 test_loss: 1.4979 test_roc: 0.9492 test_ap: 0.9706
INFO:root:Epoch: 0006 test_loss: 1.4821 test_roc: 0.9531 test_ap: 0.9725
INFO:root:Epoch: 0007 test_loss: 1.4823 test_roc: 0.9499 test_ap: 0.9706
INFO:root:Epoch: 0008 test_loss: 1.4805 test_roc: 0.9479 test_ap: 0.9692
INFO:root:Epoch: 0009 test_loss: 1.4773 test_roc: 0.9464 test_ap: 0.9678
INFO:root:Epoch: 0010 test_loss: 1.4750 test_roc: 0.9448 test_ap: 0.9659
INFO:root:Epoch: 0011 test_loss: 1.4770 test_roc: 0.9398 test_ap: 0.9613
INFO:root:Epoch: 0012 test_loss: 1.4796 test_roc: 0.9337 test_ap: 0.9552
INFO:root:Epoch: 0013 test_loss: 1.4838 test_roc: 0.9222 test_ap: 0.9432
INFO:root:Epoch: 0014 test_loss: 1.4750 test_roc: 0.9368 test_ap: 0.9565
INFO:root:Epoch: 0015 test_loss: 1.4651 test_roc: 0.9479 test_ap: 0.9651
INFO:root:Epoch: 0031 test_loss: 1.3713 test_roc: 0.9862 test_ap: 0.9899
INFO:root:Epoch: 0032 test_loss: 1.3651 test_roc: 0.9884 test_ap: 0.9913
INFO:root:Epoch: 0033 test_loss: 1.3593 test_roc: 0.9902 test_ap: 0.9925
INFO:root:Epoch: 0034 test_loss: 1.3560 test_roc: 0.9916 test_ap: 0.9935
INFO:root:Epoch: 0035 test_loss: 1.3571 test_roc: 0.9916 test_ap: 0.9935
INFO:root:Epoch: 0036 test_loss: 1.3492 test_roc: 0.9931 test_ap: 0.9945
INFO:root:Epoch: 0038 test_loss: 1.3306 test_roc: 0.9967 test_ap: 0.9971
INFO:root:Epoch: 0039 test_loss: 1.3208 test_roc: 0.9982 test_ap: 0.9984
INFO:root:Epoch: 0040 test_loss: 1.3134 test_roc: 0.9991 test_ap: 0.9991
INFO:root:Epoch: 0041 test_loss: 1.3058 test_roc: 0.9997 test_ap: 0.9997
INFO:root:Epoch: 0042 test_loss: 1.3011 test_roc: 0.9999 test_ap: 0.9999
INFO:root:Epoch: 0043 test_loss: 1.2954 test_roc: 0.9999 test_ap: 1.0000
INFO:root:Epoch: 0045 test_loss: 1.2857 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0046 test_loss: 1.2811 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0047 test_loss: 1.2776 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0050 lr: 0.01 train_loss: 1.2741 train_roc: 1.0000 train_ap: 1.0000 time: 0.5969s
INFO:root:Epoch: 0050 val_loss: 1.4149 val_roc: 0.9698 val_ap: 0.9781
INFO:root:Epoch: 0052 test_loss: 1.2584 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0071 test_loss: 1.2499 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0072 test_loss: 1.2529 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0073 test_loss: 1.2540 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0075 test_loss: 1.2583 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0076 test_loss: 1.2752 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0077 test_loss: 1.2831 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0078 test_loss: 1.2897 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0079 test_loss: 1.2865 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0080 test_loss: 1.2790 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0081 test_loss: 1.2646 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0082 test_loss: 1.2654 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0083 test_loss: 1.2670 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0084 test_loss: 1.2664 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0085 test_loss: 1.2632 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0086 test_loss: 1.2596 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0087 test_loss: 1.2718 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0088 test_loss: 1.2953 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0089 test_loss: 1.3254 test_roc: 0.9995 test_ap: 0.9996
INFO:root:Epoch: 0100 lr: 0.01 train_loss: 1.1585 train_roc: 1.0000 train_ap: 1.0000 time: 0.5780s
INFO:root:Epoch: 0100 val_loss: 1.3325 val_roc: 0.9972 val_ap: 0.9977
INFO:root:Epoch: 0102 test_loss: 1.2757 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0103 test_loss: 1.2756 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0104 test_loss: 1.2759 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0105 test_loss: 1.2749 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0145 test_loss: 1.3851 test_roc: 0.9848 test_ap: 0.9893
INFO:root:Epoch: 0146 test_loss: 1.3721 test_roc: 0.9897 test_ap: 0.9924
INFO:root:Epoch: 0150 lr: 0.01 train_loss: 1.1704 train_roc: 1.0000 train_ap: 1.0000 time: 0.5738s
INFO:root:Epoch: 0150 val_loss: 1.2509 val_roc: 1.0000 val_ap: 1.0000
INFO:root:Epoch: 0200 lr: 0.01 train_loss: 1.1977 train_roc: 1.0000 train_ap: 1.0000 time: 0.4509s
INFO:root:Epoch: 0200 val_loss: 1.1968 val_roc: 1.0000 val_ap: 1.0000
INFO:root:Epoch: 0250 lr: 0.01 train_loss: 1.1896 train_roc: 1.0000 train_ap: 1.0000 time: 0.5301s
INFO:root:Epoch: 0250 val_loss: 1.2141 val_roc: 1.0000 val_ap: 1.0000
INFO:root:Epoch: 0300 lr: 0.01 train_loss: 1.4170 train_roc: 0.9974 train_ap: 0.9979 time: 0.5949s
INFO:root:Epoch: 0300 val_loss: 1.2248 val_roc: 1.0000 val_ap: 1.0000
INFO:root:Early stopping
INFO:root:Optimization Finished!
INFO:root:Total time elapsed: 255.2263s
INFO:root:Val set results: val_loss: 1.2970 val_roc: 1.0000 val_ap: 1.0000
INFO:root:Test set results: test_loss: 1.3721 test_roc: 0.9897 test_ap: 0.9924
INFO:root:test_acc_clean: 
INFO:root:[1.0, 1.0, 0.9992601063337837, 0.9940445474763662, 0.9952088427665455, 0.9999999999999999, 0.9897247555224793]
INFO:root:Using: cuda:3
INFO:root:Using seed 1934.
INFO:root:LPModel(
  (encoder): GeoGCN(
    (linearlayer1): Linear(in_features=12, out_features=64, bias=True)
    (layers): Sequential(
      (0): GeoGraphConvolution(
        (agg): GeoAgg(
          (linearlayer): Linear(in_features=64, out_features=64, bias=True)
          (odefunc): Hamilton_V2(
            (H): myLinear(
              (w0_y): Linear(in_features=128, out_features=128, bias=True)
            )
          )
          (odeblock_exp): ODEBlock(
            (odefunc): Hamilton_V2(
              (H): myLinear(
                (w0_y): Linear(in_features=128, out_features=128, bias=True)
              )
            )
          )
        )
        (hyp_act): GeoAct()
      )
      (1): GeoGraphConvolution(
        (agg): GeoAgg(
          (linearlayer): Linear(in_features=64, out_features=64, bias=True)
          (odefunc): Hamilton_V2(
            (H): myLinear(
              (w0_y): Linear(in_features=128, out_features=128, bias=True)
            )
          )
          (odeblock_exp): ODEBlock(
            (odefunc): Hamilton_V2(
              (H): myLinear(
                (w0_y): Linear(in_features=128, out_features=128, bias=True)
              )
            )
          )
        )
        (hyp_act): GeoAct()
      )
      (2): GeoGraphConvolution(
        (agg): GeoAgg(
          (linearlayer): Linear(in_features=64, out_features=64, bias=True)
          (odefunc): Hamilton_V2(
            (H): myLinear(
              (w0_y): Linear(in_features=128, out_features=128, bias=True)
            )
          )
          (odeblock_exp): ODEBlock(
            (odefunc): Hamilton_V2(
              (H): myLinear(
                (w0_y): Linear(in_features=128, out_features=128, bias=True)
              )
            )
          )
        )
        (hyp_act): GeoAct()
      )
    )
  )
  (dc): FermiDiracDecoder()
  (pred): MLPPredictor(
    (W1): Linear(in_features=128, out_features=64, bias=True)
    (W2): Linear(in_features=64, out_features=1, bias=True)
  )
  (w_e): Linear(in_features=64, out_features=1, bias=False)
  (w_h): Linear(in_features=64, out_features=1, bias=False)
)
INFO:root:Total number of parameters: 6086468
INFO:root:Epoch: 0001 test_loss: 1.5413 test_roc: 0.9055 test_ap: 0.9271
INFO:root:Epoch: 0002 test_loss: 1.5294 test_roc: 0.9332 test_ap: 0.9577
INFO:root:Epoch: 0003 test_loss: 1.5189 test_roc: 0.9398 test_ap: 0.9627
INFO:root:Epoch: 0004 test_loss: 1.5038 test_roc: 0.9479 test_ap: 0.9681
INFO:root:Epoch: 0005 test_loss: 1.4882 test_roc: 0.9536 test_ap: 0.9713
INFO:root:Epoch: 0006 test_loss: 1.4679 test_roc: 0.9613 test_ap: 0.9755
INFO:root:Epoch: 0007 test_loss: 1.4670 test_roc: 0.9586 test_ap: 0.9737
INFO:root:Epoch: 0008 test_loss: 1.4683 test_roc: 0.9562 test_ap: 0.9718
INFO:root:Epoch: 0009 test_loss: 1.4701 test_roc: 0.9540 test_ap: 0.9700
INFO:root:Epoch: 0010 test_loss: 1.4721 test_roc: 0.9500 test_ap: 0.9670
INFO:root:Epoch: 0011 test_loss: 1.4764 test_roc: 0.9414 test_ap: 0.9602
INFO:root:Epoch: 0014 test_loss: 1.4829 test_roc: 0.9146 test_ap: 0.9331
INFO:root:Epoch: 0024 test_loss: 1.4343 test_roc: 0.9633 test_ap: 0.9752
INFO:root:Epoch: 0025 test_loss: 1.4239 test_roc: 0.9706 test_ap: 0.9800
INFO:root:Epoch: 0026 test_loss: 1.4064 test_roc: 0.9798 test_ap: 0.9858
INFO:root:Epoch: 0027 test_loss: 1.3899 test_roc: 0.9864 test_ap: 0.9900
INFO:root:Epoch: 0028 test_loss: 1.3776 test_roc: 0.9898 test_ap: 0.9922
INFO:root:Epoch: 0029 test_loss: 1.3674 test_roc: 0.9918 test_ap: 0.9936
INFO:root:Epoch: 0030 test_loss: 1.3586 test_roc: 0.9931 test_ap: 0.9945
INFO:root:Epoch: 0032 test_loss: 1.3387 test_roc: 0.9964 test_ap: 0.9969
INFO:root:Epoch: 0033 test_loss: 1.3313 test_roc: 0.9975 test_ap: 0.9978
INFO:root:Epoch: 0034 test_loss: 1.3260 test_roc: 0.9984 test_ap: 0.9985
INFO:root:Epoch: 0035 test_loss: 1.3270 test_roc: 0.9984 test_ap: 0.9985
INFO:root:Epoch: 0043 test_loss: 1.2576 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0044 test_loss: 1.2540 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0045 test_loss: 1.2525 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0046 test_loss: 1.2461 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0047 test_loss: 1.2405 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0050 lr: 0.01 train_loss: 1.2849 train_roc: 1.0000 train_ap: 1.0000 time: 0.4299s
INFO:root:Epoch: 0050 val_loss: 1.3989 val_roc: 0.9841 val_ap: 0.9877
INFO:root:Epoch: 0052 test_loss: 1.2266 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0053 test_loss: 1.2184 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0077 test_loss: 1.2351 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0078 test_loss: 1.2301 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0079 test_loss: 1.2200 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0080 test_loss: 1.2225 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0081 test_loss: 1.2277 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0082 test_loss: 1.2303 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0083 test_loss: 1.2327 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0084 test_loss: 1.2333 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0085 test_loss: 1.2300 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0086 test_loss: 1.2250 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0088 test_loss: 1.2280 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0089 test_loss: 1.2540 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0100 lr: 0.01 train_loss: 1.1715 train_roc: 1.0000 train_ap: 1.0000 time: 0.5730s
INFO:root:Epoch: 0100 val_loss: 1.3131 val_roc: 0.9995 val_ap: 0.9995
INFO:root:Epoch: 0102 test_loss: 1.2336 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0103 test_loss: 1.2326 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0104 test_loss: 1.2336 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0143 test_loss: 1.3657 test_roc: 0.9933 test_ap: 0.9948
INFO:root:Epoch: 0144 test_loss: 1.3667 test_roc: 0.9935 test_ap: 0.9949
INFO:root:Epoch: 0145 test_loss: 1.3582 test_roc: 0.9964 test_ap: 0.9970
INFO:root:Epoch: 0150 lr: 0.01 train_loss: 1.2113 train_roc: 1.0000 train_ap: 1.0000 time: 0.5671s
INFO:root:Epoch: 0150 val_loss: 1.2439 val_roc: 1.0000 val_ap: 1.0000
INFO:root:Epoch: 0200 lr: 0.01 train_loss: 1.3858 train_roc: 0.9978 train_ap: 0.9983 time: 0.4794s
INFO:root:Epoch: 0200 val_loss: 1.2315 val_roc: 1.0000 val_ap: 1.0000
INFO:root:Epoch: 0250 lr: 0.01 train_loss: 1.1954 train_roc: 1.0000 train_ap: 1.0000 time: 0.5615s
INFO:root:Epoch: 0250 val_loss: 1.2261 val_roc: 1.0000 val_ap: 1.0000
INFO:root:Epoch: 0300 lr: 0.01 train_loss: 1.3997 train_roc: 0.9995 train_ap: 0.9996 time: 0.5695s
INFO:root:Epoch: 0300 val_loss: 1.2181 val_roc: 1.0000 val_ap: 1.0000
INFO:root:Early stopping
INFO:root:Optimization Finished!
INFO:root:Total time elapsed: 253.5407s
INFO:root:Val set results: val_loss: 1.3047 val_roc: 1.0000 val_ap: 1.0000
INFO:root:Test set results: test_loss: 1.3582 test_roc: 0.9964 test_ap: 0.9970
INFO:root:test_acc_clean: 
INFO:root:[1.0, 1.0, 0.9992601063337837, 0.9940445474763662, 0.9952088427665455, 0.9999999999999999, 0.9897247555224793, 0.996429033450512]
INFO:root:Using: cuda:3
INFO:root:Using seed 2034.
INFO:root:LPModel(
  (encoder): GeoGCN(
    (linearlayer1): Linear(in_features=12, out_features=64, bias=True)
    (layers): Sequential(
      (0): GeoGraphConvolution(
        (agg): GeoAgg(
          (linearlayer): Linear(in_features=64, out_features=64, bias=True)
          (odefunc): Hamilton_V2(
            (H): myLinear(
              (w0_y): Linear(in_features=128, out_features=128, bias=True)
            )
          )
          (odeblock_exp): ODEBlock(
            (odefunc): Hamilton_V2(
              (H): myLinear(
                (w0_y): Linear(in_features=128, out_features=128, bias=True)
              )
            )
          )
        )
        (hyp_act): GeoAct()
      )
      (1): GeoGraphConvolution(
        (agg): GeoAgg(
          (linearlayer): Linear(in_features=64, out_features=64, bias=True)
          (odefunc): Hamilton_V2(
            (H): myLinear(
              (w0_y): Linear(in_features=128, out_features=128, bias=True)
            )
          )
          (odeblock_exp): ODEBlock(
            (odefunc): Hamilton_V2(
              (H): myLinear(
                (w0_y): Linear(in_features=128, out_features=128, bias=True)
              )
            )
          )
        )
        (hyp_act): GeoAct()
      )
      (2): GeoGraphConvolution(
        (agg): GeoAgg(
          (linearlayer): Linear(in_features=64, out_features=64, bias=True)
          (odefunc): Hamilton_V2(
            (H): myLinear(
              (w0_y): Linear(in_features=128, out_features=128, bias=True)
            )
          )
          (odeblock_exp): ODEBlock(
            (odefunc): Hamilton_V2(
              (H): myLinear(
                (w0_y): Linear(in_features=128, out_features=128, bias=True)
              )
            )
          )
        )
        (hyp_act): GeoAct()
      )
    )
  )
  (dc): FermiDiracDecoder()
  (pred): MLPPredictor(
    (W1): Linear(in_features=128, out_features=64, bias=True)
    (W2): Linear(in_features=64, out_features=1, bias=True)
  )
  (w_e): Linear(in_features=64, out_features=1, bias=False)
  (w_h): Linear(in_features=64, out_features=1, bias=False)
)
INFO:root:Total number of parameters: 6086468
INFO:root:Epoch: 0001 test_loss: 1.5464 test_roc: 0.9124 test_ap: 0.9385
INFO:root:Epoch: 0002 test_loss: 1.5392 test_roc: 0.9279 test_ap: 0.9543
INFO:root:Epoch: 0003 test_loss: 1.5336 test_roc: 0.9300 test_ap: 0.9561
INFO:root:Epoch: 0004 test_loss: 1.5255 test_roc: 0.9351 test_ap: 0.9603
INFO:root:Epoch: 0005 test_loss: 1.5166 test_roc: 0.9383 test_ap: 0.9626
INFO:root:Epoch: 0006 test_loss: 1.5036 test_roc: 0.9438 test_ap: 0.9664
INFO:root:Epoch: 0007 test_loss: 1.5019 test_roc: 0.9381 test_ap: 0.9617
INFO:root:Epoch: 0008 test_loss: 1.4977 test_roc: 0.9330 test_ap: 0.9566
INFO:root:Epoch: 0009 test_loss: 1.4920 test_roc: 0.9305 test_ap: 0.9531
INFO:root:Epoch: 0010 test_loss: 1.4885 test_roc: 0.9324 test_ap: 0.9530
INFO:root:Epoch: 0011 test_loss: 1.4887 test_roc: 0.9285 test_ap: 0.9480
INFO:root:Epoch: 0012 test_loss: 1.4889 test_roc: 0.9215 test_ap: 0.9392
INFO:root:Epoch: 0013 test_loss: 1.4912 test_roc: 0.9020 test_ap: 0.8940
INFO:root:Epoch: 0014 test_loss: 1.4814 test_roc: 0.9289 test_ap: 0.9472
INFO:root:Epoch: 0029 test_loss: 1.3868 test_roc: 0.9851 test_ap: 0.9892
INFO:root:Epoch: 0030 test_loss: 1.3791 test_roc: 0.9868 test_ap: 0.9902
INFO:root:Epoch: 0031 test_loss: 1.3685 test_roc: 0.9892 test_ap: 0.9918
INFO:root:Epoch: 0032 test_loss: 1.3575 test_roc: 0.9915 test_ap: 0.9933
INFO:root:Epoch: 0033 test_loss: 1.3470 test_roc: 0.9937 test_ap: 0.9948
INFO:root:Epoch: 0034 test_loss: 1.3387 test_roc: 0.9956 test_ap: 0.9963
INFO:root:Epoch: 0035 test_loss: 1.3356 test_roc: 0.9963 test_ap: 0.9968
INFO:root:Epoch: 0036 test_loss: 1.3252 test_roc: 0.9980 test_ap: 0.9982
INFO:root:Epoch: 0037 test_loss: 1.3149 test_roc: 0.9995 test_ap: 0.9995
INFO:root:Epoch: 0043 test_loss: 1.2766 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0044 test_loss: 1.2688 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0045 test_loss: 1.2639 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0046 test_loss: 1.2590 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0050 lr: 0.01 train_loss: 1.3177 train_roc: 1.0000 train_ap: 1.0000 time: 0.5878s
INFO:root:Epoch: 0050 val_loss: 1.4216 val_roc: 0.9754 val_ap: 0.9817
INFO:root:Epoch: 0052 test_loss: 1.2576 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0053 test_loss: 1.2428 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0054 test_loss: 1.2221 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0055 test_loss: 1.2198 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0080 test_loss: 1.2406 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0081 test_loss: 1.2351 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0082 test_loss: 1.2285 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0083 test_loss: 1.2223 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0084 test_loss: 1.2162 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0085 test_loss: 1.2141 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0086 test_loss: 1.2127 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0087 test_loss: 1.2136 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0088 test_loss: 1.2175 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0089 test_loss: 1.2232 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0090 test_loss: 1.2272 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0091 test_loss: 1.2288 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0092 test_loss: 1.2297 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0100 lr: 0.01 train_loss: 1.1606 train_roc: 1.0000 train_ap: 1.0000 time: 0.5864s
INFO:root:Epoch: 0100 val_loss: 1.3130 val_roc: 0.9999 val_ap: 0.9999
INFO:root:Epoch: 0108 test_loss: 1.2015 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0109 test_loss: 1.2081 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0150 lr: 0.01 train_loss: 1.1865 train_roc: 1.0000 train_ap: 1.0000 time: 0.5590s
INFO:root:Epoch: 0150 val_loss: 1.2328 val_roc: 1.0000 val_ap: 1.0000
INFO:root:Epoch: 0200 lr: 0.01 train_loss: 1.1743 train_roc: 1.0000 train_ap: 1.0000 time: 0.5923s
INFO:root:Epoch: 0200 val_loss: 1.2027 val_roc: 1.0000 val_ap: 1.0000
INFO:root:Epoch: 0250 lr: 0.01 train_loss: 1.1738 train_roc: 1.0000 train_ap: 1.0000 time: 0.3080s
INFO:root:Epoch: 0250 val_loss: 1.2199 val_roc: 1.0000 val_ap: 1.0000
INFO:root:Epoch: 0300 lr: 0.01 train_loss: 1.2983 train_roc: 1.0000 train_ap: 1.0000 time: 0.2233s
INFO:root:Epoch: 0300 val_loss: 1.2073 val_roc: 1.0000 val_ap: 1.0000
INFO:root:Early stopping
INFO:root:Optimization Finished!
INFO:root:Total time elapsed: 214.1045s
INFO:root:Val set results: val_loss: 1.3018 val_roc: 1.0000 val_ap: 1.0000
INFO:root:Test set results: test_loss: 1.2081 test_roc: 1.0000 test_ap: 1.0000
INFO:root:test_acc_clean: 
INFO:root:[1.0, 1.0, 0.9992601063337837, 0.9940445474763662, 0.9952088427665455, 0.9999999999999999, 0.9897247555224793, 0.996429033450512, 1.0]
INFO:root:Using: cuda:3
INFO:root:Using seed 2134.
INFO:root:LPModel(
  (encoder): GeoGCN(
    (linearlayer1): Linear(in_features=12, out_features=64, bias=True)
    (layers): Sequential(
      (0): GeoGraphConvolution(
        (agg): GeoAgg(
          (linearlayer): Linear(in_features=64, out_features=64, bias=True)
          (odefunc): Hamilton_V2(
            (H): myLinear(
              (w0_y): Linear(in_features=128, out_features=128, bias=True)
            )
          )
          (odeblock_exp): ODEBlock(
            (odefunc): Hamilton_V2(
              (H): myLinear(
                (w0_y): Linear(in_features=128, out_features=128, bias=True)
              )
            )
          )
        )
        (hyp_act): GeoAct()
      )
      (1): GeoGraphConvolution(
        (agg): GeoAgg(
          (linearlayer): Linear(in_features=64, out_features=64, bias=True)
          (odefunc): Hamilton_V2(
            (H): myLinear(
              (w0_y): Linear(in_features=128, out_features=128, bias=True)
            )
          )
          (odeblock_exp): ODEBlock(
            (odefunc): Hamilton_V2(
              (H): myLinear(
                (w0_y): Linear(in_features=128, out_features=128, bias=True)
              )
            )
          )
        )
        (hyp_act): GeoAct()
      )
      (2): GeoGraphConvolution(
        (agg): GeoAgg(
          (linearlayer): Linear(in_features=64, out_features=64, bias=True)
          (odefunc): Hamilton_V2(
            (H): myLinear(
              (w0_y): Linear(in_features=128, out_features=128, bias=True)
            )
          )
          (odeblock_exp): ODEBlock(
            (odefunc): Hamilton_V2(
              (H): myLinear(
                (w0_y): Linear(in_features=128, out_features=128, bias=True)
              )
            )
          )
        )
        (hyp_act): GeoAct()
      )
    )
  )
  (dc): FermiDiracDecoder()
  (pred): MLPPredictor(
    (W1): Linear(in_features=128, out_features=64, bias=True)
    (W2): Linear(in_features=64, out_features=1, bias=True)
  )
  (w_e): Linear(in_features=64, out_features=1, bias=False)
  (w_h): Linear(in_features=64, out_features=1, bias=False)
)
INFO:root:Total number of parameters: 6086468
INFO:root:Epoch: 0001 test_loss: 1.5234 test_roc: 0.9450 test_ap: 0.9680
INFO:root:Epoch: 0002 test_loss: 1.5096 test_roc: 0.9495 test_ap: 0.9703
INFO:root:Epoch: 0003 test_loss: 1.4967 test_roc: 0.9521 test_ap: 0.9715
INFO:root:Epoch: 0004 test_loss: 1.4786 test_roc: 0.9575 test_ap: 0.9740
INFO:root:Epoch: 0005 test_loss: 1.4596 test_roc: 0.9623 test_ap: 0.9763
INFO:root:Epoch: 0006 test_loss: 1.4393 test_roc: 0.9674 test_ap: 0.9790
INFO:root:Epoch: 0011 test_loss: 1.4587 test_roc: 0.9495 test_ap: 0.9686
INFO:root:Epoch: 0012 test_loss: 1.4635 test_roc: 0.9449 test_ap: 0.9653
INFO:root:Epoch: 0013 test_loss: 1.4695 test_roc: 0.9375 test_ap: 0.9595
INFO:root:Epoch: 0014 test_loss: 1.4621 test_roc: 0.9437 test_ap: 0.9639
INFO:root:Epoch: 0028 test_loss: 1.3808 test_roc: 0.9809 test_ap: 0.9866
INFO:root:Epoch: 0029 test_loss: 1.3728 test_roc: 0.9835 test_ap: 0.9881
INFO:root:Epoch: 0030 test_loss: 1.3656 test_roc: 0.9860 test_ap: 0.9897
INFO:root:Epoch: 0031 test_loss: 1.3556 test_roc: 0.9895 test_ap: 0.9919
INFO:root:Epoch: 0033 test_loss: 1.3404 test_roc: 0.9942 test_ap: 0.9952
INFO:root:Epoch: 0034 test_loss: 1.3352 test_roc: 0.9959 test_ap: 0.9965
INFO:root:Epoch: 0035 test_loss: 1.3341 test_roc: 0.9965 test_ap: 0.9971
INFO:root:Epoch: 0036 test_loss: 1.3251 test_roc: 0.9979 test_ap: 0.9982
INFO:root:Epoch: 0039 test_loss: 1.2957 test_roc: 0.9999 test_ap: 0.9999
INFO:root:Epoch: 0040 test_loss: 1.2891 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0042 test_loss: 1.2782 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0043 test_loss: 1.2731 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0044 test_loss: 1.2683 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0050 lr: 0.01 train_loss: 1.2825 train_roc: 1.0000 train_ap: 1.0000 time: 0.2225s
INFO:root:Epoch: 0050 val_loss: 1.4286 val_roc: 0.9588 val_ap: 0.9695
INFO:root:Epoch: 0052 test_loss: 1.2401 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0053 test_loss: 1.2288 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0076 test_loss: 1.2492 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0077 test_loss: 1.2492 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0078 test_loss: 1.2483 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0079 test_loss: 1.2487 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0080 test_loss: 1.2470 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0081 test_loss: 1.2441 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0082 test_loss: 1.2404 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0083 test_loss: 1.2364 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0084 test_loss: 1.2318 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0085 test_loss: 1.2262 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0086 test_loss: 1.2299 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0087 test_loss: 1.2427 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0088 test_loss: 1.2647 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0099 test_loss: 1.2398 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0100 lr: 0.01 train_loss: 1.1833 train_roc: 1.0000 train_ap: 1.0000 time: 0.2326s
INFO:root:Epoch: 0100 val_loss: 1.3323 val_roc: 0.9974 val_ap: 0.9979
INFO:root:Epoch: 0100 test_loss: 1.2186 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0101 test_loss: 1.2253 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0102 test_loss: 1.2325 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0103 test_loss: 1.2329 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0104 test_loss: 1.2348 test_roc: 1.0000 test_ap: 1.0000
INFO:root:Epoch: 0138 test_loss: 1.3327 test_roc: 0.9995 test_ap: 0.9996
INFO:root:Epoch: 0139 test_loss: 1.3389 test_roc: 0.9992 test_ap: 0.9993
INFO:root:Epoch: 0140 test_loss: 1.3424 test_roc: 0.9987 test_ap: 0.9989
INFO:root:Epoch: 0150 lr: 0.01 train_loss: 1.1953 train_roc: 1.0000 train_ap: 1.0000 time: 0.2133s
INFO:root:Epoch: 0150 val_loss: 1.2367 val_roc: 1.0000 val_ap: 1.0000
INFO:root:Epoch: 0200 lr: 0.01 train_loss: 1.4168 train_roc: 0.9904 train_ap: 0.9923 time: 0.2272s
INFO:root:Epoch: 0200 val_loss: 1.2368 val_roc: 1.0000 val_ap: 1.0000
INFO:root:Epoch: 0250 lr: 0.01 train_loss: 1.0715 train_roc: 1.0000 train_ap: 1.0000 time: 0.2231s
INFO:root:Epoch: 0250 val_loss: 1.2411 val_roc: 1.0000 val_ap: 1.0000
INFO:root:Epoch: 0300 lr: 0.01 train_loss: 1.3472 train_roc: 0.9999 train_ap: 1.0000 time: 0.2248s
INFO:root:Epoch: 0300 val_loss: 1.2519 val_roc: 1.0000 val_ap: 1.0000
INFO:root:Early stopping
INFO:root:Optimization Finished!
INFO:root:Total time elapsed: 115.2357s
INFO:root:Val set results: val_loss: 1.3098 val_roc: 1.0000 val_ap: 1.0000
INFO:root:Test set results: test_loss: 1.3424 test_roc: 0.9987 test_ap: 0.9989
INFO:root:test_acc_clean: 
INFO:root:[1.0, 1.0, 0.9992601063337837, 0.9940445474763662, 0.9952088427665455, 0.9999999999999999, 0.9897247555224793, 0.996429033450512, 1.0, 0.998727659489871]
INFO:root:********************************************************************************
INFO:root:test_acc_roc: 
INFO:root:[1.0, 1.0, 0.9992601063337837, 0.9940445474763662, 0.9952088427665455, 0.9999999999999999, 0.9897247555224793, 0.996429033450512, 1.0, 0.998727659489871]
INFO:root:test_acc_ap
INFO:root:[1.0, 1.0, 0.9993604782918382, 0.9952521469755796, 0.9960524836601234, 1.0, 0.9924063051943304, 0.9970279542832476, 1.0, 0.9988958019031433]
INFO:root:Mean of test_acc_roc: 
INFO:root:0.9973394945039558
INFO:root:Std of test_acc_roc: 
INFO:root:0.0034663213230796143
INFO:root:Mean of test_acc_ap: 
INFO:root:0.9978995170308262
INFO:root:Std of test_acc_ap: 
INFO:root:0.002627423845045703
test_acc_roc:  [1.0, 1.0, 0.9992601063337837, 0.9940445474763662, 0.9952088427665455, 0.9999999999999999, 0.9897247555224793, 0.996429033450512, 1.0, 0.998727659489871]
test_acc_roc mean:  0.9973394945039558
test_acc_roc var:  0.0034663213230796143
Namespace(act='relu', alpha=0.2, bias=0, c=1.0, cuda=3, dataset='airport', device='cuda:3', dim=64, double_precision='0', dropout=0.2, epochs=1000, eval_freq=1, feat_dim=12, gamma=0.5, grad_clip=None, kdim=8, local_agg=0, log_freq=50, logmethods='ode', lr=0.01, lr_reduce_freq=1000, manifold='Freemanifold', min_epochs=300, model='GeoGCN', momentum=0.999, n_heads=4, n_nodes=3188, nb_edges=15837, nb_false_edges=5067429, normalize_adj=1, normalize_feats=1, num_layers=3, odemap='h2learn', optimizer='Adam', patience=200, pos_weight=0, pretrained_embeddings=None, print_epoch=True, r=2.0, save=0, save_dir='./experiment3', seed=2234, split_seed=1234, sweep_c=0, t=1.0, task='lp', test_prop=0.1, use_att=0, use_feats=1, val_prop=0.05, weight_decay=0.001)
