============================ Script ============================
import torch
import numpy as np
from scipy.sparse import load_npz
from datetime import datetime
import argparse
import pandas as pd

from egoal.abl import abduce

if __name__ == '__main__':
    parser = argparse.ArgumentParser()
    parser.add_argument('--data_name', dest= 'data_name', action= 'store', required= True, type=str)
    parser.add_argument('--log_file', dest= 'log_file', action= 'store', default= f'log/EGOAL-hsa-{datetime.now()}.txt'.replace(' ','-'), type=str)
    parser.add_argument('--model_type', dest= 'model_type', action= 'store', default= 'GNN', type=str)
    parser.add_argument('--model_save_name', dest= 'model_name', action= 'store', default= '', type=str)
    #     parser.add_argument('--seed', dest= 'seed', action= 'store', default= 42, type=int)
    parser.add_argument('--device', dest= 'device', action= 'store', default= 'cuda', type=str)
    parser.add_argument('--trainset_remove', dest= 'p_train', action= 'store', default= 1., type=float)
    parser.add_argument('--random_split', dest= 'random_split', action= 'store', default= False, type=bool)
    args = parser.parse_args()

    data_name = args.data_name
    log_file = args.log_file
    model_type = args.model_type
    model_name = f'{model_type}_{data_name}_{args.model_name}'

#     seed = args.seed
#     device = torch.device(args.seed if torch.cuda.is_available() else "cpu")
    rng = np.random.default_rng()
    seed = int(rng.integers(low=0, high=2**32 - 1, dtype=np.uint32))
    device = torch.device(args.device if torch.cuda.is_available() else "cpu")
    print(f'using device: {device} (cuda_available={torch.cuda.is_available()}, cuda_count={torch.cuda.device_count() if torch.cuda.is_available() else 0})')
    print(model_name)
    print(log_file)
    print(f'random seed: {seed}')

    #########################################

    np.random.seed(seed)
    X_train = torch.tensor(load_npz(f'dataset/human/{data_name}_X.npz').toarray(), dtype = torch.float32)
    Y_train = torch.tensor(load_npz(f'dataset/human/{data_name}_Y.npz').toarray(), dtype = int)

    #test_idx = np.random.choice([True, False], size=len(X_train), p=[.2, .8])
    test_idx = np.zeros(shape=len(X_train), dtype=bool)
    if not args.random_split:
        test_idx[np.load(f'dataset/human/{data_name}_test_idx.npy')] = True
    else:
        metadata = pd.read_csv(f'dataset/human/{data_name}_metadata.csv',index_col=0)
        test_pert = np.random.choice([True, False], size=len(metadata), p=[.2, .8])
        test_data_idx = sum(metadata[(test_pert)\
                & (metadata['pert'].apply(lambda x: len(eval(x))>1))]\
                .apply(lambda x: list(range(x['data_start_idx'],x['data_end_idx+1'])), axis=1), [])
        test_idx[test_data_idx] = True

    p_train = args.p_train
    train_idx = np.random.choice([True, False], size=len(X_train)-np.count_nonzero(test_idx), p=[p_train, 1-p_train])

    X_test = X_train[test_idx]
    Y_test = Y_train[test_idx]
    X_train = X_train[~ test_idx][train_idx]
    Y_train = Y_train[~ test_idx][train_idx]
    print('train:', X_train.shape)

    regulators = np.nonzero(np.sum(\
            load_npz(f'rules/human/{data_name}_KB_P.npz').toarray()\
            +load_npz(f'rules/human/{data_name}_KB_N.npz').toarray(), axis=1))[0]
    X_unlabel = np.zeros(shape=(len(regulators), X_train.shape[1]))
    X_unlabel[range(len(X_unlabel)), regulators] = 1.
    X_unlabel = torch.tensor(X_unlabel, dtype=torch.float32)
    print('unlabel:', X_unlabel.shape)

    label_weight = torch.tensor(np.load(f'dataset/human/{data_name}_label_weight.npy'))

    X_train, Y_train = X_train.to(device), Y_train.to(device)
    X_test, Y_test = X_test.to(device), Y_test.to(device)
    X_unlabel = X_unlabel.to(device)
    label_weight = label_weight.to(device)

    abduce(X_unlabel= X_unlabel,
           X_test= X_test,
           Y_test= Y_test,
           X_label = X_train,
           Y_label = Y_train,

           pos_trn_pth=f'rules/human/{data_name}_KB_P.npz',
           neg_trn_pth=f'rules/human/{data_name}_KB_N.npz',
           closure = 5,
           closure_type = 'weighted',

           label_weight=label_weight,
           #pretrained_model_pth = 'models/MLP_human_Aug19.pt',
           model_save_pth = f'models/{model_name}',
           base_learner_type= model_type,

           T= 2,

           pretrain_epc= 300,
           pretrain_rl_epc= 1,
           pretrain_lr= 1e-3,

           retrain_epc= 150,
           retrain_rl_epc= 100,
           retrain_lr= 1e-3,
           refine_epc= 5000,
           refine_lr= 1e-3,

           device= device,
           seed= seed,
           log_file= log_file,
           verbose= True)
============================ Script ============================
using device: cuda (cuda_available=True, cuda_count=1)
GNN_norman_benchmark_egoal_45695773
log/EGOAL-hsa-2025-09-19-12:56:15.624250.txt
random seed: 277955298
train: torch.Size([73238, 5045])
unlabel: torch.Size([2854, 5045])
cuda availability: True
Epoch 0, Loss: 0.1392
Epoch 100, Loss: 0.1293
Epoch 200, Loss: 0.1200
Epoch 300, Loss: 0.1113
Epoch 400, Loss: 0.1031
Epoch 500, Loss: 0.0955
Epoch 600, Loss: 0.0884
Epoch 700, Loss: 0.0818
Epoch 800, Loss: 0.0756
Epoch 900, Loss: 0.0699
Final loss: 0.0646616518497467
Achieved outputs: tensor([[0.3679, 0.3664, 0.3941,  ..., 0.3969, 0.3764, 0.3708],
        [0.3701, 0.3625, 0.3911,  ..., 0.3860, 0.3601, 0.3764],
        [0.3658, 0.3587, 0.3873,  ..., 0.3832, 0.3658, 0.3665],
        ...,
        [0.3498, 0.3315, 0.3772,  ..., 0.3550, 0.3527, 0.3342],
        [0.3470, 0.3484, 0.3941,  ..., 0.3849, 0.3594, 0.3567],
        [0.3685, 0.3546, 0.3815,  ..., 0.3742, 0.3658, 0.3603]],
       device='cuda:0')
Eval weight w_data: 0.32596202944749225
Before pretrain: integrated f1 0.2624
Epoch 100, Total loss: 1665837312.0000, CE loss: 796.8052, RL loss: 166583648.0000, Reward: -51398867.3467
    full cols: 293, non-full cols: 763
   r - labels: 700, labels - r: 1
    violated: 140165, weighted: 253.6355743408203, len: 0.0, nonzero: 0.07229311764240265
Epoch 200, Total loss: -3321133312.0000, CE loss: 779.2599, RL loss: -332113408.0000, Reward: -51361696.2598
    full cols: 293, non-full cols: 763
   r - labels: 700, labels - r: 1
    violated: 117411, weighted: 3211.04345703125, len: 0.0, nonzero: 0.09578171372413635
Epoch 300, Total loss: -8721541120.0000, CE loss: 771.2229, RL loss: -872154240.0000, Reward: -51351748.6885
    full cols: 293, non-full cols: 766
   r - labels: 703, labels - r: 1
    violated: 123040, weighted: 2230.10302734375, len: 0.0, nonzero: 0.08793359994888306
------ Before ABL ------
--- eval ---
prediction result:
f1 on test:    0.5834
f1 on test:    0.9076 (micro)
f1 on KB:      0.3024
integrated f1: 0.3465, w_data: 0.3260, w_klg: 0.6740

integrated result:
f1 on test:    0.5403
f1 on test:    0.8915 (micro)
f1 on KB:      0.3783
integrated f1: 0.4311, w_data: 0.3260, w_klg: 0.6740
------------
integrated f1 0.3465

Epoch 100, Total loss: -5652931072.0000, CE loss: 34.0294, RL loss: -56529312.0000, Reward: -1938187.3242
    full cols: 358, non-full cols: 8
   r - labels: 13, labels - r: 4
    violated: 146986, weighted: 10.851776123046875, len: 0.0, nonzero: 0.07176040858030319
Epoch 200, Total loss: 3079810304.0000, CE loss: 31.0201, RL loss: 30798104.0000, Reward: -1932938.3613
    full cols: 360, non-full cols: 3
   r - labels: 12, labels - r: 6
    violated: 146237, weighted: 10.481573104858398, len: 0.0, nonzero: 0.07176350802183151
Epoch 300, Total loss: -1966509184.0000, CE loss: 30.0909, RL loss: -19665092.0000, Reward: -1928492.5059
    full cols: 360, non-full cols: 4
   r - labels: 12, labels - r: 5
    violated: 146502, weighted: 10.488977432250977, len: 0.0, nonzero: 0.07188738882541656
Epoch 400, Total loss: -751761856.0000, CE loss: 29.7630, RL loss: -7517618.5000, Reward: -1922822.9629
    full cols: 358, non-full cols: 6
   r - labels: 12, labels - r: 5
    violated: 144784, weighted: 10.966642379760742, len: 0.0, nonzero: 0.07185641676187515
Epoch 500, Total loss: -288516992.0000, CE loss: 29.6170, RL loss: -2885170.0000, Reward: -1916685.3672
    full cols: 360, non-full cols: 4
   r - labels: 12, labels - r: 5
    violated: 148550, weighted: 11.026558876037598, len: 0.0, nonzero: 0.07187190651893616
Epoch 600, Total loss: 2259570688.0000, CE loss: 29.5309, RL loss: 22595706.0000, Reward: -1911294.7227
    full cols: 360, non-full cols: 6
   r - labels: 13, labels - r: 4
    violated: 148315, weighted: 11.17611312866211, len: 0.0, nonzero: 0.07185332477092743
Epoch 700, Total loss: -2831769088.0000, CE loss: 29.4909, RL loss: -28317692.0000, Reward: -1908030.7383
    full cols: 360, non-full cols: 6
   r - labels: 13, labels - r: 4
    violated: 146119, weighted: 10.532699584960938, len: 0.0, nonzero: 0.07194004207849503
Epoch 800, Total loss: -4420017152.0000, CE loss: 29.4768, RL loss: -44200172.0000, Reward: -1902987.0938
    full cols: 361, non-full cols: 5
   r - labels: 13, labels - r: 4
    violated: 146089, weighted: 11.144715309143066, len: 0.0, nonzero: 0.07194623351097107
Epoch 900, Total loss: 5683841024.0000, CE loss: 29.4489, RL loss: 56838412.0000, Reward: -1894056.9316
    full cols: 362, non-full cols: 4
   r - labels: 13, labels - r: 4
    violated: 143758, weighted: 10.966089248657227, len: 0.0, nonzero: 0.07207631319761276
Epoch 1000, Total loss: -5798465536.0000, CE loss: 29.4280, RL loss: -57984656.0000, Reward: -1890124.9043
    full cols: 362, non-full cols: 4
   r - labels: 13, labels - r: 4
    violated: 141419, weighted: 10.50784969329834, len: 0.0, nonzero: 0.07215993851423264
Epoch 1100, Total loss: -117720624.0000, CE loss: 29.3962, RL loss: -1177206.2500, Reward: -1884616.7441
    full cols: 361, non-full cols: 5
   r - labels: 13, labels - r: 4
    violated: 142299, weighted: 10.619653701782227, len: 0.0, nonzero: 0.07213206589221954
Epoch 1200, Total loss: -355164864.0000, CE loss: 29.3731, RL loss: -3551648.5000, Reward: -1871298.2734
    full cols: 363, non-full cols: 5
   r - labels: 15, labels - r: 4
    violated: 150663, weighted: 10.678849220275879, len: 0.0, nonzero: 0.07219710201025009
Epoch 1300, Total loss: 135637552.0000, CE loss: 29.3560, RL loss: 1356375.5000, Reward: -1863507.2949
    full cols: 361, non-full cols: 6
   r - labels: 14, labels - r: 4
    violated: 146009, weighted: 11.967801094055176, len: 0.0, nonzero: 0.0724603608250618
Epoch 1400, Total loss: -4440815616.0000, CE loss: 29.3069, RL loss: -44408156.0000, Reward: -1849966.0742
    full cols: 362, non-full cols: 3
   r - labels: 13, labels - r: 5
    violated: 148569, weighted: 12.711528778076172, len: 0.0, nonzero: 0.07233957201242447
Epoch 1500, Total loss: -6111708672.0000, CE loss: 29.2569, RL loss: -61117088.0000, Reward: -1844651.3691
    full cols: 363, non-full cols: 1
   r - labels: 13, labels - r: 6
    violated: 150772, weighted: 14.660591125488281, len: 0.0, nonzero: 0.07200198620557785
Epoch 1600, Total loss: -7954860032.0000, CE loss: 29.1679, RL loss: -79548600.0000, Reward: -1835178.3418
    full cols: 361, non-full cols: 4
   r - labels: 14, labels - r: 6
    violated: 146527, weighted: 13.423309326171875, len: 0.0, nonzero: 0.0717758908867836
Epoch 1700, Total loss: -1433677056.0000, CE loss: 29.0558, RL loss: -14336771.0000, Reward: -1830046.5410
    full cols: 363, non-full cols: 3
   r - labels: 14, labels - r: 5
    violated: 146717, weighted: 15.090372085571289, len: 0.0, nonzero: 0.07203295826911926
Epoch 1800, Total loss: -2136528256.0000, CE loss: 28.9969, RL loss: -21365282.0000, Reward: -1815259.8945
    full cols: 358, non-full cols: 11
   r - labels: 17, labels - r: 5
    violated: 153332, weighted: 14.153470993041992, len: 0.0, nonzero: 0.07193075120449066
Epoch 1900, Total loss: -5481948160.0000, CE loss: 29.0022, RL loss: -54819484.0000, Reward: -1809369.6895
    full cols: 362, non-full cols: 6
   r - labels: 17, labels - r: 6
    violated: 154194, weighted: 14.06450080871582, len: 0.0, nonzero: 0.07197101414203644
--- eval ---
prediction result:
f1 on test:    0.5554
f1 on test:    0.9045 (micro)
f1 on KB:      0.3275
integrated f1: 0.3651, w_data: 0.3000, w_klg: 0.7000

integrated result:
f1 on test:    0.5362
f1 on test:    0.8910 (micro)
f1 on KB:      0.3801
integrated f1: 0.4269, w_data: 0.3000, w_klg: 0.7000
------------
Epoch 2000, Total loss: 4787492864.0000, CE loss: 28.9610, RL loss: 47874928.0000, Reward: -1797593.2500
    full cols: 359, non-full cols: 9
   r - labels: 16, labels - r: 5
    violated: 142762, weighted: 14.59676742553711, len: 0.0, nonzero: 0.07220330089330673
Epoch 2100, Total loss: -6523675136.0000, CE loss: 28.9015, RL loss: -65236752.0000, Reward: -1794989.3711
    full cols: 360, non-full cols: 6
   r - labels: 16, labels - r: 7
    violated: 152658, weighted: 16.766260147094727, len: 0.0, nonzero: 0.07187499850988388
Epoch 2200, Total loss: -1492986752.0000, CE loss: 28.8761, RL loss: -14929867.0000, Reward: -1789849.0312
    full cols: 359, non-full cols: 6
   r - labels: 14, labels - r: 6
    violated: 140894, weighted: 15.456567764282227, len: 0.0, nonzero: 0.07163342833518982
Epoch 2300, Total loss: 3118172928.0000, CE loss: 28.8145, RL loss: 31181730.0000, Reward: -1781839.5156
    full cols: 361, non-full cols: 3
   r - labels: 12, labels - r: 5
    violated: 152201, weighted: 12.134859085083008, len: 0.0, nonzero: 0.07186880707740784
Epoch 2400, Total loss: -5655234560.0000, CE loss: 28.7092, RL loss: -56552348.0000, Reward: -1782216.3262
    full cols: 359, non-full cols: 7
   r - labels: 15, labels - r: 6
    violated: 150633, weighted: 12.424707412719727, len: 0.0, nonzero: 0.07187499850988388
Epoch 2500, Total loss: 6874531328.0000, CE loss: 28.6933, RL loss: 68745312.0000, Reward: -1775224.4766
    full cols: 362, non-full cols: 6
   r - labels: 16, labels - r: 5
    violated: 147146, weighted: 15.131340980529785, len: 0.0, nonzero: 0.07192455977201462
Epoch 2600, Total loss: 1921041792.0000, CE loss: 28.6080, RL loss: 19210418.0000, Reward: -1772842.9766
    full cols: 360, non-full cols: 4
   r - labels: 14, labels - r: 7
    violated: 145939, weighted: 14.661279678344727, len: 0.0, nonzero: 0.07188738882541656
Epoch 2700, Total loss: -2013782656.0000, CE loss: 28.6046, RL loss: -20137826.0000, Reward: -1772314.8340
    full cols: 360, non-full cols: 3
   r - labels: 13, labels - r: 7
    violated: 149027, weighted: 12.222156524658203, len: 0.0, nonzero: 0.0715869665145874
Epoch 2800, Total loss: -11623353344.0000, CE loss: 28.5735, RL loss: -116233536.0000, Reward: -1776017.6426
    full cols: 360, non-full cols: 6
   r - labels: 15, labels - r: 6
    violated: 148024, weighted: 16.153366088867188, len: 0.0, nonzero: 0.07205773144960403
Epoch 2900, Total loss: -21646755840.0000, CE loss: 28.5678, RL loss: -216467568.0000, Reward: -1778857.4395
    full cols: 362, non-full cols: 5
   r - labels: 16, labels - r: 6
    violated: 142674, weighted: 13.904767036437988, len: 0.0, nonzero: 0.07215064764022827
Epoch 3000, Total loss: -16658419712.0000, CE loss: 28.5701, RL loss: -166584192.0000, Reward: -1778931.7500
    full cols: 364, non-full cols: 3
   r - labels: 16, labels - r: 6
    violated: 149688, weighted: 43.97034454345703, len: 0.0, nonzero: 0.07249133288860321
Epoch 3100, Total loss: -5129595392.0000, CE loss: 28.5342, RL loss: -51295956.0000, Reward: -1779861.5020
    full cols: 370, non-full cols: 5
   r - labels: 24, labels - r: 6
    violated: 147087, weighted: 88.13204956054688, len: 0.0, nonzero: 0.07356293499469757
Epoch 3200, Total loss: 10713716736.0000, CE loss: 28.4965, RL loss: 107137168.0000, Reward: -1778799.0488
    full cols: 370, non-full cols: 3
   r - labels: 21, labels - r: 5
    violated: 151490, weighted: 108.9140625, len: 0.0, nonzero: 0.07362177968025208
Epoch 3300, Total loss: 10195503104.0000, CE loss: 28.4230, RL loss: 101955032.0000, Reward: -1779589.4492
    full cols: 369, non-full cols: 6
   r - labels: 23, labels - r: 5
    violated: 149853, weighted: 90.27662658691406, len: 0.0, nonzero: 0.07346072793006897
Epoch 3400, Total loss: 2509228288.0000, CE loss: 28.3344, RL loss: 25092284.0000, Reward: -1782561.7266
    full cols: 370, non-full cols: 2
   r - labels: 22, labels - r: 7
    violated: 151277, weighted: 91.14572143554688, len: 0.0, nonzero: 0.07338949292898178
Epoch 3500, Total loss: -8859762688.0000, CE loss: 28.2787, RL loss: -88597632.0000, Reward: -1782234.6172
    full cols: 370, non-full cols: 3
   r - labels: 22, labels - r: 6
    violated: 147996, weighted: 94.35243225097656, len: 0.0, nonzero: 0.0735536441206932
Epoch 3600, Total loss: -5292668416.0000, CE loss: 28.2764, RL loss: -52926684.0000, Reward: -1785231.8535
    full cols: 370, non-full cols: 3
   r - labels: 24, labels - r: 8
    violated: 146906, weighted: 104.19983673095703, len: 0.0, nonzero: 0.07354125380516052
Epoch 3700, Total loss: -15213977600.0000, CE loss: 28.2585, RL loss: -152139776.0000, Reward: -1787370.4688
    full cols: 373, non-full cols: 6
   r - labels: 29, labels - r: 7
    violated: 142410, weighted: 169.55545043945312, len: 0.0, nonzero: 0.07411422580480576
Epoch 3800, Total loss: 17599432704.0000, CE loss: 28.2493, RL loss: 175994336.0000, Reward: -1786801.4277
    full cols: 373, non-full cols: 4
   r - labels: 27, labels - r: 7
    violated: 147222, weighted: 156.46873474121094, len: 0.0, nonzero: 0.07408944517374039
Epoch 3900, Total loss: 2039595264.0000, CE loss: 28.2677, RL loss: 20395952.0000, Reward: -1791461.5586
    full cols: 371, non-full cols: 7
   r - labels: 29, labels - r: 8
    violated: 153614, weighted: 163.0230712890625, len: 0.0, nonzero: 0.07398724555969238
--- eval ---
prediction result:
f1 on test:    0.5509
f1 on test:    0.9009 (micro)
f1 on KB:      0.3334
integrated f1: 0.3705, w_data: 0.3000, w_klg: 0.7000

integrated result:
f1 on test:    0.5322
f1 on test:    0.8876 (micro)
f1 on KB:      0.3859
integrated f1: 0.4298, w_data: 0.3000, w_klg: 0.7000
------------
Epoch 4000, Total loss: 410083680.0000, CE loss: 28.2142, RL loss: 4100836.7500, Reward: -1794769.9551
    full cols: 381, non-full cols: 11
   r - labels: 42, labels - r: 7
    violated: 144285, weighted: 211.55514526367188, len: 0.0, nonzero: 0.07690473645925522
Epoch 4100, Total loss: 3019322880.0000, CE loss: 28.1378, RL loss: 30193228.0000, Reward: -1796168.6641
    full cols: 379, non-full cols: 8
   r - labels: 38, labels - r: 8
    violated: 142550, weighted: 202.23800659179688, len: 0.0, nonzero: 0.07569685578346252
Epoch 4200, Total loss: 10820664320.0000, CE loss: 28.1376, RL loss: 108206640.0000, Reward: -1795688.7402
    full cols: 377, non-full cols: 10
   r - labels: 38, labels - r: 8
    violated: 151536, weighted: 233.23330688476562, len: 0.0, nonzero: 0.07580215483903885
Epoch 4300, Total loss: 18218528768.0000, CE loss: 28.1228, RL loss: 182185296.0000, Reward: -1797974.3203
    full cols: 386, non-full cols: 8
   r - labels: 45, labels - r: 8
    violated: 137884, weighted: 336.7401428222656, len: 0.0, nonzero: 0.07694809138774872
Epoch 4400, Total loss: 1165840640.0000, CE loss: 28.0952, RL loss: 11658407.0000, Reward: -1800627.6602
    full cols: 386, non-full cols: 10
   r - labels: 47, labels - r: 8
    violated: 144872, weighted: 312.3858642578125, len: 0.0, nonzero: 0.07736311107873917
Epoch 4500, Total loss: 5272895488.0000, CE loss: 28.0602, RL loss: 52728956.0000, Reward: -1800980.6562
    full cols: 390, non-full cols: 11
   r - labels: 52, labels - r: 8
    violated: 150558, weighted: 396.62652587890625, len: 0.0, nonzero: 0.0782860517501831
Epoch 4600, Total loss: 5661733376.0000, CE loss: 28.0259, RL loss: 56617332.0000, Reward: -1801821.2754
    full cols: 389, non-full cols: 10
   r - labels: 51, labels - r: 9
    violated: 151222, weighted: 465.3588562011719, len: 0.0, nonzero: 0.07805996388196945
Epoch 4700, Total loss: -176283104.0000, CE loss: 27.9810, RL loss: -1762831.0000, Reward: -1804907.6543
    full cols: 393, non-full cols: 9
   r - labels: 53, labels - r: 8
    violated: 148165, weighted: 475.1594543457031, len: 0.0, nonzero: 0.07866699993610382
Epoch 4800, Total loss: 1537937408.0000, CE loss: 27.9630, RL loss: 15379374.0000, Reward: -1803986.0020
    full cols: 399, non-full cols: 8
   r - labels: 59, labels - r: 9
    violated: 145690, weighted: 555.6221923828125, len: 0.0, nonzero: 0.0795806497335434
Epoch 4900, Total loss: 6034034176.0000, CE loss: 27.9755, RL loss: 60340344.0000, Reward: -1804804.3789
    full cols: 393, non-full cols: 10
   r - labels: 54, labels - r: 8
    violated: 147907, weighted: 496.65264892578125, len: 0.0, nonzero: 0.07897981256246567
Epoch 5000, Total loss: 2920317440.0000, CE loss: 27.9529, RL loss: 29203174.0000, Reward: -1806373.0195
    full cols: 397, non-full cols: 7
   r - labels: 55, labels - r: 8
    violated: 148241, weighted: 573.8661499023438, len: 0.0, nonzero: 0.07948464155197144
Epoch 5100, Total loss: 3058162176.0000, CE loss: 27.8687, RL loss: 30581622.0000, Reward: -1807555.6738
    full cols: 403, non-full cols: 8
   r - labels: 62, labels - r: 8
    violated: 142186, weighted: 627.7672119140625, len: 0.0, nonzero: 0.08047881722450256
Epoch 5200, Total loss: 12117625856.0000, CE loss: 27.8584, RL loss: 121176256.0000, Reward: -1807687.2676
    full cols: 406, non-full cols: 6
   r - labels: 65, labels - r: 10
    violated: 149104, weighted: 648.4534912109375, len: 0.0, nonzero: 0.08103629946708679
Epoch 5300, Total loss: -16614146048.0000, CE loss: 27.8465, RL loss: -166141456.0000, Reward: -1811251.7148
    full cols: 401, non-full cols: 14
   r - labels: 65, labels - r: 7
    violated: 143848, weighted: 633.4769287109375, len: 0.0, nonzero: 0.08090312778949738
Epoch 5400, Total loss: 1276934144.0000, CE loss: 27.8079, RL loss: 12769342.0000, Reward: -1810934.5312
    full cols: 410, non-full cols: 10
   r - labels: 73, labels - r: 10
    violated: 148944, weighted: 827.4051513671875, len: 0.0, nonzero: 0.08243310451507568
Epoch 5500, Total loss: -1922792192.0000, CE loss: 27.6495, RL loss: -19227922.0000, Reward: -1812777.4727
    full cols: 409, non-full cols: 9
   r - labels: 72, labels - r: 11
    violated: 146209, weighted: 803.3069458007812, len: 0.0, nonzero: 0.08183535933494568
Epoch 5600, Total loss: -14678081536.0000, CE loss: 27.6413, RL loss: -146780816.0000, Reward: -1814637.9219
    full cols: 411, non-full cols: 9
   r - labels: 73, labels - r: 10
    violated: 142240, weighted: 861.2147827148438, len: 0.0, nonzero: 0.08229683339595795
Epoch 5700, Total loss: 2233822976.0000, CE loss: 27.6371, RL loss: 22338230.0000, Reward: -1813239.7852
    full cols: 412, non-full cols: 10
   r - labels: 74, labels - r: 9
    violated: 142342, weighted: 872.1427612304688, len: 0.0, nonzero: 0.08293174207210541
Epoch 5800, Total loss: 13556701184.0000, CE loss: 27.6041, RL loss: 135567008.0000, Reward: -1814577.4883
    full cols: 421, non-full cols: 5
   r - labels: 78, labels - r: 9
    violated: 150227, weighted: 1009.039306640625, len: 0.0, nonzero: 0.08434402942657471
Epoch 5900, Total loss: 1653021184.0000, CE loss: 27.5752, RL loss: 16530212.0000, Reward: -1815843.4082
    full cols: 427, non-full cols: 9
   r - labels: 86, labels - r: 7
    violated: 145671, weighted: 1089.51806640625, len: 0.0, nonzero: 0.08523600548505783
--- eval ---
prediction result:
f1 on test:    0.5468
f1 on test:    0.8972 (micro)
f1 on KB:      0.3374
integrated f1: 0.3740, w_data: 0.3000, w_klg: 0.7000

integrated result:
f1 on test:    0.5268
f1 on test:    0.8823 (micro)
f1 on KB:      0.3971
integrated f1: 0.4360, w_data: 0.3000, w_klg: 0.7000
------------
Epoch 6000, Total loss: 5501199360.0000, CE loss: 27.5137, RL loss: 55011992.0000, Reward: -1816965.0449
    full cols: 427, non-full cols: 6
   r - labels: 83, labels - r: 7
    violated: 140650, weighted: 1044.9251708984375, len: 0.0, nonzero: 0.08553022891283035
Epoch 6100, Total loss: -4751602176.0000, CE loss: 27.4470, RL loss: -47516024.0000, Reward: -1820245.1406
    full cols: 429, non-full cols: 8
   r - labels: 86, labels - r: 6
    violated: 148522, weighted: 1080.912841796875, len: 0.0, nonzero: 0.08555500954389572
Epoch 6200, Total loss: 2457899520.0000, CE loss: 27.3661, RL loss: 24578994.0000, Reward: -1820526.6855
    full cols: 431, non-full cols: 6
   r - labels: 88, labels - r: 8
    violated: 148237, weighted: 1187.690185546875, len: 0.0, nonzero: 0.0863230973482132
Epoch 6300, Total loss: -8158155264.0000, CE loss: 27.2573, RL loss: -81581552.0000, Reward: -1822672.3633
    full cols: 432, non-full cols: 7
   r - labels: 90, labels - r: 8
    violated: 138540, weighted: 1184.265869140625, len: 0.0, nonzero: 0.08622708171606064
Epoch 6400, Total loss: 687387392.0000, CE loss: 27.2457, RL loss: 6873874.0000, Reward: -1822880.3359
    full cols: 426, non-full cols: 13
   r - labels: 90, labels - r: 8
    violated: 146277, weighted: 1153.6728515625, len: 0.0, nonzero: 0.08568818122148514
Epoch 6500, Total loss: 5309315072.0000, CE loss: 27.1686, RL loss: 53093152.0000, Reward: -1822940.4980
    full cols: 432, non-full cols: 11
   r - labels: 93, labels - r: 7
    violated: 147388, weighted: 1226.6844482421875, len: 0.0, nonzero: 0.08668545633554459
Epoch 6600, Total loss: 5247904256.0000, CE loss: 27.1544, RL loss: 52479044.0000, Reward: -1823593.7305
    full cols: 437, non-full cols: 8
   r - labels: 96, labels - r: 8
    violated: 144459, weighted: 1268.04443359375, len: 0.0, nonzero: 0.08723984658718109
Epoch 6700, Total loss: -1280803456.0000, CE loss: 27.0527, RL loss: -12808035.0000, Reward: -1824256.5430
    full cols: 434, non-full cols: 12
   r - labels: 100, labels - r: 11
    violated: 139420, weighted: 1298.1044921875, len: 0.0, nonzero: 0.0874008908867836
Epoch 6800, Total loss: -6025719808.0000, CE loss: 26.9659, RL loss: -60257196.0000, Reward: -1825726.9453
    full cols: 447, non-full cols: 8
   r - labels: 109, labels - r: 11
    violated: 143358, weighted: 1475.4256591796875, len: 0.0, nonzero: 0.08967728167772293
Epoch 6900, Total loss: -11261826048.0000, CE loss: 26.8828, RL loss: -112618256.0000, Reward: -1827406.4375
    full cols: 441, non-full cols: 14
   r - labels: 109, labels - r: 11
    violated: 147953, weighted: 1385.8819580078125, len: 0.0, nonzero: 0.08896184712648392
Epoch 7000, Total loss: 5866046976.0000, CE loss: 26.8113, RL loss: 58660472.0000, Reward: -1826385.7090
    full cols: 442, non-full cols: 6
   r - labels: 103, labels - r: 12
    violated: 145845, weighted: 1396.768310546875, len: 0.0, nonzero: 0.0886397436261177
Epoch 7100, Total loss: 2080837248.0000, CE loss: 26.7222, RL loss: 20808372.0000, Reward: -1827264.5586
    full cols: 448, non-full cols: 7
   r - labels: 111, labels - r: 13
    violated: 146473, weighted: 1487.8505859375, len: 0.0, nonzero: 0.08940473198890686
Epoch 7200, Total loss: -827175872.0000, CE loss: 26.6748, RL loss: -8271758.5000, Reward: -1828013.5898
    full cols: 446, non-full cols: 12
   r - labels: 111, labels - r: 10
    violated: 141970, weighted: 1465.12646484375, len: 0.0, nonzero: 0.08986001461744308
Epoch 7300, Total loss: 6390641152.0000, CE loss: 26.6707, RL loss: 63906412.0000, Reward: -1828627.4961
    full cols: 448, non-full cols: 11
   r - labels: 111, labels - r: 9
    violated: 146338, weighted: 1465.321533203125, len: 0.0, nonzero: 0.09029051661491394
Epoch 7400, Total loss: 6904851968.0000, CE loss: 26.6663, RL loss: 69048520.0000, Reward: -1829978.5078
    full cols: 444, non-full cols: 13
   r - labels: 109, labels - r: 9
    violated: 139916, weighted: 1440.5126953125, len: 0.0, nonzero: 0.08955030143260956
Epoch 7500, Total loss: 14575948800.0000, CE loss: 26.6525, RL loss: 145759488.0000, Reward: -1829244.6855
    full cols: 452, non-full cols: 10
   r - labels: 115, labels - r: 10
    violated: 149102, weighted: 1596.165771484375, len: 0.0, nonzero: 0.09055376797914505
Epoch 7600, Total loss: -4989129728.0000, CE loss: 26.6522, RL loss: -49891296.0000, Reward: -1832928.3047
    full cols: 450, non-full cols: 11
   r - labels: 117, labels - r: 13
    violated: 146785, weighted: 1650.54345703125, len: 0.0, nonzero: 0.09054447710514069
Epoch 7700, Total loss: 3827923712.0000, CE loss: 26.6486, RL loss: 38279236.0000, Reward: -1831941.9551
    full cols: 456, non-full cols: 9
   r - labels: 122, labels - r: 14
    violated: 141153, weighted: 1796.255859375, len: 0.0, nonzero: 0.09130017459392548
Epoch 7800, Total loss: 8704539648.0000, CE loss: 26.6526, RL loss: 87045392.0000, Reward: -1833389.7734
    full cols: 452, non-full cols: 19
   r - labels: 128, labels - r: 14
    violated: 140860, weighted: 1823.3209228515625, len: 0.0, nonzero: 0.09180810302495956
Epoch 7900, Total loss: -4968953344.0000, CE loss: 26.6568, RL loss: -49689532.0000, Reward: -1835336.1074
    full cols: 458, non-full cols: 12
   r - labels: 126, labels - r: 13
    violated: 150113, weighted: 1898.2149658203125, len: 0.0, nonzero: 0.09212401509284973
--- eval ---
prediction result:
f1 on test:    0.5418
f1 on test:    0.8927 (micro)
f1 on KB:      0.3426
integrated f1: 0.3783, w_data: 0.3000, w_klg: 0.7000

integrated result:
f1 on test:    0.5223
f1 on test:    0.8780 (micro)
f1 on KB:      0.4048
integrated f1: 0.4400, w_data: 0.3000, w_klg: 0.7000
------------
Epoch 8000, Total loss: -6838699008.0000, CE loss: 26.6598, RL loss: -68386992.0000, Reward: -1836737.1621
    full cols: 468, non-full cols: 8
   r - labels: 133, labels - r: 14
    violated: 142422, weighted: 2092.425048828125, len: 0.0, nonzero: 0.09372212737798691
Epoch 8100, Total loss: -133736240.0000, CE loss: 26.6545, RL loss: -1337362.3750, Reward: -1836639.0137
    full cols: 471, non-full cols: 11
   r - labels: 138, labels - r: 13
    violated: 143752, weighted: 2159.954345703125, len: 0.0, nonzero: 0.09465745836496353
Epoch 8200, Total loss: 592941376.0000, CE loss: 26.6674, RL loss: 5929413.5000, Reward: -1836680.1855
    full cols: 476, non-full cols: 11
   r - labels: 143, labels - r: 13
    violated: 144501, weighted: 2138.35546875, len: 0.0, nonzero: 0.09522733092308044
Epoch 8300, Total loss: 1264544384.0000, CE loss: 26.6675, RL loss: 12645444.0000, Reward: -1837493.7402
    full cols: 477, non-full cols: 13
   r - labels: 145, labels - r: 12
    violated: 146923, weighted: 2247.572265625, len: 0.0, nonzero: 0.0956423431634903
Epoch 8400, Total loss: 9635589120.0000, CE loss: 26.6518, RL loss: 96355888.0000, Reward: -1837640.0059
    full cols: 484, non-full cols: 10
   r - labels: 152, labels - r: 15
    violated: 144394, weighted: 2385.168701171875, len: 0.0, nonzero: 0.09714135527610779
Epoch 8500, Total loss: 3247389696.0000, CE loss: 26.6744, RL loss: 32473898.0000, Reward: -1838918.3496
    full cols: 481, non-full cols: 13
   r - labels: 151, labels - r: 14
    violated: 142613, weighted: 2368.136474609375, len: 0.0, nonzero: 0.09687500447034836
Epoch 8600, Total loss: -2740306944.0000, CE loss: 26.6675, RL loss: -27403070.0000, Reward: -1840531.5938
    full cols: 489, non-full cols: 11
   r - labels: 158, labels - r: 15
    violated: 139036, weighted: 2555.3935546875, len: 0.0, nonzero: 0.09790944308042526
Epoch 8700, Total loss: 9088035840.0000, CE loss: 26.6569, RL loss: 90880360.0000, Reward: -1839617.1230
    full cols: 491, non-full cols: 11
   r - labels: 159, labels - r: 14
    violated: 147848, weighted: 2602.755859375, len: 0.0, nonzero: 0.09854435175657272
Epoch 8800, Total loss: 2670775296.0000, CE loss: 26.6632, RL loss: 26707752.0000, Reward: -1841180.2188
    full cols: 496, non-full cols: 6
   r - labels: 162, labels - r: 17
    violated: 141809, weighted: 2846.7060546875, len: 0.0, nonzero: 0.09870850294828415
Epoch 8900, Total loss: -7371912192.0000, CE loss: 26.6494, RL loss: -73719120.0000, Reward: -1842426.4336
    full cols: 496, non-full cols: 15
   r - labels: 173, labels - r: 19
    violated: 141653, weighted: 2981.62255859375, len: 0.0, nonzero: 0.0997057780623436
Epoch 9000, Total loss: 2017414656.0000, CE loss: 26.6691, RL loss: 20174146.0000, Reward: -1841506.5000
    full cols: 495, non-full cols: 19
   r - labels: 175, labels - r: 18
    violated: 140277, weighted: 2949.8095703125, len: 0.0, nonzero: 0.09997212886810303
Epoch 9100, Total loss: -10370367488.0000, CE loss: 26.6620, RL loss: -103703672.0000, Reward: -1843753.7695
    full cols: 497, non-full cols: 17
   r - labels: 174, labels - r: 17
    violated: 134436, weighted: 2983.8271484375, len: 0.0, nonzero: 0.10033758729696274
Epoch 9200, Total loss: -4514655232.0000, CE loss: 26.6667, RL loss: -45146552.0000, Reward: -1844191.9824
    full cols: 500, non-full cols: 16
   r - labels: 180, labels - r: 21
    violated: 142467, weighted: 3153.1787109375, len: 0.0, nonzero: 0.10123885422945023
Epoch 9300, Total loss: 5828069888.0000, CE loss: 26.6634, RL loss: 58280700.0000, Reward: -1843063.5293
    full cols: 503, non-full cols: 17
   r - labels: 183, labels - r: 20
    violated: 142066, weighted: 3014.539306640625, len: 0.0, nonzero: 0.10104683041572571
Epoch 9400, Total loss: -10079182848.0000, CE loss: 26.6606, RL loss: -100791824.0000, Reward: -1845499.1211
    full cols: 502, non-full cols: 23
   r - labels: 187, labels - r: 19
    violated: 146116, weighted: 3201.546875, len: 0.0, nonzero: 0.10265114158391953
Epoch 9500, Total loss: 6906934272.0000, CE loss: 26.6534, RL loss: 69069344.0000, Reward: -1844101.2051
    full cols: 508, non-full cols: 13
   r - labels: 185, labels - r: 21
    violated: 141940, weighted: 3189.78466796875, len: 0.0, nonzero: 0.10185518115758896
Epoch 9600, Total loss: -1475260160.0000, CE loss: 26.6575, RL loss: -14752601.0000, Reward: -1844931.9746
    full cols: 513, non-full cols: 13
   r - labels: 190, labels - r: 21
    violated: 147686, weighted: 3260.02392578125, len: 0.0, nonzero: 0.10278432071208954
Epoch 9700, Total loss: -9399766016.0000, CE loss: 26.6608, RL loss: -93997656.0000, Reward: -1847293.8203
    full cols: 518, non-full cols: 19
   r - labels: 199, labels - r: 19
    violated: 140512, weighted: 3391.8154296875, len: 0.0, nonzero: 0.1054292619228363
Epoch 9800, Total loss: 1008753216.0000, CE loss: 26.6577, RL loss: 10087532.0000, Reward: -1846611.8535
    full cols: 530, non-full cols: 11
   r - labels: 202, labels - r: 18
    violated: 136489, weighted: 3516.207275390625, len: 0.0, nonzero: 0.10613231360912323
Epoch 9900, Total loss: 5421486592.0000, CE loss: 26.6498, RL loss: 54214868.0000, Reward: -1846259.4121
    full cols: 530, non-full cols: 16
   r - labels: 208, labels - r: 19
    violated: 144922, weighted: 3616.9892578125, len: 0.0, nonzero: 0.10685084760189056
--- eval ---
prediction result:
f1 on test:    0.5414
f1 on test:    0.8929 (micro)
f1 on KB:      0.3423
integrated f1: 0.3780, w_data: 0.3000, w_klg: 0.7000

integrated result:
f1 on test:    0.5131
f1 on test:    0.8697 (micro)
f1 on KB:      0.4210
integrated f1: 0.4486, w_data: 0.3000, w_klg: 0.7000
------------
Epoch 10000, Total loss: -3057478912.0000, CE loss: 26.6498, RL loss: -30574788.0000, Reward: -1847380.9453
    full cols: 546, non-full cols: 16
   r - labels: 219, labels - r: 14
    violated: 139841, weighted: 3896.52734375, len: 0.0, nonzero: 0.10971259325742722
Epoch 10100, Total loss: -7104816640.0000, CE loss: 26.6723, RL loss: -71048168.0000, Reward: -1848710.8242
    full cols: 553, non-full cols: 9
   r - labels: 219, labels - r: 14
    violated: 131076, weighted: 3944.7724609375, len: 0.0, nonzero: 0.11079348623752594
Epoch 10200, Total loss: -2552871680.0000, CE loss: 26.6566, RL loss: -25528718.0000, Reward: -1849020.5215
    full cols: 553, non-full cols: 18
   r - labels: 231, labels - r: 17
    violated: 139350, weighted: 4099.04833984375, len: 0.0, nonzero: 0.11170713603496552
Epoch 10300, Total loss: -11245624320.0000, CE loss: 26.6503, RL loss: -112456248.0000, Reward: -1850073.6543
    full cols: 550, non-full cols: 11
   r - labels: 222, labels - r: 18
    violated: 143752, weighted: 3965.121337890625, len: 0.0, nonzero: 0.1105550080537796
Epoch 10400, Total loss: 4555452416.0000, CE loss: 26.6543, RL loss: 45554524.0000, Reward: -1848757.7949
    full cols: 551, non-full cols: 15
   r - labels: 228, labels - r: 19
    violated: 139733, weighted: 4087.4755859375, len: 0.0, nonzero: 0.11075322329998016
Epoch 10500, Total loss: -5515769856.0000, CE loss: 26.6473, RL loss: -55157696.0000, Reward: -1850205.2559
    full cols: 557, non-full cols: 24
   r - labels: 241, labels - r: 17
    violated: 143717, weighted: 4128.890625, len: 0.0, nonzero: 0.113088458776474
Epoch 10600, Total loss: 3019577088.0000, CE loss: 26.6680, RL loss: 30195770.0000, Reward: -1849705.9180
    full cols: 548, non-full cols: 26
   r - labels: 237, labels - r: 20
    violated: 141886, weighted: 4166.22265625, len: 0.0, nonzero: 0.11210976541042328
Epoch 10700, Total loss: -6363292160.0000, CE loss: 26.6561, RL loss: -63632924.0000, Reward: -1851072.3770
    full cols: 566, non-full cols: 10
   r - labels: 238, labels - r: 19
    violated: 145015, weighted: 4187.8525390625, len: 0.0, nonzero: 0.11316898465156555
Epoch 10800, Total loss: -3644742912.0000, CE loss: 26.6560, RL loss: -36447428.0000, Reward: -1851459.9219
    full cols: 562, non-full cols: 17
   r - labels: 245, labels - r: 23
    violated: 139047, weighted: 4343.06005859375, len: 0.0, nonzero: 0.11334861814975739
Epoch 10900, Total loss: 4635390976.0000, CE loss: 26.6588, RL loss: 46353912.0000, Reward: -1851040.9727
    full cols: 552, non-full cols: 14
   r - labels: 231, labels - r: 22
    violated: 143416, weighted: 3971.215576171875, len: 0.0, nonzero: 0.11110009998083115
Epoch 11000, Total loss: -11373391872.0000, CE loss: 26.6475, RL loss: -113733920.0000, Reward: -1853823.5742
    full cols: 560, non-full cols: 15
   r - labels: 241, labels - r: 23
    violated: 136796, weighted: 4097.1884765625, len: 0.0, nonzero: 0.11230488121509552
Epoch 11100, Total loss: 5801478144.0000, CE loss: 26.6600, RL loss: 58014784.0000, Reward: -1852115.8125
    full cols: 566, non-full cols: 13
   r - labels: 241, labels - r: 19
    violated: 136461, weighted: 4070.37109375, len: 0.0, nonzero: 0.11320924758911133
Epoch 11200, Total loss: -2873552896.0000, CE loss: 26.6536, RL loss: -28735528.0000, Reward: -1853240.7598
    full cols: 566, non-full cols: 8
   r - labels: 237, labels - r: 20
    violated: 135119, weighted: 4140.7080078125, len: 0.0, nonzero: 0.11308535933494568
Epoch 11300, Total loss: 3418003968.0000, CE loss: 26.6577, RL loss: 34180040.0000, Reward: -1853473.7773
    full cols: 567, non-full cols: 18
   r - labels: 244, labels - r: 16
    violated: 138038, weighted: 4107.193359375, len: 0.0, nonzero: 0.1139184832572937
Epoch 11400, Total loss: 299143968.0000, CE loss: 26.6478, RL loss: 2991439.7500, Reward: -1853781.6777
    full cols: 577, non-full cols: 15
   r - labels: 255, labels - r: 20
    violated: 136929, weighted: 4470.4228515625, len: 0.0, nonzero: 0.11589755117893219
Epoch 11500, Total loss: -3548816896.0000, CE loss: 26.6586, RL loss: -35488168.0000, Reward: -1854153.1504
    full cols: 586, non-full cols: 14
   r - labels: 262, labels - r: 19
    violated: 140192, weighted: 4625.47802734375, len: 0.0, nonzero: 0.11755451560020447
Epoch 11600, Total loss: 2407594496.0000, CE loss: 26.6435, RL loss: 24075946.0000, Reward: -1854585.4883
    full cols: 587, non-full cols: 8
   r - labels: 259, labels - r: 21
    violated: 135532, weighted: 4654.9990234375, len: 0.0, nonzero: 0.11705277860164642
Epoch 11700, Total loss: -1002073088.0000, CE loss: 26.6499, RL loss: -10020731.0000, Reward: -1855003.7051
    full cols: 584, non-full cols: 17
   r - labels: 263, labels - r: 19
    violated: 136792, weighted: 4661.47216796875, len: 0.0, nonzero: 0.11739655584096909
Epoch 11800, Total loss: 3013359616.0000, CE loss: 26.6714, RL loss: 30133596.0000, Reward: -1854747.1992
    full cols: 600, non-full cols: 10
   r - labels: 274, labels - r: 21
    violated: 138342, weighted: 4950.0703125, len: 0.0, nonzero: 0.1201808750629425
Epoch 11900, Total loss: -1316224640.0000, CE loss: 26.6501, RL loss: -13162246.0000, Reward: -1855190.5098
    full cols: 603, non-full cols: 9
   r - labels: 277, labels - r: 22
    violated: 133585, weighted: 4936.46728515625, len: 0.0, nonzero: 0.12014990299940109
--- eval ---
prediction result:
f1 on test:    0.5416
f1 on test:    0.8930 (micro)
f1 on KB:      0.3421
integrated f1: 0.3779, w_data: 0.3000, w_klg: 0.7000

integrated result:
f1 on test:    0.5078
f1 on test:    0.8622 (micro)
f1 on KB:      0.4376
integrated f1: 0.4586, w_data: 0.3000, w_klg: 0.7000
------------
Epoch 12000, Total loss: 7218896896.0000, CE loss: 26.6558, RL loss: 72188968.0000, Reward: -1854502.1797
    full cols: 597, non-full cols: 16
   r - labels: 278, labels - r: 22
    violated: 132411, weighted: 4910.93505859375, len: 0.0, nonzero: 0.11977824568748474
Epoch 12100, Total loss: -4235930112.0000, CE loss: 26.6518, RL loss: -42359300.0000, Reward: -1855841.0508
    full cols: 601, non-full cols: 16
   r - labels: 282, labels - r: 22
    violated: 137052, weighted: 4985.1435546875, len: 0.0, nonzero: 0.1208932176232338
Epoch 12200, Total loss: -220241728.0000, CE loss: 26.6554, RL loss: -2202417.2500, Reward: -1855282.5781
    full cols: 611, non-full cols: 13
   r - labels: 288, labels - r: 21
    violated: 134493, weighted: 5077.583984375, len: 0.0, nonzero: 0.12252849340438843
Epoch 12300, Total loss: -8636997632.0000, CE loss: 26.6583, RL loss: -86369976.0000, Reward: -1857231.0684
    full cols: 616, non-full cols: 17
   r - labels: 297, labels - r: 21
    violated: 132616, weighted: 5230.248046875, len: 0.0, nonzero: 0.12369611114263535
Epoch 12400, Total loss: 3317258496.0000, CE loss: 26.6526, RL loss: 33172586.0000, Reward: -1856512.0352
    full cols: 621, non-full cols: 14
   r - labels: 299, labels - r: 21
    violated: 137757, weighted: 5308.783203125, len: 0.0, nonzero: 0.12491638213396072
Epoch 12500, Total loss: -1518626944.0000, CE loss: 26.6626, RL loss: -15186270.0000, Reward: -1856797.9434
    full cols: 621, non-full cols: 7
   r - labels: 294, labels - r: 23
    violated: 138080, weighted: 5275.3828125, len: 0.0, nonzero: 0.12334304302930832
Epoch 12600, Total loss: -781938176.0000, CE loss: 26.6603, RL loss: -7819382.0000, Reward: -1856325.5098
    full cols: 617, non-full cols: 18
   r - labels: 303, labels - r: 25
    violated: 129831, weighted: 5533.78515625, len: 0.0, nonzero: 0.12489470094442368
Epoch 12700, Total loss: -851158016.0000, CE loss: 26.6545, RL loss: -8511580.0000, Reward: -1856565.0312
    full cols: 630, non-full cols: 16
   r - labels: 314, labels - r: 25
    violated: 139005, weighted: 5620.2236328125, len: 0.0, nonzero: 0.12685517966747284
Epoch 12800, Total loss: -741838016.0000, CE loss: 26.6529, RL loss: -7418380.0000, Reward: -1857030.5254
    full cols: 640, non-full cols: 17
   r - labels: 327, labels - r: 27
    violated: 134206, weighted: 5913.00244140625, len: 0.0, nonzero: 0.12867939472198486
Epoch 12900, Total loss: 13364807680.0000, CE loss: 26.6700, RL loss: 133648080.0000, Reward: -1855805.0391
    full cols: 644, non-full cols: 16
   r - labels: 327, labels - r: 24
    violated: 130589, weighted: 5902.314453125, len: 0.0, nonzero: 0.12937314808368683
Epoch 13000, Total loss: 1626893056.0000, CE loss: 26.6555, RL loss: 16268931.0000, Reward: -1857437.5879
    full cols: 637, non-full cols: 16
   r - labels: 325, labels - r: 29
    violated: 134572, weighted: 5912.435546875, len: 0.0, nonzero: 0.12772546708583832
Epoch 13100, Total loss: -3107310080.0000, CE loss: 26.6615, RL loss: -31073100.0000, Reward: -1857525.9785
    full cols: 634, non-full cols: 17
   r - labels: 322, labels - r: 28
    violated: 130636, weighted: 5846.044921875, len: 0.0, nonzero: 0.1279143989086151
Epoch 13200, Total loss: 5140605440.0000, CE loss: 26.6619, RL loss: 51406052.0000, Reward: -1856655.3574
    full cols: 638, non-full cols: 23
   r - labels: 330, labels - r: 26
    violated: 131945, weighted: 5885.60595703125, len: 0.0, nonzero: 0.12838515639305115
Epoch 13300, Total loss: -4921972736.0000, CE loss: 26.6489, RL loss: -49219728.0000, Reward: -1858972.8281
    full cols: 640, non-full cols: 11
   r - labels: 320, labels - r: 26
    violated: 135426, weighted: 5790.6171875, len: 0.0, nonzero: 0.12796396017074585
Epoch 13400, Total loss: -206761792.0000, CE loss: 26.6574, RL loss: -2067617.8750, Reward: -1858146.9414
    full cols: 637, non-full cols: 15
   r - labels: 321, labels - r: 26
    violated: 134290, weighted: 5824.1142578125, len: 0.0, nonzero: 0.12786483764648438
Epoch 13500, Total loss: 689776960.0000, CE loss: 26.6455, RL loss: 6897769.5000, Reward: -1858448.0859
    full cols: 643, non-full cols: 17
   r - labels: 330, labels - r: 27
    violated: 136803, weighted: 5849.15771484375, len: 0.0, nonzero: 0.12927094101905823
Epoch 13600, Total loss: -7354058240.0000, CE loss: 26.6660, RL loss: -73540584.0000, Reward: -1858789.5859
    full cols: 648, non-full cols: 16
   r - labels: 335, labels - r: 28
    violated: 138916, weighted: 6051.50390625, len: 0.0, nonzero: 0.1301567256450653
Epoch 13700, Total loss: -1825076608.0000, CE loss: 26.6446, RL loss: -18250766.0000, Reward: -1858117.8066
    full cols: 646, non-full cols: 18
   r - labels: 335, labels - r: 28
    violated: 133745, weighted: 6002.57568359375, len: 0.0, nonzero: 0.12985630333423615
Epoch 13800, Total loss: -747599168.0000, CE loss: 26.6502, RL loss: -7475991.5000, Reward: -1858064.2949
    full cols: 653, non-full cols: 16
   r - labels: 339, labels - r: 27
    violated: 131516, weighted: 6127.1044921875, len: 0.0, nonzero: 0.13113540410995483
Epoch 13900, Total loss: 7791031296.0000, CE loss: 26.6487, RL loss: 77910312.0000, Reward: -1857120.9824
    full cols: 648, non-full cols: 15
   r - labels: 334, labels - r: 28
    violated: 136311, weighted: 6082.25048828125, len: 0.0, nonzero: 0.13036422431468964
--- eval ---
prediction result:
f1 on test:    0.5417
f1 on test:    0.8928 (micro)
f1 on KB:      0.3426
integrated f1: 0.3783, w_data: 0.3000, w_klg: 0.7000

integrated result:
f1 on test:    0.5018
f1 on test:    0.8558 (micro)
f1 on KB:      0.4477
integrated f1: 0.4639, w_data: 0.3000, w_klg: 0.7000
------------
Epoch 14000, Total loss: -8181870592.0000, CE loss: 26.6423, RL loss: -81818704.0000, Reward: -1859133.4336
    full cols: 643, non-full cols: 21
   r - labels: 336, labels - r: 29
    violated: 135749, weighted: 5975.685546875, len: 0.0, nonzero: 0.13044165074825287
Epoch 14100, Total loss: -5889112576.0000, CE loss: 26.6550, RL loss: -58891128.0000, Reward: -1859198.5039
    full cols: 658, non-full cols: 12
   r - labels: 341, labels - r: 28
    violated: 135868, weighted: 6161.3173828125, len: 0.0, nonzero: 0.1318570375442505
Epoch 14200, Total loss: 1824560640.0000, CE loss: 26.6671, RL loss: 18245606.0000, Reward: -1858649.7031
    full cols: 642, non-full cols: 42
   r - labels: 355, labels - r: 28
    violated: 135515, weighted: 6185.03857421875, len: 0.0, nonzero: 0.13238665461540222
Epoch 14300, Total loss: 2046212864.0000, CE loss: 26.6577, RL loss: 20462128.0000, Reward: -1858531.6562
    full cols: 646, non-full cols: 25
   r - labels: 342, labels - r: 28
    violated: 128797, weighted: 6096.83203125, len: 0.0, nonzero: 0.1309836506843567
Epoch 14400, Total loss: -52755232.0000, CE loss: 26.6444, RL loss: -527552.3125, Reward: -1858690.4512
    full cols: 659, non-full cols: 16
   r - labels: 345, labels - r: 27
    violated: 137167, weighted: 6192.04736328125, len: 0.0, nonzero: 0.13203667104244232
Epoch 14500, Total loss: 5978867200.0000, CE loss: 26.6582, RL loss: 59788672.0000, Reward: -1858379.6562
    full cols: 659, non-full cols: 19
   r - labels: 347, labels - r: 26
    violated: 138329, weighted: 6242.94677734375, len: 0.0, nonzero: 0.13208623230457306
Epoch 14600, Total loss: -2557480448.0000, CE loss: 26.6617, RL loss: -25574804.0000, Reward: -1858793.9043
    full cols: 669, non-full cols: 13
   r - labels: 353, labels - r: 28
    violated: 134792, weighted: 6499.9072265625, len: 0.0, nonzero: 0.13375557959079742
Epoch 14700, Total loss: -3155935488.0000, CE loss: 26.6643, RL loss: -31559356.0000, Reward: -1859058.7832
    full cols: 666, non-full cols: 8
   r - labels: 344, labels - r: 27
    violated: 131701, weighted: 6338.1708984375, len: 0.0, nonzero: 0.1327025592327118
Epoch 14800, Total loss: 1691517952.0000, CE loss: 26.6690, RL loss: 16915180.0000, Reward: -1858210.8320
    full cols: 657, non-full cols: 13
   r - labels: 340, labels - r: 27
    violated: 132625, weighted: 6235.8955078125, len: 0.0, nonzero: 0.13155661523342133
Epoch 14900, Total loss: 10011502592.0000, CE loss: 26.6548, RL loss: 100115024.0000, Reward: -1857688.1855
    full cols: 664, non-full cols: 10
   r - labels: 343, labels - r: 26
    violated: 127854, weighted: 6331.35107421875, len: 0.0, nonzero: 0.13232161104679108
Epoch 15000, Total loss: -8314284032.0000, CE loss: 26.6628, RL loss: -83142840.0000, Reward: -1859851.3008
    full cols: 665, non-full cols: 13
   r - labels: 347, labels - r: 26
    violated: 134149, weighted: 6289.9013671875, len: 0.0, nonzero: 0.13256628811359406
------ ABL Loop 0 ------
--- eval ---
prediction result:
f1 on test:    0.5414
f1 on test:    0.8928 (micro)
f1 on KB:      0.3425
integrated f1: 0.3818, w_data: 0.3260, w_klg: 0.6740

integrated result:
f1 on test:    0.4991
f1 on test:    0.8525 (micro)
f1 on KB:      0.4499
integrated f1: 0.4659, w_data: 0.3260, w_klg: 0.6740
------------
integrated f1 0.3818

KB before refine:
num_nodes: 5045.0000
num_edges: 113056.0000
density: 0.0044
avg_degree: 22.4095
avg_clustering: 0.2501
degree_assortativity: 0.2171
modularity: 0.4990
avg_betweenness: 0.0002
avg_closeness: 0.0944
Iteration 0: Loss = 7485792.000000
|Xk-Y|_F:  7485792.000000, |X-X0|:  0.000000
rounded |X_k-Y|_0 = 6854932, f1 =  0.372065, approx slack: 1312101
rounded before pow |X_k-Y|_0 = 6775668, f1 =  0.302031

Iteration 20: Loss = 8794447.000000
|Xk-Y|_F:  8497021.000000, |X-X0|:  297426.062500
rounded |X_k-Y|_0 = 7312344, f1 =  0.289296, approx slack: 1134460
rounded before pow |X_k-Y|_0 = 6775668, f1 =  0.302031

Iteration 40: Loss = 8685124.000000
|Xk-Y|_F:  8415093.000000, |X-X0|:  270030.906250
rounded |X_k-Y|_0 = 7260420, f1 =  0.290915, approx slack: 213513
rounded before pow |X_k-Y|_0 = 7350363, f1 =  0.288001

Iteration 60: Loss = 8604030.000000
|Xk-Y|_F:  8361208.500000, |X-X0|:  242821.406250
rounded |X_k-Y|_0 = 7226100, f1 =  0.291978, approx slack: 238310
rounded before pow |X_k-Y|_0 = 7329785, f1 =  0.288634

Iteration 80: Loss = 8535431.000000
|Xk-Y|_F:  8311219.000000, |X-X0|:  224212.437500
rounded |X_k-Y|_0 = 7199471, f1 =  0.292809, approx slack: 304738
rounded before pow |X_k-Y|_0 = 7361646, f1 =  0.287600

Iteration 100: Loss = 8476208.000000
|Xk-Y|_F:  8266089.500000, |X-X0|:  210118.812500
rounded |X_k-Y|_0 = 7179105, f1 =  0.293427, approx slack: 314160
rounded before pow |X_k-Y|_0 = 7339992, f1 =  0.288265

Iteration 120: Loss = 8422640.000000
|Xk-Y|_F:  8223918.500000, |X-X0|:  198721.937500
rounded |X_k-Y|_0 = 7149393, f1 =  0.294351, approx slack: 366598
rounded before pow |X_k-Y|_0 = 7355669, f1 =  0.287764

Iteration 140: Loss = 8363994.000000
|Xk-Y|_F:  8174862.500000, |X-X0|:  189131.562500
rounded |X_k-Y|_0 = 7128838, f1 =  0.294960, approx slack: 392094
rounded before pow |X_k-Y|_0 = 7337520, f1 =  0.288336

Iteration 160: Loss = 8312485.000000
|Xk-Y|_F:  8131442.000000, |X-X0|:  181042.796875
rounded |X_k-Y|_0 = 7116810, f1 =  0.295315, approx slack: 401470
rounded before pow |X_k-Y|_0 = 7322638, f1 =  0.288794

Iteration 180: Loss = 8252932.500000
|Xk-Y|_F:  8078809.500000, |X-X0|:  174123.093750
rounded |X_k-Y|_0 = 7102395, f1 =  0.295727, approx slack: 418851
rounded before pow |X_k-Y|_0 = 7299972, f1 =  0.289500

Iteration 200: Loss = 8187687.000000
|Xk-Y|_F:  8019615.500000, |X-X0|:  168071.625000
rounded |X_k-Y|_0 = 7077474, f1 =  0.296480, approx slack: 428388
rounded before pow |X_k-Y|_0 = 7289944, f1 =  0.289765

Iteration 220: Loss = 8127109.000000
|Xk-Y|_F:  7964407.500000, |X-X0|:  162701.562500
rounded |X_k-Y|_0 = 7060793, f1 =  0.296972, approx slack: 421070
rounded before pow |X_k-Y|_0 = 7255498, f1 =  0.290842

Iteration 240: Loss = 8087148.000000
|Xk-Y|_F:  7929232.000000, |X-X0|:  157916.000000
rounded |X_k-Y|_0 = 7041336, f1 =  0.297578, approx slack: 439875
rounded before pow |X_k-Y|_0 = 7246335, f1 =  0.291123

Iteration 260: Loss = 8044530.000000
|Xk-Y|_F:  7890977.500000, |X-X0|:  153552.703125
rounded |X_k-Y|_0 = 7019722, f1 =  0.298253, approx slack: 458116
rounded before pow |X_k-Y|_0 = 7233241, f1 =  0.291520

Iteration 280: Loss = 8000136.000000
|Xk-Y|_F:  7850542.000000, |X-X0|:  149593.781250
rounded |X_k-Y|_0 = 6996972, f1 =  0.298954, approx slack: 451234
rounded before pow |X_k-Y|_0 = 7223439, f1 =  0.291731

Iteration 300: Loss = 7962145.500000
|Xk-Y|_F:  7816227.500000, |X-X0|:  145918.031250
rounded |X_k-Y|_0 = 6973133, f1 =  0.299688, approx slack: 467844
rounded before pow |X_k-Y|_0 = 7217255, f1 =  0.291906

Iteration 320: Loss = 7920562.000000
|Xk-Y|_F:  7778100.000000, |X-X0|:  142461.750000
rounded |X_k-Y|_0 = 6945771, f1 =  0.300513, approx slack: 494296
rounded before pow |X_k-Y|_0 = 7212917, f1 =  0.292042

Iteration 340: Loss = 7869519.500000
|Xk-Y|_F:  7730314.000000, |X-X0|:  139205.437500
rounded |X_k-Y|_0 = 6911126, f1 =  0.301551, approx slack: 521062
rounded before pow |X_k-Y|_0 = 7201185, f1 =  0.292411

Iteration 360: Loss = 7814054.500000
|Xk-Y|_F:  7677897.000000, |X-X0|:  136157.453125
rounded |X_k-Y|_0 = 6872960, f1 =  0.302678, approx slack: 559738
rounded before pow |X_k-Y|_0 = 7193310, f1 =  0.292656

Iteration 380: Loss = 7746159.500000
|Xk-Y|_F:  7612857.000000, |X-X0|:  133302.484375
rounded |X_k-Y|_0 = 6825773, f1 =  0.304057, approx slack: 610659
rounded before pow |X_k-Y|_0 = 7188925, f1 =  0.292802

Iteration 400: Loss = 7664326.500000
|Xk-Y|_F:  7533702.000000, |X-X0|:  130624.281250
rounded |X_k-Y|_0 = 6768342, f1 =  0.305726, approx slack: 677152
rounded before pow |X_k-Y|_0 = 7185781, f1 =  0.292907

Iteration 420: Loss = 7557490.000000
|Xk-Y|_F:  7429432.000000, |X-X0|:  128058.250000
rounded |X_k-Y|_0 = 6690751, f1 =  0.307989, approx slack: 765156
rounded before pow |X_k-Y|_0 = 7180898, f1 =  0.293064

Iteration 440: Loss = 7404205.500000
|Xk-Y|_F:  7278574.500000, |X-X0|:  125630.945312
rounded |X_k-Y|_0 = 6579285, f1 =  0.311224, approx slack: 878307
rounded before pow |X_k-Y|_0 = 7176445, f1 =  0.293210

Iteration 460: Loss = 7205423.000000
|Xk-Y|_F:  7082093.000000, |X-X0|:  123329.914062
rounded |X_k-Y|_0 = 6431746, f1 =  0.315452, approx slack: 1052966
rounded before pow |X_k-Y|_0 = 7171776, f1 =  0.293356

Iteration 480: Loss = 6901402.000000
|Xk-Y|_F:  6780169.000000, |X-X0|:  121233.070312
rounded |X_k-Y|_0 = 6195612, f1 =  0.322232, approx slack: 1330331
rounded before pow |X_k-Y|_0 = 7164572, f1 =  0.293568

Iteration 500: Loss = 6390448.000000
|Xk-Y|_F:  6270776.500000, |X-X0|:  119671.750000
rounded |X_k-Y|_0 = 5784616, f1 =  0.333858, approx slack: 1817156
rounded before pow |X_k-Y|_0 = 7153179, f1 =  0.293908

Iteration 520: Loss = 5389192.500000
|Xk-Y|_F:  5267677.000000, |X-X0|:  121515.421875
rounded |X_k-Y|_0 = 4936256, f1 =  0.358340, approx slack: 2784571
rounded before pow |X_k-Y|_0 = 7090204, f1 =  0.295886

Iteration 540: Loss = 4056073.500000
|Xk-Y|_F:  3924973.750000, |X-X0|:  131099.796875
rounded |X_k-Y|_0 = 3751171, f1 =  0.393054, approx slack: 3852227
rounded before pow |X_k-Y|_0 = 6748822, f1 =  0.306793

Iteration 560: Loss = 2978704.250000
|Xk-Y|_F:  2830826.750000, |X-X0|:  147877.437500
rounded |X_k-Y|_0 = 2794388, f1 =  0.421600, approx slack: 4982424
rounded before pow |X_k-Y|_0 = 6546600, f1 =  0.313518

Iteration 580: Loss = 2134894.500000
|Xk-Y|_F:  1956905.625000, |X-X0|:  177988.921875
rounded |X_k-Y|_0 = 1948544, f1 =  0.481744, approx slack: 5628109
rounded before pow |X_k-Y|_0 = 6615435, f1 =  0.311339

Iteration 600: Loss = 1565328.000000
|Xk-Y|_F:  1377908.250000, |X-X0|:  187419.718750
rounded |X_k-Y|_0 = 1338735, f1 =  0.539259, approx slack: 5916561
rounded before pow |X_k-Y|_0 = 6526013, f1 =  0.314202

Iteration 620: Loss = 1241551.250000
|Xk-Y|_F:  1056974.000000, |X-X0|:  184577.187500
rounded |X_k-Y|_0 = 1023309, f1 =  0.573455, approx slack: 6105805
rounded before pow |X_k-Y|_0 = 6490635, f1 =  0.315333

Iteration 640: Loss = 1047536.250000
|Xk-Y|_F:  870026.687500, |X-X0|:  177509.593750
rounded |X_k-Y|_0 = 835841, f1 =  0.596941, approx slack: 6287735
rounded before pow |X_k-Y|_0 = 6541464, f1 =  0.313683

Iteration 660: Loss = 918752.687500
|Xk-Y|_F:  747572.250000, |X-X0|:  171180.421875
rounded |X_k-Y|_0 = 707716, f1 =  0.614500, approx slack: 6493058
rounded before pow |X_k-Y|_0 = 6655193, f1 =  0.310004

Iteration 680: Loss = 837235.125000
|Xk-Y|_F:  671010.750000, |X-X0|:  166224.375000
rounded |X_k-Y|_0 = 633640, f1 =  0.625343, approx slack: 6601441
rounded before pow |X_k-Y|_0 = 6752198, f1 =  0.306896

Iteration 700: Loss = 778236.250000
|Xk-Y|_F:  615781.625000, |X-X0|:  162454.625000
rounded |X_k-Y|_0 = 582169, f1 =  0.633130, approx slack: 6688293
rounded before pow |X_k-Y|_0 = 6800351, f1 =  0.305287

Iteration 720: Loss = 743516.125000
|Xk-Y|_F:  586146.937500, |X-X0|:  157369.187500
rounded |X_k-Y|_0 = 557021, f1 =  0.637094, approx slack: 6770044
rounded before pow |X_k-Y|_0 = 6855663, f1 =  0.303509

Iteration 740: Loss = 724197.000000
|Xk-Y|_F:  571345.750000, |X-X0|:  152851.281250
rounded |X_k-Y|_0 = 545686, f1 =  0.638938, approx slack: 6790835
rounded before pow |X_k-Y|_0 = 6869311, f1 =  0.303050

Iteration 760: Loss = 710441.500000
|Xk-Y|_F:  561209.500000, |X-X0|:  149232.031250
rounded |X_k-Y|_0 = 538657, f1 =  0.640086, approx slack: 6834173
rounded before pow |X_k-Y|_0 = 6903258, f1 =  0.301966

Iteration 780: Loss = 699921.875000
|Xk-Y|_F:  553764.187500, |X-X0|:  146157.671875
rounded |X_k-Y|_0 = 532612, f1 =  0.641059, approx slack: 6865043
rounded before pow |X_k-Y|_0 = 6931562, f1 =  0.301053

Iteration 800: Loss = 691459.250000
|Xk-Y|_F:  548006.562500, |X-X0|:  143452.687500
rounded |X_k-Y|_0 = 528205, f1 =  0.641779, approx slack: 6896380
rounded before pow |X_k-Y|_0 = 6957477, f1 =  0.300224

Iteration 820: Loss = 683599.000000
|Xk-Y|_F:  542617.000000, |X-X0|:  140982.031250
rounded |X_k-Y|_0 = 523802, f1 =  0.642491, approx slack: 6919877
rounded before pow |X_k-Y|_0 = 6976521, f1 =  0.299617

Iteration 840: Loss = 675808.250000
|Xk-Y|_F:  537101.125000, |X-X0|:  138707.093750
rounded |X_k-Y|_0 = 517747, f1 =  0.643452, approx slack: 6940516
rounded before pow |X_k-Y|_0 = 6988945, f1 =  0.299203

Iteration 860: Loss = 670371.500000
|Xk-Y|_F:  533692.250000, |X-X0|:  136679.265625
rounded |X_k-Y|_0 = 513960, f1 =  0.644060, approx slack: 6941800
rounded before pow |X_k-Y|_0 = 6993339, f1 =  0.299054

Iteration 880: Loss = 665506.187500
|Xk-Y|_F:  530753.875000, |X-X0|:  134752.296875
rounded |X_k-Y|_0 = 510937, f1 =  0.644553, approx slack: 6954347
rounded before pow |X_k-Y|_0 = 7005860, f1 =  0.298651

Iteration 900: Loss = 661178.937500
|Xk-Y|_F:  528186.250000, |X-X0|:  132992.687500
rounded |X_k-Y|_0 = 508839, f1 =  0.644909, approx slack: 6958658
rounded before pow |X_k-Y|_0 = 7017609, f1 =  0.298256

Iteration 920: Loss = 657378.812500
|Xk-Y|_F:  526043.062500, |X-X0|:  131335.765625
rounded |X_k-Y|_0 = 507176, f1 =  0.645206, approx slack: 6918614
rounded before pow |X_k-Y|_0 = 6995185, f1 =  0.298954

Iteration 940: Loss = 653923.750000
|Xk-Y|_F:  524156.218750, |X-X0|:  129767.515625
rounded |X_k-Y|_0 = 505566, f1 =  0.645491, approx slack: 6924519
rounded before pow |X_k-Y|_0 = 7003987, f1 =  0.298668

Iteration 960: Loss = 650775.812500
|Xk-Y|_F:  522477.500000, |X-X0|:  128298.328125
rounded |X_k-Y|_0 = 504134, f1 =  0.645740, approx slack: 6931667
rounded before pow |X_k-Y|_0 = 7012259, f1 =  0.298400

Iteration 980: Loss = 647939.125000
|Xk-Y|_F:  520998.125000, |X-X0|:  126940.992188
rounded |X_k-Y|_0 = 502998, f1 =  0.645940, approx slack: 6932619
rounded before pow |X_k-Y|_0 = 7015259, f1 =  0.298292

Iteration 1000: Loss = 645352.250000
|Xk-Y|_F:  519699.656250, |X-X0|:  125652.593750
rounded |X_k-Y|_0 = 502040, f1 =  0.646106, approx slack: 6934345
rounded before pow |X_k-Y|_0 = 7017434, f1 =  0.298203

Iteration 1020: Loss = 642950.500000
|Xk-Y|_F:  518531.750000, |X-X0|:  124418.781250
rounded |X_k-Y|_0 = 501331, f1 =  0.646231, approx slack: 6928971
rounded before pow |X_k-Y|_0 = 7012667, f1 =  0.298354

Iteration 1040: Loss = 640670.812500
|Xk-Y|_F:  517438.937500, |X-X0|:  123231.859375
rounded |X_k-Y|_0 = 500652, f1 =  0.646355, approx slack: 6901202
rounded before pow |X_k-Y|_0 = 6988805, f1 =  0.299109

Iteration 1060: Loss = 638486.000000
|Xk-Y|_F:  516411.718750, |X-X0|:  122074.281250
rounded |X_k-Y|_0 = 499870, f1 =  0.646495, approx slack: 6914246
rounded before pow |X_k-Y|_0 = 7000678, f1 =  0.298726

Iteration 1080: Loss = 636480.875000
|Xk-Y|_F:  515532.062500, |X-X0|:  120948.804688
rounded |X_k-Y|_0 = 499312, f1 =  0.646607, approx slack: 6912616
rounded before pow |X_k-Y|_0 = 7001599, f1 =  0.298705

Iteration 1100: Loss = 634602.687500
|Xk-Y|_F:  514727.687500, |X-X0|:  119875.015625
rounded |X_k-Y|_0 = 498888, f1 =  0.646693, approx slack: 6918941
rounded before pow |X_k-Y|_0 = 7008796, f1 =  0.298474

Iteration 1120: Loss = 632828.125000
|Xk-Y|_F:  513999.375000, |X-X0|:  118828.781250
rounded |X_k-Y|_0 = 498387, f1 =  0.646784, approx slack: 6909897
rounded before pow |X_k-Y|_0 = 7003380, f1 =  0.298649

Iteration 1140: Loss = 631164.000000
|Xk-Y|_F:  513331.593750, |X-X0|:  117832.421875
rounded |X_k-Y|_0 = 497945, f1 =  0.646862, approx slack: 6914573
rounded before pow |X_k-Y|_0 = 7007399, f1 =  0.298519

Iteration 1160: Loss = 629548.750000
|Xk-Y|_F:  512693.062500, |X-X0|:  116855.718750
rounded |X_k-Y|_0 = 497540, f1 =  0.646941, approx slack: 6910413
rounded before pow |X_k-Y|_0 = 7003968, f1 =  0.298631

Iteration 1180: Loss = 627939.937500
|Xk-Y|_F:  512028.562500, |X-X0|:  115911.390625
rounded |X_k-Y|_0 = 497147, f1 =  0.647018, approx slack: 6911623
rounded before pow |X_k-Y|_0 = 7004620, f1 =  0.298610

Iteration 1200: Loss = 626354.562500
|Xk-Y|_F:  511354.437500, |X-X0|:  115000.125000
rounded |X_k-Y|_0 = 496747, f1 =  0.647091, approx slack: 6917858
rounded before pow |X_k-Y|_0 = 7010191, f1 =  0.298435

Iteration 1220: Loss = 624827.437500
|Xk-Y|_F:  510726.843750, |X-X0|:  114100.593750
rounded |X_k-Y|_0 = 496228, f1 =  0.647185, approx slack: 6918106
rounded before pow |X_k-Y|_0 = 7011499, f1 =  0.298392

Iteration 1240: Loss = 623399.687500
|Xk-Y|_F:  510182.625000, |X-X0|:  113217.078125
rounded |X_k-Y|_0 = 495863, f1 =  0.647260, approx slack: 6920832
rounded before pow |X_k-Y|_0 = 7013982, f1 =  0.298312

Iteration 1260: Loss = 622025.437500
|Xk-Y|_F:  509680.968750, |X-X0|:  112344.468750
rounded |X_k-Y|_0 = 495457, f1 =  0.647343, approx slack: 6918420
rounded before pow |X_k-Y|_0 = 7011150, f1 =  0.298409

Iteration 1280: Loss = 620688.875000
|Xk-Y|_F:  509203.062500, |X-X0|:  111485.796875
rounded |X_k-Y|_0 = 495082, f1 =  0.647418, approx slack: 6915806
rounded before pow |X_k-Y|_0 = 7007089, f1 =  0.298544

Iteration 1300: Loss = 619374.750000
|Xk-Y|_F:  508740.093750, |X-X0|:  110634.648438
rounded |X_k-Y|_0 = 494647, f1 =  0.647502, approx slack: 6915105
rounded before pow |X_k-Y|_0 = 7006645, f1 =  0.298558

Iteration 1320: Loss = 618080.750000
|Xk-Y|_F:  508284.500000, |X-X0|:  109796.250000
rounded |X_k-Y|_0 = 494281, f1 =  0.647576, approx slack: 6909729
rounded before pow |X_k-Y|_0 = 7002400, f1 =  0.298684

Iteration 1340: Loss = 616800.437500
|Xk-Y|_F:  507837.687500, |X-X0|:  108962.750000
rounded |X_k-Y|_0 = 493925, f1 =  0.647646, approx slack: 6916582
rounded before pow |X_k-Y|_0 = 7009299, f1 =  0.298461

Iteration 1360: Loss = 615544.375000
|Xk-Y|_F:  507400.500000, |X-X0|:  108143.890625
rounded |X_k-Y|_0 = 493561, f1 =  0.647717, approx slack: 6919134
rounded before pow |X_k-Y|_0 = 7011564, f1 =  0.298392

Iteration 1380: Loss = 614319.000000
|Xk-Y|_F:  506966.781250, |X-X0|:  107352.210938
rounded |X_k-Y|_0 = 493210, f1 =  0.647787, approx slack: 6920380
rounded before pow |X_k-Y|_0 = 7011950, f1 =  0.298390

Iteration 1400: Loss = 613122.000000
|Xk-Y|_F:  506540.437500, |X-X0|:  106581.593750
rounded |X_k-Y|_0 = 492883, f1 =  0.647852, approx slack: 6914409
rounded before pow |X_k-Y|_0 = 7009459, f1 =  0.298470

Iteration 1420: Loss = 611944.250000
|Xk-Y|_F:  506116.906250, |X-X0|:  105827.351562
rounded |X_k-Y|_0 = 492522, f1 =  0.647922, approx slack: 6883755
rounded before pow |X_k-Y|_0 = 6982937, f1 =  0.299314

Iteration 1440: Loss = 610786.062500
|Xk-Y|_F:  505706.500000, |X-X0|:  105079.585938
rounded |X_k-Y|_0 = 492226, f1 =  0.647979, approx slack: 6882087
rounded before pow |X_k-Y|_0 = 6981782, f1 =  0.299351

Iteration 1460: Loss = 609642.562500
|Xk-Y|_F:  505307.156250, |X-X0|:  104335.421875
rounded |X_k-Y|_0 = 491918, f1 =  0.648041, approx slack: 6884556
rounded before pow |X_k-Y|_0 = 6983877, f1 =  0.299284

Iteration 1480: Loss = 608527.125000
|Xk-Y|_F:  504911.125000, |X-X0|:  103615.984375
rounded |X_k-Y|_0 = 491644, f1 =  0.648095, approx slack: 6887653
rounded before pow |X_k-Y|_0 = 6984600, f1 =  0.299266

Iteration 1500: Loss = 607430.125000
|Xk-Y|_F:  504523.375000, |X-X0|:  102906.718750
rounded |X_k-Y|_0 = 491320, f1 =  0.648154, approx slack: 6890999
rounded before pow |X_k-Y|_0 = 6988180, f1 =  0.299150

Iteration 1520: Loss = 606355.937500
|Xk-Y|_F:  504148.781250, |X-X0|:  102207.156250
rounded |X_k-Y|_0 = 490948, f1 =  0.648224, approx slack: 6879660
rounded before pow |X_k-Y|_0 = 6981799, f1 =  0.299329

Iteration 1540: Loss = 605305.125000
|Xk-Y|_F:  503777.125000, |X-X0|:  101528.000000
rounded |X_k-Y|_0 = 490613, f1 =  0.648288, approx slack: 6882073
rounded before pow |X_k-Y|_0 = 6983679, f1 =  0.299274

Iteration 1560: Loss = 604259.500000
|Xk-Y|_F:  503407.750000, |X-X0|:  100851.718750
rounded |X_k-Y|_0 = 490326, f1 =  0.648342, approx slack: 6881634
rounded before pow |X_k-Y|_0 = 6982072, f1 =  0.299342

Iteration 1580: Loss = 603221.250000
|Xk-Y|_F:  503049.937500, |X-X0|:  100171.281250
rounded |X_k-Y|_0 = 489998, f1 =  0.648400, approx slack: 6883740
rounded before pow |X_k-Y|_0 = 6985094, f1 =  0.299257

Iteration 1600: Loss = 602217.687500
|Xk-Y|_F:  502700.031250, |X-X0|:  99517.632812
rounded |X_k-Y|_0 = 489804, f1 =  0.648437, approx slack: 6883721
rounded before pow |X_k-Y|_0 = 6985212, f1 =  0.299253

Iteration 1620: Loss = 601222.875000
|Xk-Y|_F:  502360.468750, |X-X0|:  98862.429688
rounded |X_k-Y|_0 = 489631, f1 =  0.648475, approx slack: 6888760
rounded before pow |X_k-Y|_0 = 6989797, f1 =  0.299109

Iteration 1640: Loss = 600276.375000
|Xk-Y|_F:  502045.062500, |X-X0|:  98231.328125
rounded |X_k-Y|_0 = 489391, f1 =  0.648519, approx slack: 6891850
rounded before pow |X_k-Y|_0 = 6992931, f1 =  0.299007

Iteration 1660: Loss = 599347.062500
|Xk-Y|_F:  501751.906250, |X-X0|:  97595.132812
rounded |X_k-Y|_0 = 489198, f1 =  0.648557, approx slack: 6892596
rounded before pow |X_k-Y|_0 = 6990536, f1 =  0.299137

Iteration 1680: Loss = 598443.250000
|Xk-Y|_F:  501482.500000, |X-X0|:  96960.750000
rounded |X_k-Y|_0 = 489048, f1 =  0.648586, approx slack: 6894507
rounded before pow |X_k-Y|_0 = 6991134, f1 =  0.299119

Iteration 1700: Loss = 597574.187500
|Xk-Y|_F:  501228.656250, |X-X0|:  96345.546875
rounded |X_k-Y|_0 = 488894, f1 =  0.648615, approx slack: 6889365
rounded before pow |X_k-Y|_0 = 6986003, f1 =  0.299285

Iteration 1720: Loss = 596729.875000
|Xk-Y|_F:  500985.906250, |X-X0|:  95743.945312
rounded |X_k-Y|_0 = 488724, f1 =  0.648648, approx slack: 6891502
rounded before pow |X_k-Y|_0 = 6988283, f1 =  0.299211

Iteration 1740: Loss = 595883.750000
|Xk-Y|_F:  500753.281250, |X-X0|:  95130.476562
rounded |X_k-Y|_0 = 488523, f1 =  0.648685, approx slack: 6892395
rounded before pow |X_k-Y|_0 = 6989083, f1 =  0.299185

Iteration 1760: Loss = 595058.000000
|Xk-Y|_F:  500524.562500, |X-X0|:  94533.421875
rounded |X_k-Y|_0 = 488395, f1 =  0.648712, approx slack: 6890992
rounded before pow |X_k-Y|_0 = 6988244, f1 =  0.299212

Iteration 1780: Loss = 594240.375000
|Xk-Y|_F:  500309.781250, |X-X0|:  93930.625000
rounded |X_k-Y|_0 = 488262, f1 =  0.648740, approx slack: 6890130
rounded before pow |X_k-Y|_0 = 6987649, f1 =  0.299231

Iteration 1800: Loss = 593430.687500
|Xk-Y|_F:  500103.031250, |X-X0|:  93327.640625
rounded |X_k-Y|_0 = 488111, f1 =  0.648768, approx slack: 6888398
rounded before pow |X_k-Y|_0 = 6988286, f1 =  0.299210

Iteration 1820: Loss = 592636.000000
|Xk-Y|_F:  499902.781250, |X-X0|:  92733.226562
rounded |X_k-Y|_0 = 487969, f1 =  0.648793, approx slack: 6895742
rounded before pow |X_k-Y|_0 = 6995646, f1 =  0.298974

Iteration 1840: Loss = 591853.625000
|Xk-Y|_F:  499712.812500, |X-X0|:  92140.796875
rounded |X_k-Y|_0 = 487818, f1 =  0.648819, approx slack: 6893304
rounded before pow |X_k-Y|_0 = 6995695, f1 =  0.298972

Iteration 1860: Loss = 591074.437500
|Xk-Y|_F:  499530.062500, |X-X0|:  91544.359375
rounded |X_k-Y|_0 = 487767, f1 =  0.648829, approx slack: 6893095
rounded before pow |X_k-Y|_0 = 6995769, f1 =  0.298970

Iteration 1880: Loss = 590306.250000
|Xk-Y|_F:  499358.468750, |X-X0|:  90947.789062
rounded |X_k-Y|_0 = 487702, f1 =  0.648841, approx slack: 6902873
rounded before pow |X_k-Y|_0 = 7004005, f1 =  0.298731

Iteration 1900: Loss = 589545.125000
|Xk-Y|_F:  499191.156250, |X-X0|:  90353.968750
rounded |X_k-Y|_0 = 487607, f1 =  0.648858, approx slack: 6905067
rounded before pow |X_k-Y|_0 = 7006251, f1 =  0.298659

Iteration 1920: Loss = 588788.937500
|Xk-Y|_F:  499035.843750, |X-X0|:  89753.109375
rounded |X_k-Y|_0 = 487536, f1 =  0.648870, approx slack: 6904372
rounded before pow |X_k-Y|_0 = 7005500, f1 =  0.298675

Iteration 1940: Loss = 588033.750000
|Xk-Y|_F:  498895.281250, |X-X0|:  89138.437500
rounded |X_k-Y|_0 = 487437, f1 =  0.648887, approx slack: 6905571
rounded before pow |X_k-Y|_0 = 7007202, f1 =  0.298620

Iteration 1960: Loss = 587293.812500
|Xk-Y|_F:  498764.312500, |X-X0|:  88529.507812
rounded |X_k-Y|_0 = 487330, f1 =  0.648908, approx slack: 6907130
rounded before pow |X_k-Y|_0 = 7008690, f1 =  0.298572

Iteration 1980: Loss = 586562.937500
|Xk-Y|_F:  498647.593750, |X-X0|:  87915.320312
rounded |X_k-Y|_0 = 487136, f1 =  0.648941, approx slack: 6907487
rounded before pow |X_k-Y|_0 = 7009043, f1 =  0.298561

Iteration 2000: Loss = 585828.750000
|Xk-Y|_F:  498523.312500, |X-X0|:  87305.406250
rounded |X_k-Y|_0 = 487083, f1 =  0.648952, approx slack: 6908326
rounded before pow |X_k-Y|_0 = 7009992, f1 =  0.298531

Iteration 2020: Loss = 585102.687500
|Xk-Y|_F:  498417.312500, |X-X0|:  86685.367188
rounded |X_k-Y|_0 = 487029, f1 =  0.648961, approx slack: 6906292
rounded before pow |X_k-Y|_0 = 7010180, f1 =  0.298520

Iteration 2040: Loss = 584396.250000
|Xk-Y|_F:  498318.875000, |X-X0|:  86077.382812
rounded |X_k-Y|_0 = 486946, f1 =  0.648977, approx slack: 6908277
rounded before pow |X_k-Y|_0 = 7012371, f1 =  0.298449

Iteration 2060: Loss = 583695.312500
|Xk-Y|_F:  498238.218750, |X-X0|:  85457.078125
rounded |X_k-Y|_0 = 486924, f1 =  0.648981, approx slack: 6917413
rounded before pow |X_k-Y|_0 = 7021091, f1 =  0.298173

Iteration 2080: Loss = 582982.062500
|Xk-Y|_F:  498166.812500, |X-X0|:  84815.250000
rounded |X_k-Y|_0 = 486901, f1 =  0.648986, approx slack: 6915086
rounded before pow |X_k-Y|_0 = 7018547, f1 =  0.298253

Iteration 2100: Loss = 582297.125000
|Xk-Y|_F:  498094.093750, |X-X0|:  84203.000000
rounded |X_k-Y|_0 = 486878, f1 =  0.648990, approx slack: 6906702
rounded before pow |X_k-Y|_0 = 7011884, f1 =  0.298461

Iteration 2120: Loss = 581615.625000
|Xk-Y|_F:  498024.312500, |X-X0|:  83591.328125
rounded |X_k-Y|_0 = 486830, f1 =  0.649001, approx slack: 6911036
rounded before pow |X_k-Y|_0 = 7015945, f1 =  0.298334

Iteration 2140: Loss = 580924.000000
|Xk-Y|_F:  497956.843750, |X-X0|:  82967.140625
rounded |X_k-Y|_0 = 486662, f1 =  0.649031, approx slack: 6905789
rounded before pow |X_k-Y|_0 = 7010962, f1 =  0.298487

Iteration 2160: Loss = 580240.750000
|Xk-Y|_F:  497897.343750, |X-X0|:  82343.406250
rounded |X_k-Y|_0 = 486472, f1 =  0.649063, approx slack: 6897103
rounded before pow |X_k-Y|_0 = 7001533, f1 =  0.298791

Iteration 2180: Loss = 579563.312500
|Xk-Y|_F:  497845.562500, |X-X0|:  81717.773438
rounded |X_k-Y|_0 = 486382, f1 =  0.649079, approx slack: 6873435
rounded before pow |X_k-Y|_0 = 6978679, f1 =  0.299493

Iteration 2200: Loss = 578889.375000
|Xk-Y|_F:  497795.718750, |X-X0|:  81093.687500
rounded |X_k-Y|_0 = 486310, f1 =  0.649091, approx slack: 6873242
rounded before pow |X_k-Y|_0 = 6978706, f1 =  0.299492

Iteration 2220: Loss = 578219.812500
|Xk-Y|_F:  497735.250000, |X-X0|:  80484.554688
rounded |X_k-Y|_0 = 486195, f1 =  0.649112, approx slack: 6844221
rounded before pow |X_k-Y|_0 = 6949685, f1 =  0.300382

Iteration 2240: Loss = 577549.000000
|Xk-Y|_F:  497646.468750, |X-X0|:  79902.500000
rounded |X_k-Y|_0 = 486084, f1 =  0.649131, approx slack: 6843100
rounded before pow |X_k-Y|_0 = 6948730, f1 =  0.300413

Iteration 2260: Loss = 576878.937500
|Xk-Y|_F:  497529.437500, |X-X0|:  79349.500000
rounded |X_k-Y|_0 = 485982, f1 =  0.649148, approx slack: 6851127
rounded before pow |X_k-Y|_0 = 6954715, f1 =  0.300240

Iteration 2280: Loss = 576221.375000
|Xk-Y|_F:  497395.031250, |X-X0|:  78826.359375
rounded |X_k-Y|_0 = 485889, f1 =  0.649163, approx slack: 6852643
rounded before pow |X_k-Y|_0 = 6955591, f1 =  0.300218

Iteration 2300: Loss = 575575.687500
|Xk-Y|_F:  497242.656250, |X-X0|:  78333.054688
rounded |X_k-Y|_0 = 485735, f1 =  0.649189, approx slack: 6854873
rounded before pow |X_k-Y|_0 = 6957262, f1 =  0.300170

Iteration 2320: Loss = 574935.750000
|Xk-Y|_F:  497079.062500, |X-X0|:  77856.671875
rounded |X_k-Y|_0 = 485587, f1 =  0.649213, approx slack: 6855924
rounded before pow |X_k-Y|_0 = 6958639, f1 =  0.300125

Iteration 2340: Loss = 574298.750000
|Xk-Y|_F:  496905.312500, |X-X0|:  77393.406250
rounded |X_k-Y|_0 = 485457, f1 =  0.649234, approx slack: 6859633
rounded before pow |X_k-Y|_0 = 6961745, f1 =  0.300030

Iteration 2360: Loss = 573641.000000
|Xk-Y|_F:  496691.312500, |X-X0|:  76949.671875
rounded |X_k-Y|_0 = 485365, f1 =  0.649250, approx slack: 6868039
rounded before pow |X_k-Y|_0 = 6967537, f1 =  0.299862

Iteration 2380: Loss = 572931.125000
|Xk-Y|_F:  496429.125000, |X-X0|:  76501.984375
rounded |X_k-Y|_0 = 485131, f1 =  0.649288, approx slack: 6865524
rounded before pow |X_k-Y|_0 = 6964692, f1 =  0.299951

Iteration 2400: Loss = 572304.562500
|Xk-Y|_F:  496239.687500, |X-X0|:  76064.867188
rounded |X_k-Y|_0 = 484965, f1 =  0.649314, approx slack: 6867543
rounded before pow |X_k-Y|_0 = 6966198, f1 =  0.299908

Iteration 2420: Loss = 571678.125000
|Xk-Y|_F:  496040.281250, |X-X0|:  75637.875000
rounded |X_k-Y|_0 = 484756, f1 =  0.649350, approx slack: 6866860
rounded before pow |X_k-Y|_0 = 6961071, f1 =  0.300073

Iteration 2440: Loss = 571056.562500
|Xk-Y|_F:  495835.156250, |X-X0|:  75221.414062
rounded |X_k-Y|_0 = 484599, f1 =  0.649378, approx slack: 6863545
rounded before pow |X_k-Y|_0 = 6957343, f1 =  0.300188

Iteration 2460: Loss = 570435.000000
|Xk-Y|_F:  495629.406250, |X-X0|:  74805.593750
rounded |X_k-Y|_0 = 484423, f1 =  0.649407, approx slack: 6872906
rounded before pow |X_k-Y|_0 = 6964317, f1 =  0.299978

Iteration 2480: Loss = 569821.562500
|Xk-Y|_F:  495419.562500, |X-X0|:  74401.976562
rounded |X_k-Y|_0 = 484278, f1 =  0.649432, approx slack: 6877064
rounded before pow |X_k-Y|_0 = 6967646, f1 =  0.299890

Iteration 2500: Loss = 569214.250000
|Xk-Y|_F:  495211.843750, |X-X0|:  74002.437500
rounded |X_k-Y|_0 = 484124, f1 =  0.649458, approx slack: 6879562
rounded before pow |X_k-Y|_0 = 6968386, f1 =  0.299875

Iteration 2520: Loss = 568608.125000
|Xk-Y|_F:  494997.625000, |X-X0|:  73610.476562
rounded |X_k-Y|_0 = 483935, f1 =  0.649490, approx slack: 6879058
rounded before pow |X_k-Y|_0 = 6966917, f1 =  0.299937

Iteration 2540: Loss = 567997.375000
|Xk-Y|_F:  494767.812500, |X-X0|:  73229.531250
rounded |X_k-Y|_0 = 483709, f1 =  0.649528, approx slack: 6880460
rounded before pow |X_k-Y|_0 = 6967426, f1 =  0.299932

Iteration 2560: Loss = 567381.875000
|Xk-Y|_F:  494532.500000, |X-X0|:  72849.367188
rounded |X_k-Y|_0 = 483475, f1 =  0.649565, approx slack: 6881642
rounded before pow |X_k-Y|_0 = 6968336, f1 =  0.299900

Iteration 2580: Loss = 566751.437500
|Xk-Y|_F:  494273.531250, |X-X0|:  72477.929688
rounded |X_k-Y|_0 = 483268, f1 =  0.649597, approx slack: 6877830
rounded before pow |X_k-Y|_0 = 6964571, f1 =  0.300014

Iteration 2600: Loss = 566111.312500
|Xk-Y|_F:  494002.125000, |X-X0|:  72109.210938
rounded |X_k-Y|_0 = 482936, f1 =  0.649648, approx slack: 6875169
rounded before pow |X_k-Y|_0 = 6961928, f1 =  0.300092

Iteration 2620: Loss = 565470.375000
|Xk-Y|_F:  493728.562500, |X-X0|:  71741.812500
rounded |X_k-Y|_0 = 482608, f1 =  0.649700, approx slack: 6874465
rounded before pow |X_k-Y|_0 = 6960966, f1 =  0.300115

Iteration 2640: Loss = 564811.250000
|Xk-Y|_F:  493439.625000, |X-X0|:  71371.640625
rounded |X_k-Y|_0 = 482312, f1 =  0.649748, approx slack: 6869691
rounded before pow |X_k-Y|_0 = 6956336, f1 =  0.300257

Iteration 2660: Loss = 564162.875000
|Xk-Y|_F:  493149.656250, |X-X0|:  71013.250000
rounded |X_k-Y|_0 = 482030, f1 =  0.649795, approx slack: 6846517
rounded before pow |X_k-Y|_0 = 6933724, f1 =  0.300954

Iteration 2680: Loss = 563474.812500
|Xk-Y|_F:  492823.875000, |X-X0|:  70650.929688
rounded |X_k-Y|_0 = 481664, f1 =  0.649858, approx slack: 6837390
rounded before pow |X_k-Y|_0 = 6924651, f1 =  0.301237

Iteration 2700: Loss = 562796.812500
|Xk-Y|_F:  492505.312500, |X-X0|:  70291.515625
rounded |X_k-Y|_0 = 481360, f1 =  0.649908, approx slack: 6822738
rounded before pow |X_k-Y|_0 = 6910032, f1 =  0.301678

Iteration 2720: Loss = 562155.250000
|Xk-Y|_F:  492214.593750, |X-X0|:  69940.625000
rounded |X_k-Y|_0 = 481052, f1 =  0.649960, approx slack: 6812451
rounded before pow |X_k-Y|_0 = 6900539, f1 =  0.301969

Iteration 2740: Loss = 561463.750000
|Xk-Y|_F:  491882.718750, |X-X0|:  69581.046875
rounded |X_k-Y|_0 = 480784, f1 =  0.650004, approx slack: 6783058
rounded before pow |X_k-Y|_0 = 6873161, f1 =  0.302839

Iteration 2760: Loss = 560790.812500
|Xk-Y|_F:  491552.562500, |X-X0|:  69238.273438
rounded |X_k-Y|_0 = 480572, f1 =  0.650041, approx slack: 6783406
rounded before pow |X_k-Y|_0 = 6873551, f1 =  0.302826

Iteration 2780: Loss = 560149.062500
|Xk-Y|_F:  491246.312500, |X-X0|:  68902.750000
rounded |X_k-Y|_0 = 480359, f1 =  0.650078, approx slack: 6778167
rounded before pow |X_k-Y|_0 = 6868400, f1 =  0.302992

Iteration 2800: Loss = 559477.125000
|Xk-Y|_F:  490904.968750, |X-X0|:  68572.187500
rounded |X_k-Y|_0 = 480212, f1 =  0.650105, approx slack: 6779758
rounded before pow |X_k-Y|_0 = 6870092, f1 =  0.302938

Iteration 2820: Loss = 558800.250000
|Xk-Y|_F:  490572.593750, |X-X0|:  68227.679688
rounded |X_k-Y|_0 = 479933, f1 =  0.650151, approx slack: 6772328
rounded before pow |X_k-Y|_0 = 6863361, f1 =  0.303143

Iteration 2840: Loss = 558166.375000
|Xk-Y|_F:  490266.218750, |X-X0|:  67900.156250
rounded |X_k-Y|_0 = 479739, f1 =  0.650184, approx slack: 6766692
rounded before pow |X_k-Y|_0 = 6861157, f1 =  0.303196

Iteration 2860: Loss = 557532.625000
|Xk-Y|_F:  489955.468750, |X-X0|:  67577.140625
rounded |X_k-Y|_0 = 479459, f1 =  0.650234, approx slack: 6751222
rounded before pow |X_k-Y|_0 = 6845870, f1 =  0.303661

Iteration 2880: Loss = 556902.187500
|Xk-Y|_F:  489649.125000, |X-X0|:  67253.070312
rounded |X_k-Y|_0 = 479139, f1 =  0.650288, approx slack: 6705036
rounded before pow |X_k-Y|_0 = 6801558, f1 =  0.305046

Iteration 2900: Loss = 556300.750000
|Xk-Y|_F:  489363.437500, |X-X0|:  66937.312500
rounded |X_k-Y|_0 = 478901, f1 =  0.650329, approx slack: 6705540
rounded before pow |X_k-Y|_0 = 6801454, f1 =  0.305052

Iteration 2920: Loss = 555659.687500
|Xk-Y|_F:  489041.125000, |X-X0|:  66618.554688
rounded |X_k-Y|_0 = 478610, f1 =  0.650379, approx slack: 6708327
rounded before pow |X_k-Y|_0 = 6804287, f1 =  0.304962

Iteration 2940: Loss = 554974.750000
|Xk-Y|_F:  488675.656250, |X-X0|:  66299.109375
rounded |X_k-Y|_0 = 478289, f1 =  0.650437, approx slack: 6709497
rounded before pow |X_k-Y|_0 = 6805370, f1 =  0.304928

Iteration 2960: Loss = 554339.875000
|Xk-Y|_F:  488369.375000, |X-X0|:  65970.484375
rounded |X_k-Y|_0 = 477890, f1 =  0.650505, approx slack: 6677182
rounded before pow |X_k-Y|_0 = 6777598, f1 =  0.305809

Iteration 2980: Loss = 553730.062500
|Xk-Y|_F:  488077.156250, |X-X0|:  65652.890625
rounded |X_k-Y|_0 = 477584, f1 =  0.650557, approx slack: 6677038
rounded before pow |X_k-Y|_0 = 6775356, f1 =  0.305885

Iteration 3000: Loss = 553153.437500
|Xk-Y|_F:  487813.406250, |X-X0|:  65340.046875
rounded |X_k-Y|_0 = 477243, f1 =  0.650614, approx slack: 6671792
rounded before pow |X_k-Y|_0 = 6771071, f1 =  0.306019

Iteration 3020: Loss = 552614.250000
|Xk-Y|_F:  487587.843750, |X-X0|:  65026.394531
rounded |X_k-Y|_0 = 476957, f1 =  0.650665, approx slack: 6659210
rounded before pow |X_k-Y|_0 = 6758021, f1 =  0.306432

Iteration 3040: Loss = 552076.375000
|Xk-Y|_F:  487358.062500, |X-X0|:  64718.320312
rounded |X_k-Y|_0 = 476835, f1 =  0.650687, approx slack: 6648969
rounded before pow |X_k-Y|_0 = 6748402, f1 =  0.306739

Iteration 3060: Loss = 551554.375000
|Xk-Y|_F:  487148.093750, |X-X0|:  64406.250000
rounded |X_k-Y|_0 = 476649, f1 =  0.650720, approx slack: 6649888
rounded before pow |X_k-Y|_0 = 6749492, f1 =  0.306703

Iteration 3080: Loss = 551045.000000
|Xk-Y|_F:  486945.531250, |X-X0|:  64099.484375
rounded |X_k-Y|_0 = 476456, f1 =  0.650752, approx slack: 6646817
rounded before pow |X_k-Y|_0 = 6746960, f1 =  0.306781

Iteration 3100: Loss = 550555.187500
|Xk-Y|_F:  486764.625000, |X-X0|:  63790.542969
rounded |X_k-Y|_0 = 476326, f1 =  0.650775, approx slack: 6641864
rounded before pow |X_k-Y|_0 = 6742448, f1 =  0.306924

Iteration 3120: Loss = 550077.437500
|Xk-Y|_F:  486584.656250, |X-X0|:  63492.796875
rounded |X_k-Y|_0 = 476173, f1 =  0.650801, approx slack: 6642377
rounded before pow |X_k-Y|_0 = 6743002, f1 =  0.306907

Iteration 3140: Loss = 549620.250000
|Xk-Y|_F:  486425.437500, |X-X0|:  63194.843750
rounded |X_k-Y|_0 = 475984, f1 =  0.650834, approx slack: 6635420
rounded before pow |X_k-Y|_0 = 6737404, f1 =  0.307083

Iteration 3160: Loss = 549160.500000
|Xk-Y|_F:  486259.093750, |X-X0|:  62901.398438
rounded |X_k-Y|_0 = 475905, f1 =  0.650850, approx slack: 6633960
rounded before pow |X_k-Y|_0 = 6736222, f1 =  0.307120

Iteration 3180: Loss = 548682.000000
|Xk-Y|_F:  486075.250000, |X-X0|:  62606.726562
rounded |X_k-Y|_0 = 475794, f1 =  0.650872, approx slack: 6633632
rounded before pow |X_k-Y|_0 = 6735888, f1 =  0.307131

Iteration 3200: Loss = 548223.625000
|Xk-Y|_F:  485907.281250, |X-X0|:  62316.375000
rounded |X_k-Y|_0 = 475689, f1 =  0.650892, approx slack: 6632749
rounded before pow |X_k-Y|_0 = 6735499, f1 =  0.307141

Iteration 3220: Loss = 547773.500000
|Xk-Y|_F:  485747.312500, |X-X0|:  62026.195312
rounded |X_k-Y|_0 = 475591, f1 =  0.650909, approx slack: 6632813
rounded before pow |X_k-Y|_0 = 6735576, f1 =  0.307143

Iteration 3240: Loss = 547332.062500
|Xk-Y|_F:  485601.593750, |X-X0|:  61730.484375
rounded |X_k-Y|_0 = 475453, f1 =  0.650935, approx slack: 6633909
rounded before pow |X_k-Y|_0 = 6736552, f1 =  0.307112

Iteration 3260: Loss = 546904.125000
|Xk-Y|_F:  485459.875000, |X-X0|:  61444.257812
rounded |X_k-Y|_0 = 475379, f1 =  0.650948, approx slack: 6631803
rounded before pow |X_k-Y|_0 = 6734916, f1 =  0.307160

Iteration 3280: Loss = 546512.000000
|Xk-Y|_F:  485345.906250, |X-X0|:  61166.074219
rounded |X_k-Y|_0 = 475254, f1 =  0.650970, approx slack: 6642602
rounded before pow |X_k-Y|_0 = 6744529, f1 =  0.306854

Iteration 3300: Loss = 546113.562500
|Xk-Y|_F:  485226.687500, |X-X0|:  60886.847656
rounded |X_k-Y|_0 = 475160, f1 =  0.650984, approx slack: 6643680
rounded before pow |X_k-Y|_0 = 6745481, f1 =  0.306824

Iteration 3320: Loss = 545734.562500
|Xk-Y|_F:  485118.875000, |X-X0|:  60615.664062
rounded |X_k-Y|_0 = 475079, f1 =  0.650999, approx slack: 6647502
rounded before pow |X_k-Y|_0 = 6749215, f1 =  0.306718

Iteration 3340: Loss = 545316.187500
|Xk-Y|_F:  484981.906250, |X-X0|:  60334.273438
rounded |X_k-Y|_0 = 474986, f1 =  0.651015, approx slack: 6646206
rounded before pow |X_k-Y|_0 = 6748045, f1 =  0.306760

Iteration 3360: Loss = 544866.312500
|Xk-Y|_F:  484809.281250, |X-X0|:  60057.054688
rounded |X_k-Y|_0 = 474849, f1 =  0.651042, approx slack: 6646541
rounded before pow |X_k-Y|_0 = 6746188, f1 =  0.306828

Iteration 3380: Loss = 544485.250000
|Xk-Y|_F:  484694.718750, |X-X0|:  59790.500000
rounded |X_k-Y|_0 = 474719, f1 =  0.651063, approx slack: 6649030
rounded before pow |X_k-Y|_0 = 6748296, f1 =  0.306762

Iteration 3400: Loss = 544110.187500
|Xk-Y|_F:  484578.125000, |X-X0|:  59532.054688
rounded |X_k-Y|_0 = 474633, f1 =  0.651078, approx slack: 6648595
rounded before pow |X_k-Y|_0 = 6747840, f1 =  0.306776

Iteration 3420: Loss = 543625.312500
|Xk-Y|_F:  484367.406250, |X-X0|:  59257.894531
rounded |X_k-Y|_0 = 474537, f1 =  0.651098, approx slack: 6640515
rounded before pow |X_k-Y|_0 = 6747073, f1 =  0.306786

Iteration 3440: Loss = 543221.125000
|Xk-Y|_F:  484240.156250, |X-X0|:  58980.945312
rounded |X_k-Y|_0 = 474398, f1 =  0.651120, approx slack: 6639301
rounded before pow |X_k-Y|_0 = 6746029, f1 =  0.306819

Iteration 3460: Loss = 542788.625000
|Xk-Y|_F:  484073.593750, |X-X0|:  58715.046875
rounded |X_k-Y|_0 = 474343, f1 =  0.651133, approx slack: 6629223
rounded before pow |X_k-Y|_0 = 6738473, f1 =  0.307057

Iteration 3480: Loss = 542377.250000
|Xk-Y|_F:  483928.531250, |X-X0|:  58448.687500
rounded |X_k-Y|_0 = 474167, f1 =  0.651159, approx slack: 6626687
rounded before pow |X_k-Y|_0 = 6736246, f1 =  0.307128

Iteration 3500: Loss = 541890.562500
|Xk-Y|_F:  483703.875000, |X-X0|:  58186.679688
rounded |X_k-Y|_0 = 473947, f1 =  0.651196, approx slack: 6624804
rounded before pow |X_k-Y|_0 = 6734582, f1 =  0.307181

Iteration 3520: Loss = 541504.750000
|Xk-Y|_F:  483570.500000, |X-X0|:  57934.257812
rounded |X_k-Y|_0 = 473872, f1 =  0.651210, approx slack: 6622131
rounded before pow |X_k-Y|_0 = 6731956, f1 =  0.307265

Iteration 3540: Loss = 541096.875000
|Xk-Y|_F:  483427.718750, |X-X0|:  57669.156250
rounded |X_k-Y|_0 = 473790, f1 =  0.651224, approx slack: 6622318
rounded before pow |X_k-Y|_0 = 6732328, f1 =  0.307255

Iteration 3560: Loss = 540713.812500
|Xk-Y|_F:  483301.687500, |X-X0|:  57412.132812
rounded |X_k-Y|_0 = 473674, f1 =  0.651244, approx slack: 6626190
rounded before pow |X_k-Y|_0 = 6731364, f1 =  0.307295

Iteration 3580: Loss = 540329.937500
|Xk-Y|_F:  483173.406250, |X-X0|:  57156.539062
rounded |X_k-Y|_0 = 473560, f1 =  0.651264, approx slack: 6633942
rounded before pow |X_k-Y|_0 = 6738587, f1 =  0.307065

Iteration 3600: Loss = 539962.937500
|Xk-Y|_F:  483061.062500, |X-X0|:  56901.882812
rounded |X_k-Y|_0 = 473442, f1 =  0.651284, approx slack: 6618466
rounded before pow |X_k-Y|_0 = 6724464, f1 =  0.307513

Iteration 3620: Loss = 539598.375000
|Xk-Y|_F:  482950.000000, |X-X0|:  56648.371094
rounded |X_k-Y|_0 = 473309, f1 =  0.651307, approx slack: 6616267
rounded before pow |X_k-Y|_0 = 6722892, f1 =  0.307563

Iteration 3640: Loss = 539237.500000
|Xk-Y|_F:  482843.375000, |X-X0|:  56394.132812
rounded |X_k-Y|_0 = 473249, f1 =  0.651319, approx slack: 6614680
rounded before pow |X_k-Y|_0 = 6721445, f1 =  0.307609

Iteration 3660: Loss = 538912.375000
|Xk-Y|_F:  482753.468750, |X-X0|:  56158.914062
rounded |X_k-Y|_0 = 473114, f1 =  0.651342, approx slack: 6616063
rounded before pow |X_k-Y|_0 = 6722630, f1 =  0.307575

Iteration 3680: Loss = 538537.312500
|Xk-Y|_F:  482634.312500, |X-X0|:  55903.019531
rounded |X_k-Y|_0 = 473042, f1 =  0.651356, approx slack: 6614634
rounded before pow |X_k-Y|_0 = 6721314, f1 =  0.307618

Iteration 3700: Loss = 538218.500000
|Xk-Y|_F:  482549.437500, |X-X0|:  55669.054688
rounded |X_k-Y|_0 = 472950, f1 =  0.651371, approx slack: 6619344
rounded before pow |X_k-Y|_0 = 6725535, f1 =  0.307484

Iteration 3720: Loss = 537865.750000
|Xk-Y|_F:  482441.562500, |X-X0|:  55424.156250
rounded |X_k-Y|_0 = 472838, f1 =  0.651390, approx slack: 6619221
rounded before pow |X_k-Y|_0 = 6725456, f1 =  0.307486

Iteration 3740: Loss = 537503.000000
|Xk-Y|_F:  482322.187500, |X-X0|:  55180.804688
rounded |X_k-Y|_0 = 472759, f1 =  0.651404, approx slack: 6616993
rounded before pow |X_k-Y|_0 = 6723823, f1 =  0.307538

Iteration 3760: Loss = 537158.125000
|Xk-Y|_F:  482219.718750, |X-X0|:  54938.398438
rounded |X_k-Y|_0 = 472679, f1 =  0.651418, approx slack: 6617213
rounded before pow |X_k-Y|_0 = 6721671, f1 =  0.307612

Iteration 3780: Loss = 536809.437500
|Xk-Y|_F:  482108.000000, |X-X0|:  54701.437500
rounded |X_k-Y|_0 = 472595, f1 =  0.651434, approx slack: 6616077
rounded before pow |X_k-Y|_0 = 6720439, f1 =  0.307652

Iteration 3800: Loss = 536462.000000
|Xk-Y|_F:  481998.500000, |X-X0|:  54463.468750
rounded |X_k-Y|_0 = 472481, f1 =  0.651454, approx slack: 6615511
rounded before pow |X_k-Y|_0 = 6720055, f1 =  0.307664

Iteration 3820: Loss = 536120.562500
|Xk-Y|_F:  481891.718750, |X-X0|:  54228.835938
rounded |X_k-Y|_0 = 472408, f1 =  0.651469, approx slack: 6615564
rounded before pow |X_k-Y|_0 = 6720028, f1 =  0.307665

Iteration 3840: Loss = 535784.000000
|Xk-Y|_F:  481789.093750, |X-X0|:  53994.894531
rounded |X_k-Y|_0 = 472302, f1 =  0.651487, approx slack: 6621717
rounded before pow |X_k-Y|_0 = 6725801, f1 =  0.307480

Iteration 3860: Loss = 535448.125000
|Xk-Y|_F:  481686.906250, |X-X0|:  53761.242188
rounded |X_k-Y|_0 = 472218, f1 =  0.651503, approx slack: 6620900
rounded before pow |X_k-Y|_0 = 6725149, f1 =  0.307501

Iteration 3880: Loss = 535107.500000
|Xk-Y|_F:  481589.312500, |X-X0|:  53518.210938
rounded |X_k-Y|_0 = 472126, f1 =  0.651519, approx slack: 6614558
rounded before pow |X_k-Y|_0 = 6719130, f1 =  0.307693

Iteration 3900: Loss = 534787.000000
|Xk-Y|_F:  481501.218750, |X-X0|:  53285.757812
rounded |X_k-Y|_0 = 472022, f1 =  0.651536, approx slack: 6613595
rounded before pow |X_k-Y|_0 = 6718251, f1 =  0.307722

Iteration 3920: Loss = 534468.937500
|Xk-Y|_F:  481412.218750, |X-X0|:  53056.726562
rounded |X_k-Y|_0 = 471933, f1 =  0.651551, approx slack: 6611096
rounded before pow |X_k-Y|_0 = 6716225, f1 =  0.307785

Iteration 3940: Loss = 534152.562500
|Xk-Y|_F:  481321.000000, |X-X0|:  52831.585938
rounded |X_k-Y|_0 = 471825, f1 =  0.651570, approx slack: 6612444
rounded before pow |X_k-Y|_0 = 6717503, f1 =  0.307743

Iteration 3960: Loss = 533824.812500
|Xk-Y|_F:  481221.812500, |X-X0|:  52603.015625
rounded |X_k-Y|_0 = 471739, f1 =  0.651585, approx slack: 6611757
rounded before pow |X_k-Y|_0 = 6716841, f1 =  0.307766

Iteration 3980: Loss = 533517.875000
|Xk-Y|_F:  481138.937500, |X-X0|:  52378.945312
rounded |X_k-Y|_0 = 471684, f1 =  0.651594, approx slack: 6610488
rounded before pow |X_k-Y|_0 = 6715949, f1 =  0.307794

Iteration 4000: Loss = 533184.312500
|Xk-Y|_F:  481035.718750, |X-X0|:  52148.617188
rounded |X_k-Y|_0 = 471621, f1 =  0.651606, approx slack: 6604924
rounded before pow |X_k-Y|_0 = 6711007, f1 =  0.307952

Iteration 4020: Loss = 532869.687500
|Xk-Y|_F:  480930.468750, |X-X0|:  51939.199219
rounded |X_k-Y|_0 = 471520, f1 =  0.651623, approx slack: 6606418
rounded before pow |X_k-Y|_0 = 6712391, f1 =  0.307908

Iteration 4040: Loss = 532531.062500
|Xk-Y|_F:  480815.781250, |X-X0|:  51715.273438
rounded |X_k-Y|_0 = 471450, f1 =  0.651636, approx slack: 6605610
rounded before pow |X_k-Y|_0 = 6711520, f1 =  0.307936

Iteration 4060: Loss = 532218.000000
|Xk-Y|_F:  480726.812500, |X-X0|:  51491.175781
rounded |X_k-Y|_0 = 471357, f1 =  0.651652, approx slack: 6605074
rounded before pow |X_k-Y|_0 = 6710884, f1 =  0.307960

Iteration 4080: Loss = 531946.750000
|Xk-Y|_F:  480661.656250, |X-X0|:  51285.082031
rounded |X_k-Y|_0 = 471249, f1 =  0.651669, approx slack: 6605117
rounded before pow |X_k-Y|_0 = 6713162, f1 =  0.307887

Iteration 4100: Loss = 531655.250000
|Xk-Y|_F:  480564.406250, |X-X0|:  51090.851562
rounded |X_k-Y|_0 = 471193, f1 =  0.651680, approx slack: 6610860
rounded before pow |X_k-Y|_0 = 6718633, f1 =  0.307713

Iteration 4120: Loss = 531333.250000
|Xk-Y|_F:  480464.656250, |X-X0|:  50868.562500
rounded |X_k-Y|_0 = 471112, f1 =  0.651694, approx slack: 6603835
rounded before pow |X_k-Y|_0 = 6712013, f1 =  0.307924

Iteration 4140: Loss = 531040.437500
|Xk-Y|_F:  480381.750000, |X-X0|:  50658.710938
rounded |X_k-Y|_0 = 471048, f1 =  0.651705, approx slack: 6603557
rounded before pow |X_k-Y|_0 = 6711946, f1 =  0.307935

Iteration 4160: Loss = 530726.312500
|Xk-Y|_F:  480275.562500, |X-X0|:  50450.761719
rounded |X_k-Y|_0 = 470967, f1 =  0.651719, approx slack: 6610087
rounded before pow |X_k-Y|_0 = 6718257, f1 =  0.307764

Iteration 4180: Loss = 530407.937500
|Xk-Y|_F:  480160.343750, |X-X0|:  50247.617188
rounded |X_k-Y|_0 = 470893, f1 =  0.651733, approx slack: 6602795
rounded before pow |X_k-Y|_0 = 6711542, f1 =  0.308015

Iteration 4200: Loss = 530112.562500
|Xk-Y|_F:  480071.718750, |X-X0|:  50040.843750
rounded |X_k-Y|_0 = 470842, f1 =  0.651743, approx slack: 6603646
rounded before pow |X_k-Y|_0 = 6712422, f1 =  0.307994

Iteration 4220: Loss = 529834.625000
|Xk-Y|_F:  479995.500000, |X-X0|:  49839.144531
rounded |X_k-Y|_0 = 470744, f1 =  0.651758, approx slack: 6601972
rounded before pow |X_k-Y|_0 = 6711282, f1 =  0.308066

Iteration 4240: Loss = 529527.375000
|Xk-Y|_F:  479895.968750, |X-X0|:  49631.414062
rounded |X_k-Y|_0 = 470659, f1 =  0.651774, approx slack: 6606177
rounded before pow |X_k-Y|_0 = 6715665, f1 =  0.307934

Iteration 4260: Loss = 529222.562500
|Xk-Y|_F:  479799.656250, |X-X0|:  49422.906250
rounded |X_k-Y|_0 = 470583, f1 =  0.651786, approx slack: 6602041
rounded before pow |X_k-Y|_0 = 6711933, f1 =  0.308062

Iteration 4280: Loss = 528929.812500
|Xk-Y|_F:  479708.500000, |X-X0|:  49221.304688
rounded |X_k-Y|_0 = 470462, f1 =  0.651807, approx slack: 6599907
rounded before pow |X_k-Y|_0 = 6710022, f1 =  0.308128

Iteration 4300: Loss = 528614.000000
|Xk-Y|_F:  479586.843750, |X-X0|:  49027.132812
rounded |X_k-Y|_0 = 470398, f1 =  0.651819, approx slack: 6598740
rounded before pow |X_k-Y|_0 = 6708994, f1 =  0.308171

Iteration 4320: Loss = 528311.937500
|Xk-Y|_F:  479483.718750, |X-X0|:  48828.234375
rounded |X_k-Y|_0 = 470306, f1 =  0.651837, approx slack: 6599448
rounded before pow |X_k-Y|_0 = 6709484, f1 =  0.308158

Iteration 4340: Loss = 527987.625000
|Xk-Y|_F:  479360.062500, |X-X0|:  48627.562500
rounded |X_k-Y|_0 = 470196, f1 =  0.651857, approx slack: 6599148
rounded before pow |X_k-Y|_0 = 6709232, f1 =  0.308166

Iteration 4360: Loss = 527694.375000
|Xk-Y|_F:  479256.031250, |X-X0|:  48438.375000
rounded |X_k-Y|_0 = 470120, f1 =  0.651873, approx slack: 6599197
rounded before pow |X_k-Y|_0 = 6709221, f1 =  0.308168

Iteration 4380: Loss = 527375.312500
|Xk-Y|_F:  479133.843750, |X-X0|:  48241.492188
rounded |X_k-Y|_0 = 470047, f1 =  0.651886, approx slack: 6598303
rounded before pow |X_k-Y|_0 = 6708575, f1 =  0.308192

Iteration 4400: Loss = 527055.312500
|Xk-Y|_F:  479001.781250, |X-X0|:  48053.503906
rounded |X_k-Y|_0 = 469958, f1 =  0.651901, approx slack: 6595514
rounded before pow |X_k-Y|_0 = 6705850, f1 =  0.308282

Iteration 4420: Loss = 526751.312500
|Xk-Y|_F:  478885.718750, |X-X0|:  47865.593750
rounded |X_k-Y|_0 = 469877, f1 =  0.651916, approx slack: 6597432
rounded before pow |X_k-Y|_0 = 6707381, f1 =  0.308233

Iteration 4440: Loss = 526440.875000
|Xk-Y|_F:  478760.437500, |X-X0|:  47680.433594
rounded |X_k-Y|_0 = 469769, f1 =  0.651936, approx slack: 6596667
rounded before pow |X_k-Y|_0 = 6706701, f1 =  0.308257

Iteration 4460: Loss = 526145.937500
|Xk-Y|_F:  478651.906250, |X-X0|:  47494.046875
rounded |X_k-Y|_0 = 469706, f1 =  0.651950, approx slack: 6591321
rounded before pow |X_k-Y|_0 = 6702268, f1 =  0.308403

Iteration 4480: Loss = 525874.125000
|Xk-Y|_F:  478556.218750, |X-X0|:  47317.925781
rounded |X_k-Y|_0 = 469651, f1 =  0.651960, approx slack: 6588432
rounded before pow |X_k-Y|_0 = 6699893, f1 =  0.308480

Iteration 4500: Loss = 525561.875000
|Xk-Y|_F:  478437.343750, |X-X0|:  47124.507812
rounded |X_k-Y|_0 = 469556, f1 =  0.651977, approx slack: 6589647
rounded before pow |X_k-Y|_0 = 6701007, f1 =  0.308451

Iteration 4520: Loss = 525270.000000
|Xk-Y|_F:  478327.906250, |X-X0|:  46942.101562
rounded |X_k-Y|_0 = 469496, f1 =  0.651987, approx slack: 6573545
rounded before pow |X_k-Y|_0 = 6687243, f1 =  0.308891

Iteration 4540: Loss = 525017.687500
|Xk-Y|_F:  478245.687500, |X-X0|:  46772.023438
rounded |X_k-Y|_0 = 469430, f1 =  0.651999, approx slack: 6573257
rounded before pow |X_k-Y|_0 = 6686902, f1 =  0.308902

Iteration 4560: Loss = 524738.125000
|Xk-Y|_F:  478146.593750, |X-X0|:  46591.500000
rounded |X_k-Y|_0 = 469342, f1 =  0.652014, approx slack: 6573271
rounded before pow |X_k-Y|_0 = 6686631, f1 =  0.308914

Iteration 4580: Loss = 524494.187500
|Xk-Y|_F:  478066.062500, |X-X0|:  46428.117188
rounded |X_k-Y|_0 = 469316, f1 =  0.652020, approx slack: 6571329
rounded before pow |X_k-Y|_0 = 6684857, f1 =  0.308970

Iteration 4600: Loss = 524216.468750
|Xk-Y|_F:  477946.718750, |X-X0|:  46269.750000
rounded |X_k-Y|_0 = 469225, f1 =  0.652036, approx slack: 6569245
rounded before pow |X_k-Y|_0 = 6683066, f1 =  0.309035

Iteration 4620: Loss = 523933.312500
|Xk-Y|_F:  477842.687500, |X-X0|:  46090.609375
rounded |X_k-Y|_0 = 469096, f1 =  0.652056, approx slack: 6564472
rounded before pow |X_k-Y|_0 = 6678610, f1 =  0.309177

Iteration 4640: Loss = 523642.000000
|Xk-Y|_F:  477720.343750, |X-X0|:  45921.656250
rounded |X_k-Y|_0 = 469001, f1 =  0.652074, approx slack: 6562363
rounded before pow |X_k-Y|_0 = 6676521, f1 =  0.309252

Iteration 4660: Loss = 523393.031250
|Xk-Y|_F:  477622.218750, |X-X0|:  45770.816406
rounded |X_k-Y|_0 = 468907, f1 =  0.652090, approx slack: 6558439
rounded before pow |X_k-Y|_0 = 6672630, f1 =  0.309401

Iteration 4680: Loss = 523098.375000
|Xk-Y|_F:  477493.812500, |X-X0|:  45604.566406
rounded |X_k-Y|_0 = 468755, f1 =  0.652116, approx slack: 6534050
rounded before pow |X_k-Y|_0 = 6647805, f1 =  0.310207

Iteration 4700: Loss = 522818.062500
|Xk-Y|_F:  477377.437500, |X-X0|:  45440.632812
rounded |X_k-Y|_0 = 468605, f1 =  0.652141, approx slack: 6532420
rounded before pow |X_k-Y|_0 = 6646474, f1 =  0.310260

Iteration 4720: Loss = 522549.125000
|Xk-Y|_F:  477272.500000, |X-X0|:  45276.617188
rounded |X_k-Y|_0 = 468554, f1 =  0.652151, approx slack: 6530304
rounded before pow |X_k-Y|_0 = 6644633, f1 =  0.310331

Iteration 4740: Loss = 522299.375000
|Xk-Y|_F:  477172.406250, |X-X0|:  45126.964844
rounded |X_k-Y|_0 = 468504, f1 =  0.652161, approx slack: 6530301
rounded before pow |X_k-Y|_0 = 6644805, f1 =  0.310332

Iteration 4760: Loss = 522012.531250
|Xk-Y|_F:  477044.843750, |X-X0|:  44967.675781
rounded |X_k-Y|_0 = 468349, f1 =  0.652185, approx slack: 6534342
rounded before pow |X_k-Y|_0 = 6645713, f1 =  0.310312

Iteration 4780: Loss = 521721.687500
|Xk-Y|_F:  476923.531250, |X-X0|:  44798.156250
rounded |X_k-Y|_0 = 468250, f1 =  0.652204, approx slack: 6535841
rounded before pow |X_k-Y|_0 = 6646476, f1 =  0.310303

Iteration 4800: Loss = 521457.656250
|Xk-Y|_F:  476808.468750, |X-X0|:  44649.187500
rounded |X_k-Y|_0 = 468210, f1 =  0.652211, approx slack: 6534345
rounded before pow |X_k-Y|_0 = 6645135, f1 =  0.310379

Iteration 4820: Loss = 521176.031250
|Xk-Y|_F:  476677.718750, |X-X0|:  44498.312500
rounded |X_k-Y|_0 = 468090, f1 =  0.652230, approx slack: 6530519
rounded before pow |X_k-Y|_0 = 6641586, f1 =  0.310501

Iteration 4840: Loss = 520985.437500
|Xk-Y|_F:  476635.937500, |X-X0|:  44349.511719
rounded |X_k-Y|_0 = 467959, f1 =  0.652250, approx slack: 6532434
rounded before pow |X_k-Y|_0 = 6643619, f1 =  0.310448

Iteration 4860: Loss = 520679.812500
|Xk-Y|_F:  476487.093750, |X-X0|:  44192.707031
rounded |X_k-Y|_0 = 467892, f1 =  0.652263, approx slack: 6532323
rounded before pow |X_k-Y|_0 = 6643710, f1 =  0.310444

Iteration 4880: Loss = 520363.781250
|Xk-Y|_F:  476336.218750, |X-X0|:  44027.562500
rounded |X_k-Y|_0 = 467805, f1 =  0.652278, approx slack: 6529510
rounded before pow |X_k-Y|_0 = 6640980, f1 =  0.310549

Iteration 4900: Loss = 520021.062500
|Xk-Y|_F:  476155.000000, |X-X0|:  43866.050781
rounded |X_k-Y|_0 = 467640, f1 =  0.652306, approx slack: 6527710
rounded before pow |X_k-Y|_0 = 6639236, f1 =  0.310605

Iteration 4920: Loss = 519636.062500
|Xk-Y|_F:  475928.687500, |X-X0|:  43707.375000
rounded |X_k-Y|_0 = 467450, f1 =  0.652339, approx slack: 6523745
rounded before pow |X_k-Y|_0 = 6635730, f1 =  0.310711

Iteration 4940: Loss = 519265.531250
|Xk-Y|_F:  475731.156250, |X-X0|:  43534.382812
rounded |X_k-Y|_0 = 467343, f1 =  0.652357, approx slack: 6521477
rounded before pow |X_k-Y|_0 = 6635541, f1 =  0.310726

Iteration 4960: Loss = 518902.343750
|Xk-Y|_F:  475534.906250, |X-X0|:  43367.445312
rounded |X_k-Y|_0 = 467087, f1 =  0.652399, approx slack: 6520489
rounded before pow |X_k-Y|_0 = 6634858, f1 =  0.310748

Iteration 4980: Loss = 518639.468750
|Xk-Y|_F:  475435.843750, |X-X0|:  43203.621094
rounded |X_k-Y|_0 = 466988, f1 =  0.652415, approx slack: 6522821
rounded before pow |X_k-Y|_0 = 6636915, f1 =  0.310682

Iteration 4999: Loss = 518292.968750
|Xk-Y|_F:  475242.687500, |X-X0|:  43050.277344
rounded |X_k-Y|_0 = 466811, f1 =  0.652447, approx slack: 6522065
rounded before pow |X_k-Y|_0 = 6635867, f1 =  0.310725


KB after refine:
num_nodes: 5045.0000
num_edges: 3958.0000
density: 0.0002
avg_degree: 0.7845
avg_clustering: 0.0855
degree_assortativity: -0.3957
modularity: 0.6699
avg_betweenness: 0.0000
avg_closeness: 0.0022
------ ABL 0 after refine ------
--- eval ---
prediction result:
f1 on test:    0.5414
f1 on test:    0.8928 (micro)
f1 on KB:      0.6389
integrated f1: 0.6016, w_data: 0.3260, w_klg: 0.6740

integrated result:
f1 on test:    0.5265
f1 on test:    0.8924 (micro)
f1 on KB:      0.6570
integrated f1: 0.6145, w_data: 0.3260, w_klg: 0.6740
------------
integrated f1 0.6016
Epoch 100, Total loss: 6517717504.0000, CE loss: 25.2297, RL loss: 65177176.0000, Reward: -1388496.9570
    full cols: 660, non-full cols: 11
   r - labels: 341, labels - r: 27
    violated: 8334, weighted: 6315.51806640625, len: 0.0, nonzero: 0.13200880587100983
Epoch 200, Total loss: 153830736.0000, CE loss: 25.1831, RL loss: 1538307.3750, Reward: -1388654.6621
    full cols: 653, non-full cols: 28
   r - labels: 350, labels - r: 26
    violated: 8650, weighted: 6325.1181640625, len: 0.0, nonzero: 0.13208313286304474
Epoch 300, Total loss: -666050432.0000, CE loss: 25.1538, RL loss: -6660504.0000, Reward: -1388906.9648
    full cols: 659, non-full cols: 13
   r - labels: 342, labels - r: 27
    violated: 8216, weighted: 6331.7841796875, len: 0.0, nonzero: 0.13213267922401428
Epoch 400, Total loss: -1801881856.0000, CE loss: 25.1382, RL loss: -18018818.0000, Reward: -1387721.1641
    full cols: 660, non-full cols: 14
   r - labels: 343, labels - r: 26
    violated: 8180, weighted: 6311.4228515625, len: 0.0, nonzero: 0.13190969824790955
Epoch 500, Total loss: -1621866368.0000, CE loss: 25.1321, RL loss: -16218664.0000, Reward: -1388233.1895
    full cols: 661, non-full cols: 10
   r - labels: 340, labels - r: 26
    violated: 8177, weighted: 6305.3671875, len: 0.0, nonzero: 0.13197162747383118
Epoch 600, Total loss: -1935473664.0000, CE loss: 25.1298, RL loss: -19354736.0000, Reward: -1388065.5234
    full cols: 658, non-full cols: 11
   r - labels: 338, labels - r: 26
    violated: 8271, weighted: 6332.1748046875, len: 0.0, nonzero: 0.13208313286304474
Epoch 700, Total loss: 509455840.0000, CE loss: 25.1282, RL loss: 5094558.5000, Reward: -1388024.6250
    full cols: 657, non-full cols: 15
   r - labels: 340, labels - r: 25
    violated: 8307, weighted: 6264.8671875, len: 0.0, nonzero: 0.1315813958644867
Epoch 800, Total loss: 7101591040.0000, CE loss: 25.1262, RL loss: 71015912.0000, Reward: -1386928.7344
    full cols: 659, non-full cols: 10
   r - labels: 338, labels - r: 26
    violated: 8324, weighted: 6267.89599609375, len: 0.0, nonzero: 0.13163404166698456
Epoch 900, Total loss: -1856141056.0000, CE loss: 25.1221, RL loss: -18561410.0000, Reward: -1387814.5586
    full cols: 653, non-full cols: 18
   r - labels: 340, labels - r: 26
    violated: 8226, weighted: 6262.24658203125, len: 0.0, nonzero: 0.13158759474754333
Epoch 1000, Total loss: -5668226560.0000, CE loss: 25.1202, RL loss: -56682264.0000, Reward: -1388327.0938
    full cols: 659, non-full cols: 7
   r - labels: 335, labels - r: 26
    violated: 8265, weighted: 6235.603515625, len: 0.0, nonzero: 0.13130885362625122
Epoch 1100, Total loss: -7515280896.0000, CE loss: 25.1131, RL loss: -75152808.0000, Reward: -1387263.8867
    full cols: 654, non-full cols: 11
   r - labels: 334, labels - r: 26
    violated: 8277, weighted: 6164.65869140625, len: 0.0, nonzero: 0.13071729242801666
Epoch 1200, Total loss: -7398101504.0000, CE loss: 25.1013, RL loss: -73981016.0000, Reward: -1387931.0117
    full cols: 652, non-full cols: 13
   r - labels: 334, labels - r: 26
    violated: 8145, weighted: 6171.7255859375, len: 0.0, nonzero: 0.13083498179912567
Epoch 1300, Total loss: 2353817088.0000, CE loss: 25.0997, RL loss: 23538172.0000, Reward: -1386233.7832
    full cols: 656, non-full cols: 11
   r - labels: 336, labels - r: 26
    violated: 8172, weighted: 6200.037109375, len: 0.0, nonzero: 0.13110753893852234
Epoch 1400, Total loss: 1975026048.0000, CE loss: 25.0912, RL loss: 19750260.0000, Reward: -1385530.5859
    full cols: 656, non-full cols: 13
   r - labels: 337, labels - r: 25
    violated: 8516, weighted: 6214.3232421875, len: 0.0, nonzero: 0.13127169013023376
Epoch 1500, Total loss: -2252608512.0000, CE loss: 25.0888, RL loss: -22526084.0000, Reward: -1386287.3926
    full cols: 656, non-full cols: 16
   r - labels: 340, labels - r: 25
    violated: 8329, weighted: 6240.271484375, len: 0.0, nonzero: 0.13133671879768372
Epoch 1600, Total loss: -1230235136.0000, CE loss: 25.0887, RL loss: -12302351.0000, Reward: -1385515.2500
    full cols: 653, non-full cols: 15
   r - labels: 336, labels - r: 25
    violated: 8250, weighted: 6194.1748046875, len: 0.0, nonzero: 0.130955770611763
Epoch 1700, Total loss: -6053336576.0000, CE loss: 25.0890, RL loss: -60533368.0000, Reward: -1385686.2715
    full cols: 651, non-full cols: 14
   r - labels: 334, labels - r: 26
    violated: 8192, weighted: 6146.96044921875, len: 0.0, nonzero: 0.1306770294904709
Epoch 1800, Total loss: -3311947776.0000, CE loss: 25.0897, RL loss: -33119478.0000, Reward: -1385079.3574
    full cols: 656, non-full cols: 7
   r - labels: 332, labels - r: 26
    violated: 8180, weighted: 6160.7529296875, len: 0.0, nonzero: 0.1306367665529251
Epoch 1900, Total loss: 4998825472.0000, CE loss: 25.0885, RL loss: 49988256.0000, Reward: -1384302.8301
    full cols: 646, non-full cols: 25
   r - labels: 339, labels - r: 25
    violated: 8241, weighted: 6125.39453125, len: 0.0, nonzero: 0.1305779218673706
--- eval ---
prediction result:
f1 on test:    0.5399
f1 on test:    0.8930 (micro)
f1 on KB:      0.6397
integrated f1: 0.6041, w_data: 0.3000, w_klg: 0.7000

integrated result:
f1 on test:    0.5271
f1 on test:    0.8925 (micro)
f1 on KB:      0.6569
integrated f1: 0.6179, w_data: 0.3000, w_klg: 0.7000
------------
Epoch 2000, Total loss: -4465796608.0000, CE loss: 25.0867, RL loss: -44657964.0000, Reward: -1384718.0781
    full cols: 645, non-full cols: 24
   r - labels: 337, labels - r: 25
    violated: 8335, weighted: 6109.6826171875, len: 0.0, nonzero: 0.13047881424427032
Epoch 2100, Total loss: -2573854720.0000, CE loss: 25.0759, RL loss: -25738546.0000, Reward: -1384939.9961
    full cols: 646, non-full cols: 19
   r - labels: 333, labels - r: 25
    violated: 8237, weighted: 6035.90869140625, len: 0.0, nonzero: 0.13000495731830597
Epoch 2200, Total loss: -520143104.0000, CE loss: 25.0761, RL loss: -5201431.0000, Reward: -1384209.1738
    full cols: 647, non-full cols: 13
   r - labels: 328, labels - r: 25
    violated: 8289, weighted: 6022.17041015625, len: 0.0, nonzero: 0.1297633796930313
Epoch 2300, Total loss: -3044189440.0000, CE loss: 25.0762, RL loss: -30441894.0000, Reward: -1383566.0664
    full cols: 649, non-full cols: 13
   r - labels: 330, labels - r: 25
    violated: 8286, weighted: 6034.74365234375, len: 0.0, nonzero: 0.12991514801979065
Epoch 2400, Total loss: -774716672.0000, CE loss: 25.0753, RL loss: -7747166.5000, Reward: -1383717.7402
    full cols: 651, non-full cols: 12
   r - labels: 330, labels - r: 24
    violated: 8212, weighted: 6007.1025390625, len: 0.0, nonzero: 0.129877969622612
Epoch 2500, Total loss: -2661478144.0000, CE loss: 25.0701, RL loss: -26614782.0000, Reward: -1383194.0703
    full cols: 652, non-full cols: 8
   r - labels: 327, labels - r: 24
    violated: 8151, weighted: 6048.08203125, len: 0.0, nonzero: 0.13020937144756317
Epoch 2600, Total loss: -3951322112.0000, CE loss: 25.0671, RL loss: -39513220.0000, Reward: -1383408.1348
    full cols: 649, non-full cols: 13
   r - labels: 329, labels - r: 24
    violated: 8163, weighted: 6044.798828125, len: 0.0, nonzero: 0.1301969736814499
Epoch 2700, Total loss: -1392597504.0000, CE loss: 25.0671, RL loss: -13925975.0000, Reward: -1382546.9473
    full cols: 645, non-full cols: 21
   r - labels: 333, labels - r: 24
    violated: 8209, weighted: 6009.5234375, len: 0.0, nonzero: 0.13008858263492584
Epoch 2800, Total loss: -4319706112.0000, CE loss: 25.0667, RL loss: -43197060.0000, Reward: -1382223.9219
    full cols: 643, non-full cols: 20
   r - labels: 330, labels - r: 24
    violated: 8359, weighted: 6006.6533203125, len: 0.0, nonzero: 0.12971073389053345
Epoch 2900, Total loss: -1324019840.0000, CE loss: 25.0681, RL loss: -13240199.0000, Reward: -1381980.2480
    full cols: 649, non-full cols: 14
   r - labels: 331, labels - r: 25
    violated: 8221, weighted: 6014.09375, len: 0.0, nonzero: 0.13014742732048035
Epoch 3000, Total loss: -25798160.0000, CE loss: 25.0665, RL loss: -257981.5938, Reward: -1381314.1504
    full cols: 651, non-full cols: 14
   r - labels: 332, labels - r: 24
    violated: 8158, weighted: 6063.70263671875, len: 0.0, nonzero: 0.1305779218673706
Epoch 3100, Total loss: -1944422656.0000, CE loss: 25.0569, RL loss: -19444226.0000, Reward: -1381482.0430
    full cols: 651, non-full cols: 10
   r - labels: 329, labels - r: 25
    violated: 8190, weighted: 6025.1884765625, len: 0.0, nonzero: 0.13028989732265472
Epoch 3200, Total loss: -2373449728.0000, CE loss: 25.0548, RL loss: -23734498.0000, Reward: -1380748.4199
    full cols: 643, non-full cols: 17
   r - labels: 328, labels - r: 25
    violated: 8211, weighted: 5957.18994140625, len: 0.0, nonzero: 0.1293824315071106
Epoch 3300, Total loss: 2659810304.0000, CE loss: 25.0543, RL loss: 26598104.0000, Reward: -1380175.9004
    full cols: 642, non-full cols: 11
   r - labels: 322, labels - r: 26
    violated: 8181, weighted: 5843.248046875, len: 0.0, nonzero: 0.12856478989124298
Epoch 3400, Total loss: -5970711552.0000, CE loss: 25.0468, RL loss: -59707116.0000, Reward: -1380756.7715
    full cols: 639, non-full cols: 9
   r - labels: 318, labels - r: 27
    violated: 8602, weighted: 5832.0078125, len: 0.0, nonzero: 0.1277378648519516
Epoch 3500, Total loss: 3772721920.0000, CE loss: 25.0475, RL loss: 37727220.0000, Reward: -1379779.3438
    full cols: 643, non-full cols: 7
   r - labels: 319, labels - r: 26
    violated: 8191, weighted: 5878.6552734375, len: 0.0, nonzero: 0.12820862233638763
Epoch 3600, Total loss: 3777395200.0000, CE loss: 25.0469, RL loss: 37773952.0000, Reward: -1380424.9160
    full cols: 636, non-full cols: 14
   r - labels: 320, labels - r: 27
    violated: 8381, weighted: 5905.8427734375, len: 0.0, nonzero: 0.1275334507226944
Epoch 3700, Total loss: -4426516992.0000, CE loss: 25.0479, RL loss: -44265172.0000, Reward: -1379809.3613
    full cols: 637, non-full cols: 12
   r - labels: 320, labels - r: 28
    violated: 8654, weighted: 5892.248046875, len: 0.0, nonzero: 0.12762635946273804
Epoch 3800, Total loss: -351936288.0000, CE loss: 25.0466, RL loss: -3519362.7500, Reward: -1379699.0020
    full cols: 645, non-full cols: 14
   r - labels: 327, labels - r: 25
    violated: 8444, weighted: 5947.39892578125, len: 0.0, nonzero: 0.12919041514396667
Epoch 3900, Total loss: 780304320.0000, CE loss: 25.0455, RL loss: 7803043.5000, Reward: -1379494.3105
    full cols: 644, non-full cols: 8
   r - labels: 319, labels - r: 24
    violated: 8072, weighted: 5875.6884765625, len: 0.0, nonzero: 0.12894883751869202
--- eval ---
prediction result:
f1 on test:    0.5390
f1 on test:    0.8932 (micro)
f1 on KB:      0.6405
integrated f1: 0.6042, w_data: 0.3000, w_klg: 0.7000

integrated result:
f1 on test:    0.5270
f1 on test:    0.8925 (micro)
f1 on KB:      0.6569
integrated f1: 0.6179, w_data: 0.3000, w_klg: 0.7000
------------
Epoch 4000, Total loss: 3082062336.0000, CE loss: 25.0454, RL loss: 30820624.0000, Reward: -1378509.5527
    full cols: 646, non-full cols: 14
   r - labels: 327, labels - r: 24
    violated: 8232, weighted: 5952.904296875, len: 0.0, nonzero: 0.1295589655637741
Epoch 4100, Total loss: 7269780992.0000, CE loss: 25.0446, RL loss: 72697808.0000, Reward: -1377052.1250
    full cols: 647, non-full cols: 15
   r - labels: 329, labels - r: 24
    violated: 8357, weighted: 5880.263671875, len: 0.0, nonzero: 0.12978816032409668
Epoch 4200, Total loss: -7514492928.0000, CE loss: 25.0463, RL loss: -75144928.0000, Reward: -1378965.2559
    full cols: 640, non-full cols: 12
   r - labels: 320, labels - r: 25
    violated: 8172, weighted: 5796.81884765625, len: 0.0, nonzero: 0.12809713184833527
Epoch 4300, Total loss: -1700857984.0000, CE loss: 25.0451, RL loss: -17008580.0000, Reward: -1377745.9316
    full cols: 641, non-full cols: 12
   r - labels: 320, labels - r: 24
    violated: 8242, weighted: 5794.8251953125, len: 0.0, nonzero: 0.12826746702194214
Epoch 4400, Total loss: 2662872064.0000, CE loss: 25.0441, RL loss: 26628720.0000, Reward: -1377449.8340
    full cols: 639, non-full cols: 15
   r - labels: 322, labels - r: 25
    violated: 8260, weighted: 5874.01513671875, len: 0.0, nonzero: 0.12879708409309387
Epoch 4500, Total loss: 2676446720.0000, CE loss: 25.0334, RL loss: 26764466.0000, Reward: -1376646.5352
    full cols: 640, non-full cols: 7
   r - labels: 315, labels - r: 25
    violated: 8609, weighted: 5735.03369140625, len: 0.0, nonzero: 0.12799492478370667
Epoch 4600, Total loss: 9373332480.0000, CE loss: 25.0296, RL loss: 93733320.0000, Reward: -1375857.0508
    full cols: 639, non-full cols: 10
   r - labels: 317, labels - r: 25
    violated: 8078, weighted: 5721.626953125, len: 0.0, nonzero: 0.12720206379890442
Epoch 4700, Total loss: -2726935808.0000, CE loss: 25.0294, RL loss: -27269358.0000, Reward: -1376153.3340
    full cols: 637, non-full cols: 12
   r - labels: 315, labels - r: 23
    violated: 8323, weighted: 5647.6484375, len: 0.0, nonzero: 0.12762635946273804
Epoch 4800, Total loss: 975681280.0000, CE loss: 25.0290, RL loss: 9756813.0000, Reward: -1375141.5020
    full cols: 634, non-full cols: 20
   r - labels: 319, labels - r: 22
    violated: 8570, weighted: 5658.421875, len: 0.0, nonzero: 0.1280166059732437
Epoch 4900, Total loss: -3654051584.0000, CE loss: 25.0249, RL loss: -36540516.0000, Reward: -1376091.3281
    full cols: 641, non-full cols: 7
   r - labels: 313, labels - r: 22
    violated: 8166, weighted: 5578.02197265625, len: 0.0, nonzero: 0.12789581716060638
Epoch 5000, Total loss: 774695872.0000, CE loss: 25.0242, RL loss: 7746959.0000, Reward: -1375372.8418
    full cols: 632, non-full cols: 18
   r - labels: 316, labels - r: 23
    violated: 8114, weighted: 5532.0908203125, len: 0.0, nonzero: 0.12739098072052002
Epoch 5100, Total loss: -5807851008.0000, CE loss: 25.0240, RL loss: -58078512.0000, Reward: -1375122.5488
    full cols: 636, non-full cols: 11
   r - labels: 313, labels - r: 23
    violated: 8215, weighted: 5544.982421875, len: 0.0, nonzero: 0.12744054198265076
Epoch 5200, Total loss: -4815003136.0000, CE loss: 25.0245, RL loss: -48150032.0000, Reward: -1375276.9355
    full cols: 640, non-full cols: 10
   r - labels: 316, labels - r: 23
    violated: 8149, weighted: 5669.216796875, len: 0.0, nonzero: 0.12796396017074585
Epoch 5300, Total loss: -6555707392.0000, CE loss: 25.0249, RL loss: -65557076.0000, Reward: -1374317.7676
    full cols: 639, non-full cols: 10
   r - labels: 316, labels - r: 24
    violated: 8210, weighted: 5647.904296875, len: 0.0, nonzero: 0.12748390436172485
Epoch 5400, Total loss: -558162624.0000, CE loss: 25.0244, RL loss: -5581626.5000, Reward: -1374193.6113
    full cols: 639, non-full cols: 14
   r - labels: 320, labels - r: 24
    violated: 8822, weighted: 5711.09375, len: 0.0, nonzero: 0.12832321226596832
Epoch 5500, Total loss: -6171078656.0000, CE loss: 25.0242, RL loss: -61710788.0000, Reward: -1374324.4238
    full cols: 637, non-full cols: 11
   r - labels: 314, labels - r: 23
    violated: 8302, weighted: 5677.0458984375, len: 0.0, nonzero: 0.12741266191005707
Epoch 5600, Total loss: 5961607680.0000, CE loss: 25.0247, RL loss: 59616076.0000, Reward: -1372262.1562
    full cols: 634, non-full cols: 11
   r - labels: 312, labels - r: 24
    violated: 8392, weighted: 5667.525390625, len: 0.0, nonzero: 0.1270533949136734
Epoch 5700, Total loss: -8221594624.0000, CE loss: 25.0242, RL loss: -82215944.0000, Reward: -1373877.4629
    full cols: 639, non-full cols: 7
   r - labels: 312, labels - r: 23
    violated: 8240, weighted: 5638.4931640625, len: 0.0, nonzero: 0.12729807198047638
Epoch 5800, Total loss: -992371328.0000, CE loss: 25.0242, RL loss: -9923713.0000, Reward: -1372243.0176
    full cols: 636, non-full cols: 7
   r - labels: 308, labels - r: 22
    violated: 8248, weighted: 5606.6181640625, len: 0.0, nonzero: 0.12693260610103607
Epoch 5900, Total loss: -4041648128.0000, CE loss: 25.0241, RL loss: -40416480.0000, Reward: -1371379.3008
    full cols: 634, non-full cols: 9
   r - labels: 308, labels - r: 22
    violated: 8331, weighted: 5594.9873046875, len: 0.0, nonzero: 0.12657953798770905
--- eval ---
prediction result:
f1 on test:    0.5381
f1 on test:    0.8930 (micro)
f1 on KB:      0.6408
integrated f1: 0.6040, w_data: 0.3000, w_klg: 0.7000

integrated result:
f1 on test:    0.5271
f1 on test:    0.8924 (micro)
f1 on KB:      0.6569
integrated f1: 0.6180, w_data: 0.3000, w_klg: 0.7000
------------
Epoch 6000, Total loss: -1727148160.0000, CE loss: 25.0238, RL loss: -17271482.0000, Reward: -1371112.6289
    full cols: 636, non-full cols: 7
   r - labels: 309, labels - r: 23
    violated: 8243, weighted: 5674.99560546875, len: 0.0, nonzero: 0.12711533904075623
Epoch 6100, Total loss: -10206848000.0000, CE loss: 25.0243, RL loss: -102068480.0000, Reward: -1372423.5723
    full cols: 640, non-full cols: 15
   r - labels: 321, labels - r: 23
    violated: 8205, weighted: 5724.32958984375, len: 0.0, nonzero: 0.12788033485412598
Epoch 6200, Total loss: -9227014144.0000, CE loss: 25.0248, RL loss: -92270144.0000, Reward: -1372268.2441
    full cols: 639, non-full cols: 10
   r - labels: 316, labels - r: 24
    violated: 8426, weighted: 5731.9541015625, len: 0.0, nonzero: 0.12777502834796906
Epoch 6300, Total loss: 2492033536.0000, CE loss: 25.0246, RL loss: 24920336.0000, Reward: -1370774.9297
    full cols: 633, non-full cols: 14
   r - labels: 314, labels - r: 24
    violated: 8385, weighted: 5655.49609375, len: 0.0, nonzero: 0.12725161015987396
Epoch 6400, Total loss: 808935872.0000, CE loss: 25.0239, RL loss: 8089359.0000, Reward: -1370636.5430
    full cols: 641, non-full cols: 9
   r - labels: 315, labels - r: 22
    violated: 8301, weighted: 5576.18359375, len: 0.0, nonzero: 0.12744364142417908
Epoch 6500, Total loss: 3104275968.0000, CE loss: 25.0240, RL loss: 31042760.0000, Reward: -1369592.0547
    full cols: 626, non-full cols: 12
   r - labels: 305, labels - r: 24
    violated: 8377, weighted: 5432.734375, len: 0.0, nonzero: 0.1252198964357376
Epoch 6600, Total loss: 647452544.0000, CE loss: 25.0237, RL loss: 6474525.5000, Reward: -1369942.3555
    full cols: 628, non-full cols: 12
   r - labels: 307, labels - r: 24
    violated: 8395, weighted: 5531.591796875, len: 0.0, nonzero: 0.1259043663740158
Epoch 6700, Total loss: -4122204416.0000, CE loss: 25.0240, RL loss: -41222044.0000, Reward: -1369634.3594
    full cols: 627, non-full cols: 14
   r - labels: 309, labels - r: 25
    violated: 8291, weighted: 5460.025390625, len: 0.0, nonzero: 0.12611806392669678
Epoch 6800, Total loss: -2354470144.0000, CE loss: 25.0246, RL loss: -23544702.0000, Reward: -1369831.6816
    full cols: 628, non-full cols: 12
   r - labels: 307, labels - r: 24
    violated: 8531, weighted: 5379.10791015625, len: 0.0, nonzero: 0.12585172057151794
Epoch 6900, Total loss: -5623944192.0000, CE loss: 25.0246, RL loss: -56239440.0000, Reward: -1370488.8945
    full cols: 633, non-full cols: 10
   r - labels: 310, labels - r: 24
    violated: 8469, weighted: 5387.4775390625, len: 0.0, nonzero: 0.1261211633682251
Epoch 7000, Total loss: -7435227136.0000, CE loss: 25.0212, RL loss: -74352272.0000, Reward: -1370961.0000
    full cols: 637, non-full cols: 7
   r - labels: 311, labels - r: 24
    violated: 8419, weighted: 5551.8505859375, len: 0.0, nonzero: 0.1270533949136734
Epoch 7100, Total loss: 3123218944.0000, CE loss: 25.0206, RL loss: 31232190.0000, Reward: -1368703.6523
    full cols: 643, non-full cols: 7
   r - labels: 315, labels - r: 22
    violated: 8417, weighted: 5534.421875, len: 0.0, nonzero: 0.1282891482114792
Epoch 7200, Total loss: 4033690880.0000, CE loss: 25.0134, RL loss: 40336908.0000, Reward: -1369281.7109
    full cols: 648, non-full cols: 6
   r - labels: 319, labels - r: 22
    violated: 8173, weighted: 5643.02734375, len: 0.0, nonzero: 0.12891477346420288
Epoch 7300, Total loss: 2292312576.0000, CE loss: 25.0027, RL loss: 22923126.0000, Reward: -1369038.0137
    full cols: 646, non-full cols: 12
   r - labels: 322, labels - r: 21
    violated: 8099, weighted: 5652.3232421875, len: 0.0, nonzero: 0.12964878976345062
Epoch 7400, Total loss: 245502592.0000, CE loss: 25.0001, RL loss: 2455026.0000, Reward: -1369569.2539
    full cols: 642, non-full cols: 6
   r - labels: 314, labels - r: 23
    violated: 7988, weighted: 5563.56591796875, len: 0.0, nonzero: 0.1278679370880127
Epoch 7500, Total loss: 643543168.0000, CE loss: 24.9890, RL loss: 6435431.5000, Reward: -1369221.9238
    full cols: 635, non-full cols: 9
   r - labels: 309, labels - r: 22
    violated: 8103, weighted: 5379.55517578125, len: 0.0, nonzero: 0.12671580910682678
Epoch 7600, Total loss: -3313065472.0000, CE loss: 24.9855, RL loss: -33130654.0000, Reward: -1369009.7988
    full cols: 629, non-full cols: 21
   r - labels: 314, labels - r: 21
    violated: 8045, weighted: 5450.26953125, len: 0.0, nonzero: 0.1273445338010788
Epoch 7700, Total loss: 361108896.0000, CE loss: 24.9847, RL loss: 3611089.0000, Reward: -1368524.9023
    full cols: 637, non-full cols: 14
   r - labels: 315, labels - r: 21
    violated: 8052, weighted: 5578.4951171875, len: 0.0, nonzero: 0.12776264548301697
Epoch 7800, Total loss: 9263944704.0000, CE loss: 24.9847, RL loss: 92639448.0000, Reward: -1366975.8086
    full cols: 647, non-full cols: 8
   r - labels: 318, labels - r: 20
    violated: 7939, weighted: 5534.7197265625, len: 0.0, nonzero: 0.12873513996601105
Epoch 7900, Total loss: -3882400512.0000, CE loss: 24.9848, RL loss: -38824004.0000, Reward: -1368347.5449
    full cols: 647, non-full cols: 8
   r - labels: 319, labels - r: 21
    violated: 8010, weighted: 5649.80419921875, len: 0.0, nonzero: 0.12924925982952118
--- eval ---
prediction result:
f1 on test:    0.5320
f1 on test:    0.8926 (micro)
f1 on KB:      0.6412
integrated f1: 0.6016, w_data: 0.3000, w_klg: 0.7000

integrated result:
f1 on test:    0.5258
f1 on test:    0.8924 (micro)
f1 on KB:      0.6567
integrated f1: 0.6174, w_data: 0.3000, w_klg: 0.7000
------------
Epoch 8000, Total loss: 294102784.0000, CE loss: 24.9846, RL loss: 2941027.7500, Reward: -1367261.2461
    full cols: 638, non-full cols: 12
   r - labels: 315, labels - r: 22
    violated: 8143, weighted: 5540.37255859375, len: 0.0, nonzero: 0.12806615233421326
Epoch 8100, Total loss: 4070991616.0000, CE loss: 24.9849, RL loss: 40709916.0000, Reward: -1366567.6094
    full cols: 636, non-full cols: 9
   r - labels: 311, labels - r: 23
    violated: 8090, weighted: 5484.5908203125, len: 0.0, nonzero: 0.12663838267326355
Epoch 8200, Total loss: -553117696.0000, CE loss: 24.9847, RL loss: -5531177.0000, Reward: -1367460.3906
    full cols: 629, non-full cols: 17
   r - labels: 314, labels - r: 25
    violated: 7940, weighted: 5404.0478515625, len: 0.0, nonzero: 0.12589816749095917
Epoch 8300, Total loss: -4609030144.0000, CE loss: 24.9842, RL loss: -46090300.0000, Reward: -1367670.4551
    full cols: 638, non-full cols: 10
   r - labels: 319, labels - r: 28
    violated: 8126, weighted: 5595.73828125, len: 0.0, nonzero: 0.12794846296310425
Epoch 8400, Total loss: -8785617920.0000, CE loss: 24.9846, RL loss: -87856184.0000, Reward: -1368918.7070
    full cols: 635, non-full cols: 4
   r - labels: 306, labels - r: 24
    violated: 7998, weighted: 5345.1240234375, len: 0.0, nonzero: 0.1264990121126175
Epoch 8500, Total loss: 2916337920.0000, CE loss: 24.9851, RL loss: 29163380.0000, Reward: -1366603.1602
    full cols: 632, non-full cols: 7
   r - labels: 308, labels - r: 26
    violated: 8000, weighted: 5326.98974609375, len: 0.0, nonzero: 0.12622027099132538
Epoch 8600, Total loss: 1476641536.0000, CE loss: 24.9846, RL loss: 14766416.0000, Reward: -1366522.6348
    full cols: 629, non-full cols: 6
   r - labels: 304, labels - r: 26
    violated: 8122, weighted: 5269.1455078125, len: 0.0, nonzero: 0.12513627111911774
Epoch 8700, Total loss: 2759145216.0000, CE loss: 24.9840, RL loss: 27591452.0000, Reward: -1365851.8691
    full cols: 623, non-full cols: 5
   r - labels: 295, labels - r: 24
    violated: 8160, weighted: 5113.2578125, len: 0.0, nonzero: 0.1241699755191803
Epoch 8800, Total loss: -3644219136.0000, CE loss: 24.9844, RL loss: -36442192.0000, Reward: -1367143.5859
    full cols: 622, non-full cols: 10
   r - labels: 296, labels - r: 21
    violated: 8109, weighted: 5035.59375, len: 0.0, nonzero: 0.12445490807294846
Epoch 8900, Total loss: 8401415168.0000, CE loss: 24.9846, RL loss: 84014152.0000, Reward: -1366165.3711
    full cols: 620, non-full cols: 8
   r - labels: 292, labels - r: 21
    violated: 8082, weighted: 4984.701171875, len: 0.0, nonzero: 0.12362487614154816
Epoch 9000, Total loss: -468403712.0000, CE loss: 24.9843, RL loss: -4684037.0000, Reward: -1366863.3574
    full cols: 628, non-full cols: 5
   r - labels: 296, labels - r: 20
    violated: 8011, weighted: 5121.8935546875, len: 0.0, nonzero: 0.12477081269025803
Epoch 9100, Total loss: -2426509312.0000, CE loss: 24.9844, RL loss: -24265094.0000, Reward: -1366326.5195
    full cols: 629, non-full cols: 6
   r - labels: 300, labels - r: 22
    violated: 7935, weighted: 5178.69140625, len: 0.0, nonzero: 0.12549863755702972
Epoch 9200, Total loss: 1650025472.0000, CE loss: 24.9845, RL loss: 16500255.0000, Reward: -1365040.7891
    full cols: 621, non-full cols: 9
   r - labels: 295, labels - r: 22
    violated: 8014, weighted: 5031.9267578125, len: 0.0, nonzero: 0.12391291558742523
Epoch 9300, Total loss: -1185976320.0000, CE loss: 24.9848, RL loss: -11859763.0000, Reward: -1366249.6777
    full cols: 614, non-full cols: 6
   r - labels: 284, labels - r: 21
    violated: 7980, weighted: 4825.64453125, len: 0.0, nonzero: 0.12234266847372055
Epoch 9400, Total loss: 2935041792.0000, CE loss: 24.9847, RL loss: 29350418.0000, Reward: -1365395.3477
    full cols: 626, non-full cols: 7
   r - labels: 296, labels - r: 20
    violated: 8276, weighted: 5060.95703125, len: 0.0, nonzero: 0.12512698769569397
Epoch 9500, Total loss: -2668672512.0000, CE loss: 24.9843, RL loss: -26686724.0000, Reward: -1366386.3828
    full cols: 628, non-full cols: 8
   r - labels: 299, labels - r: 20
    violated: 7843, weighted: 5117.50146484375, len: 0.0, nonzero: 0.1255822628736496
Epoch 9600, Total loss: 654236480.0000, CE loss: 24.9844, RL loss: 6542365.0000, Reward: -1365767.0879
    full cols: 624, non-full cols: 19
   r - labels: 304, labels - r: 18
    violated: 7822, weighted: 5162.2080078125, len: 0.0, nonzero: 0.1259043663740158
Epoch 9700, Total loss: -2034797056.0000, CE loss: 24.9842, RL loss: -20347970.0000, Reward: -1365147.5371
    full cols: 623, non-full cols: 7
   r - labels: 293, labels - r: 20
    violated: 7923, weighted: 5002.03564453125, len: 0.0, nonzero: 0.12409564107656479
Epoch 9800, Total loss: -7222367232.0000, CE loss: 24.9855, RL loss: -72223672.0000, Reward: -1366451.9336
    full cols: 621, non-full cols: 10
   r - labels: 292, labels - r: 18
    violated: 7912, weighted: 4982.45263671875, len: 0.0, nonzero: 0.12443322688341141
Epoch 9900, Total loss: 5889842176.0000, CE loss: 24.9844, RL loss: 58898424.0000, Reward: -1365251.8184
    full cols: 639, non-full cols: 3
   r - labels: 302, labels - r: 17
    violated: 7977, weighted: 5159.4560546875, len: 0.0, nonzero: 0.12672200798988342
--- eval ---
prediction result:
f1 on test:    0.5320
f1 on test:    0.8926 (micro)
f1 on KB:      0.6412
integrated f1: 0.6016, w_data: 0.3000, w_klg: 0.7000

integrated result:
f1 on test:    0.5259
f1 on test:    0.8926 (micro)
f1 on KB:      0.6572
integrated f1: 0.6178, w_data: 0.3000, w_klg: 0.7000
------------
Epoch 10000, Total loss: -1691850240.0000, CE loss: 24.9847, RL loss: -16918502.0000, Reward: -1366189.1641
    full cols: 633, non-full cols: 8
   r - labels: 301, labels - r: 17
    violated: 8013, weighted: 5237.873046875, len: 0.0, nonzero: 0.12644946575164795
Epoch 10100, Total loss: 2008755840.0000, CE loss: 24.9847, RL loss: 20087558.0000, Reward: -1366056.1016
    full cols: 636, non-full cols: 8
   r - labels: 303, labels - r: 16
    violated: 7996, weighted: 5065.330078125, len: 0.0, nonzero: 0.12664148211479187
Epoch 10200, Total loss: 3038647296.0000, CE loss: 24.9840, RL loss: 30386474.0000, Reward: -1365521.3926
    full cols: 631, non-full cols: 6
   r - labels: 298, labels - r: 18
    violated: 8343, weighted: 5033.3017578125, len: 0.0, nonzero: 0.12558846175670624
Epoch 10300, Total loss: -2886887680.0000, CE loss: 24.9842, RL loss: -28868876.0000, Reward: -1366773.8008
    full cols: 630, non-full cols: 7
   r - labels: 301, labels - r: 21
    violated: 7989, weighted: 5168.81396484375, len: 0.0, nonzero: 0.12516725063323975
Epoch 10400, Total loss: -5712108544.0000, CE loss: 24.9855, RL loss: -57121088.0000, Reward: -1367975.3906
    full cols: 635, non-full cols: 8
   r - labels: 303, labels - r: 17
    violated: 7876, weighted: 5196.89892578125, len: 0.0, nonzero: 0.12707817554473877
Epoch 10500, Total loss: 5720216576.0000, CE loss: 24.9850, RL loss: 57202168.0000, Reward: -1366323.1211
    full cols: 631, non-full cols: 6
   r - labels: 298, labels - r: 18
    violated: 7910, weighted: 5101.98291015625, len: 0.0, nonzero: 0.12534688413143158
Epoch 10600, Total loss: -3611707136.0000, CE loss: 24.9849, RL loss: -36117072.0000, Reward: -1366931.6543
    full cols: 624, non-full cols: 9
   r - labels: 294, labels - r: 18
    violated: 7803, weighted: 4967.63037109375, len: 0.0, nonzero: 0.12447348982095718
Epoch 10700, Total loss: -4009184512.0000, CE loss: 24.9849, RL loss: -40091844.0000, Reward: -1367116.9629
    full cols: 630, non-full cols: 1
   r - labels: 293, labels - r: 19
    violated: 8071, weighted: 5011.03759765625, len: 0.0, nonzero: 0.12488850951194763
Epoch 10800, Total loss: 4657707008.0000, CE loss: 24.9840, RL loss: 46577072.0000, Reward: -1367143.8945
    full cols: 627, non-full cols: 9
   r - labels: 296, labels - r: 17
    violated: 7984, weighted: 5028.3916015625, len: 0.0, nonzero: 0.12555129826068878
Epoch 10900, Total loss: 1886683136.0000, CE loss: 24.9844, RL loss: 18866832.0000, Reward: -1366391.9941
    full cols: 634, non-full cols: 3
   r - labels: 297, labels - r: 17
    violated: 7822, weighted: 5092.5751953125, len: 0.0, nonzero: 0.1260065734386444
Epoch 11000, Total loss: -3082854912.0000, CE loss: 24.9843, RL loss: -30828548.0000, Reward: -1366873.9023
    full cols: 627, non-full cols: 3
   r - labels: 290, labels - r: 17
    violated: 7959, weighted: 4995.14306640625, len: 0.0, nonzero: 0.12477701157331467
Epoch 11100, Total loss: 3406355968.0000, CE loss: 24.9853, RL loss: 34063560.0000, Reward: -1366833.2949
    full cols: 621, non-full cols: 20
   r - labels: 304, labels - r: 20
    violated: 7971, weighted: 4986.9775390625, len: 0.0, nonzero: 0.12452614307403564
Epoch 11200, Total loss: 11894435840.0000, CE loss: 24.9845, RL loss: 118944360.0000, Reward: -1365036.3125
    full cols: 639, non-full cols: 9
   r - labels: 306, labels - r: 15
    violated: 7785, weighted: 5165.8544921875, len: 0.0, nonzero: 0.12769140303134918
Epoch 11300, Total loss: 1756103168.0000, CE loss: 24.9845, RL loss: 17561032.0000, Reward: -1367410.5859
    full cols: 639, non-full cols: 6
   r - labels: 308, labels - r: 20
    violated: 7960, weighted: 5332.3349609375, len: 0.0, nonzero: 0.12684279680252075
Epoch 11400, Total loss: -6195959808.0000, CE loss: 24.9838, RL loss: -61959600.0000, Reward: -1368946.6270
    full cols: 646, non-full cols: 8
   r - labels: 316, labels - r: 19
    violated: 7873, weighted: 5529.40478515625, len: 0.0, nonzero: 0.12923377752304077
Epoch 11500, Total loss: -8144908.0000, CE loss: 24.9845, RL loss: -81449.0781, Reward: -1367543.2637
    full cols: 642, non-full cols: 9
   r - labels: 312, labels - r: 18
    violated: 7699, weighted: 5340.65771484375, len: 0.0, nonzero: 0.12850594520568848
Epoch 11600, Total loss: -2933267968.0000, CE loss: 24.9839, RL loss: -29332680.0000, Reward: -1367411.8203
    full cols: 645, non-full cols: 7
   r - labels: 316, labels - r: 21
    violated: 7757, weighted: 5464.0009765625, len: 0.0, nonzero: 0.12860196828842163
Epoch 11700, Total loss: -3234821888.0000, CE loss: 24.9844, RL loss: -32348220.0000, Reward: -1367208.2578
    full cols: 637, non-full cols: 8
   r - labels: 308, labels - r: 20
    violated: 7842, weighted: 5284.2666015625, len: 0.0, nonzero: 0.12729807198047638
Epoch 11800, Total loss: 1738175616.0000, CE loss: 24.9846, RL loss: 17381756.0000, Reward: -1366582.3770
    full cols: 644, non-full cols: 5
   r - labels: 314, labels - r: 22
    violated: 7853, weighted: 5442.9501953125, len: 0.0, nonzero: 0.12815597653388977
Epoch 11900, Total loss: -7983315968.0000, CE loss: 24.9846, RL loss: -79833160.0000, Reward: -1367765.2500
    full cols: 652, non-full cols: 7
   r - labels: 323, labels - r: 21
    violated: 7733, weighted: 5565.84228515625, len: 0.0, nonzero: 0.1296890527009964
--- eval ---
prediction result:
f1 on test:    0.5320
f1 on test:    0.8926 (micro)
f1 on KB:      0.6412
integrated f1: 0.6016, w_data: 0.3000, w_klg: 0.7000

integrated result:
f1 on test:    0.5239
f1 on test:    0.8924 (micro)
f1 on KB:      0.6578
integrated f1: 0.6176, w_data: 0.3000, w_klg: 0.7000
------------
Epoch 12000, Total loss: -5381559808.0000, CE loss: 24.9841, RL loss: -53815600.0000, Reward: -1367938.5352
    full cols: 657, non-full cols: 2
   r - labels: 322, labels - r: 20
    violated: 7786, weighted: 5675.92919921875, len: 0.0, nonzero: 0.130389004945755
Epoch 12100, Total loss: 9613996032.0000, CE loss: 24.9841, RL loss: 96139960.0000, Reward: -1365577.2812
    full cols: 650, non-full cols: 5
   r - labels: 316, labels - r: 18
    violated: 7693, weighted: 5423.8974609375, len: 0.0, nonzero: 0.12980984151363373
Epoch 12200, Total loss: -544844032.0000, CE loss: 24.9848, RL loss: -5448440.0000, Reward: -1367075.9336
    full cols: 644, non-full cols: 7
   r - labels: 312, labels - r: 18
    violated: 7708, weighted: 5286.8603515625, len: 0.0, nonzero: 0.12840993702411652
Epoch 12300, Total loss: 5984599552.0000, CE loss: 24.9846, RL loss: 59845996.0000, Reward: -1366660.9922
    full cols: 650, non-full cols: 3
   r - labels: 317, labels - r: 21
    violated: 7703, weighted: 5504.5654296875, len: 0.0, nonzero: 0.12923377752304077
Epoch 12400, Total loss: -11131846656.0000, CE loss: 24.9841, RL loss: -111318464.0000, Reward: -1368549.6758
    full cols: 654, non-full cols: 5
   r - labels: 321, labels - r: 19
    violated: 7696, weighted: 5609.98095703125, len: 0.0, nonzero: 0.13030537962913513
Epoch 12500, Total loss: 6253024256.0000, CE loss: 24.9845, RL loss: 62530240.0000, Reward: -1366324.7812
    full cols: 651, non-full cols: 3
   r - labels: 319, labels - r: 22
    violated: 7607, weighted: 5563.43212890625, len: 0.0, nonzero: 0.12924925982952118
Epoch 12600, Total loss: 4405028352.0000, CE loss: 24.9851, RL loss: 44050284.0000, Reward: -1367362.2285
    full cols: 660, non-full cols: 13
   r - labels: 336, labels - r: 20
    violated: 7503, weighted: 5728.4130859375, len: 0.0, nonzero: 0.13262203335762024
Epoch 12700, Total loss: 2824244224.0000, CE loss: 24.9842, RL loss: 28242442.0000, Reward: -1367298.4922
    full cols: 666, non-full cols: 2
   r - labels: 330, labels - r: 19
    violated: 7508, weighted: 5712.0126953125, len: 0.0, nonzero: 0.13239283859729767
Epoch 12800, Total loss: 1426076544.0000, CE loss: 24.9848, RL loss: 14260766.0000, Reward: -1367029.6074
    full cols: 649, non-full cols: 6
   r - labels: 317, labels - r: 19
    violated: 7685, weighted: 5395.91796875, len: 0.0, nonzero: 0.12914395332336426
Epoch 12900, Total loss: -5586996224.0000, CE loss: 24.9853, RL loss: -55869960.0000, Reward: -1367046.2969
    full cols: 645, non-full cols: 4
   r - labels: 312, labels - r: 20
    violated: 7659, weighted: 5328.05859375, len: 0.0, nonzero: 0.12827366590499878
Epoch 13000, Total loss: -4920729088.0000, CE loss: 24.9856, RL loss: -49207292.0000, Reward: -1367033.5586
    full cols: 640, non-full cols: 8
   r - labels: 312, labels - r: 21
    violated: 7738, weighted: 5303.37109375, len: 0.0, nonzero: 0.1278989166021347
Epoch 13100, Total loss: 208674944.0000, CE loss: 24.9843, RL loss: 2086749.3750, Reward: -1366399.8574
    full cols: 643, non-full cols: 5
   r - labels: 309, labels - r: 18
    violated: 7647, weighted: 5308.4189453125, len: 0.0, nonzero: 0.1281002312898636
Epoch 13200, Total loss: -3709045248.0000, CE loss: 24.9853, RL loss: -37090452.0000, Reward: -1366619.3809
    full cols: 643, non-full cols: 3
   r - labels: 309, labels - r: 20
    violated: 7729, weighted: 5384.54638671875, len: 0.0, nonzero: 0.12784625589847565
Epoch 13300, Total loss: 3697968384.0000, CE loss: 24.9850, RL loss: 36979684.0000, Reward: -1365351.7051
    full cols: 635, non-full cols: 1
   r - labels: 300, labels - r: 21
    violated: 7765, weighted: 5186.3232421875, len: 0.0, nonzero: 0.1259477287530899
Epoch 13400, Total loss: -4817816064.0000, CE loss: 24.9840, RL loss: -48178160.0000, Reward: -1366232.5742
    full cols: 630, non-full cols: 2
   r - labels: 297, labels - r: 22
    violated: 7733, weighted: 5098.70361328125, len: 0.0, nonzero: 0.12508052587509155
Epoch 13500, Total loss: 1135495168.0000, CE loss: 24.9850, RL loss: 11354952.0000, Reward: -1364873.2344
    full cols: 632, non-full cols: 4
   r - labels: 299, labels - r: 20
    violated: 7650, weighted: 5067.04833984375, len: 0.0, nonzero: 0.12557296454906464
Epoch 13600, Total loss: -2338523648.0000, CE loss: 24.9843, RL loss: -23385236.0000, Reward: -1365829.4023
    full cols: 634, non-full cols: 3
   r - labels: 300, labels - r: 20
    violated: 7807, weighted: 5068.21337890625, len: 0.0, nonzero: 0.12605921924114227
Epoch 13700, Total loss: 198465056.0000, CE loss: 24.9849, RL loss: 1984650.5000, Reward: -1366333.9531
    full cols: 637, non-full cols: 6
   r - labels: 306, labels - r: 20
    violated: 7924, weighted: 5161.7373046875, len: 0.0, nonzero: 0.12704721093177795
Epoch 13800, Total loss: -10398012416.0000, CE loss: 24.9850, RL loss: -103980120.0000, Reward: -1366264.9941
    full cols: 631, non-full cols: 4
   r - labels: 300, labels - r: 22
    violated: 7698, weighted: 5034.16943359375, len: 0.0, nonzero: 0.12542741000652313
Epoch 13900, Total loss: -3247678720.0000, CE loss: 24.9843, RL loss: -32476788.0000, Reward: -1364942.4746
    full cols: 628, non-full cols: 4
   r - labels: 298, labels - r: 23
    violated: 7893, weighted: 5147.8134765625, len: 0.0, nonzero: 0.12521371245384216
--- eval ---
prediction result:
f1 on test:    0.5320
f1 on test:    0.8926 (micro)
f1 on KB:      0.6412
integrated f1: 0.6016, w_data: 0.3000, w_klg: 0.7000

integrated result:
f1 on test:    0.5245
f1 on test:    0.8923 (micro)
f1 on KB:      0.6574
integrated f1: 0.6176, w_data: 0.3000, w_klg: 0.7000
------------
Epoch 14000, Total loss: 5051397120.0000, CE loss: 24.9844, RL loss: 50513972.0000, Reward: -1364816.7051
    full cols: 638, non-full cols: 4
   r - labels: 305, labels - r: 20
    violated: 7842, weighted: 5225.62646484375, len: 0.0, nonzero: 0.12681491672992706
Epoch 14100, Total loss: 5370375168.0000, CE loss: 24.9844, RL loss: 53703752.0000, Reward: -1365221.7676
    full cols: 629, non-full cols: 5
   r - labels: 295, labels - r: 18
    violated: 7793, weighted: 4984.5458984375, len: 0.0, nonzero: 0.1253066211938858
Epoch 14200, Total loss: -417080704.0000, CE loss: 24.9840, RL loss: -4170807.0000, Reward: -1365855.7988
    full cols: 631, non-full cols: 5
   r - labels: 298, labels - r: 19
    violated: 7832, weighted: 5086.0947265625, len: 0.0, nonzero: 0.12564730644226074
Epoch 14300, Total loss: -4238468096.0000, CE loss: 24.9840, RL loss: -42384680.0000, Reward: -1366153.6680
    full cols: 624, non-full cols: 6
   r - labels: 293, labels - r: 20
    violated: 7768, weighted: 5026.7177734375, len: 0.0, nonzero: 0.12437129020690918
Epoch 14400, Total loss: 2802349312.0000, CE loss: 24.9840, RL loss: 28023494.0000, Reward: -1365488.9062
    full cols: 633, non-full cols: 2
   r - labels: 294, labels - r: 16
    violated: 7683, weighted: 5019.5283203125, len: 0.0, nonzero: 0.1256720870733261
Epoch 14500, Total loss: 1108964352.0000, CE loss: 24.9901, RL loss: 11089643.0000, Reward: -1365612.8574
    full cols: 637, non-full cols: 4
   r - labels: 300, labels - r: 16
    violated: 7678, weighted: 5118.82177734375, len: 0.0, nonzero: 0.12641848623752594
Epoch 14600, Total loss: 6993889792.0000, CE loss: 24.9900, RL loss: 69938896.0000, Reward: -1365558.9219
    full cols: 635, non-full cols: 3
   r - labels: 296, labels - r: 15
    violated: 7648, weighted: 5027.55712890625, len: 0.0, nonzero: 0.12589506804943085
Epoch 14700, Total loss: -4348705792.0000, CE loss: 24.9868, RL loss: -43487056.0000, Reward: -1367693.8203
    full cols: 639, non-full cols: 8
   r - labels: 307, labels - r: 17
    violated: 7687, weighted: 5134.765625, len: 0.0, nonzero: 0.12723612785339355
Epoch 14800, Total loss: -4533038592.0000, CE loss: 24.9848, RL loss: -45330384.0000, Reward: -1366807.0996
    full cols: 637, non-full cols: 5
   r - labels: 304, labels - r: 19
    violated: 7573, weighted: 5164.93896484375, len: 0.0, nonzero: 0.12682731449604034
Epoch 14900, Total loss: -1484125440.0000, CE loss: 24.9840, RL loss: -14841255.0000, Reward: -1365752.4160
    full cols: 634, non-full cols: 6
   r - labels: 302, labels - r: 19
    violated: 7637, weighted: 5095.7451171875, len: 0.0, nonzero: 0.12605611979961395
Epoch 15000, Total loss: -7188876800.0000, CE loss: 24.9846, RL loss: -71888768.0000, Reward: -1367534.4707
    full cols: 615, non-full cols: 60
   r - labels: 334, labels - r: 16
    violated: 7625, weighted: 4954.51904296875, len: 0.0, nonzero: 0.12649281322956085
------ ABL Loop 1 ------
--- eval ---
prediction result:
f1 on test:    0.5320
f1 on test:    0.8926 (micro)
f1 on KB:      0.6412
integrated f1: 0.5986, w_data: 0.3260, w_klg: 0.6740

integrated result:
f1 on test:    0.5229
f1 on test:    0.8922 (micro)
f1 on KB:      0.6584
integrated f1: 0.6142, w_data: 0.3260, w_klg: 0.6740
------------
integrated f1 0.5986

KB before refine:
num_nodes: 5045.0000
num_edges: 3958.0000
density: 0.0002
avg_degree: 0.7845
avg_clustering: 0.0855
degree_assortativity: -0.3957
modularity: 0.6699
avg_betweenness: 0.0000
avg_closeness: 0.0022
Iteration 0: Loss = 1314556.875000
|Xk-Y|_F:  1314556.875000, |X-X0|:  0.000000
rounded |X_k-Y|_0 = 1314045, f1 =  0.394928, approx slack: 4826400
rounded before pow |X_k-Y|_0 = 1314045, f1 =  0.394928

Iteration 20: Loss = 493716.875000
|Xk-Y|_F:  425093.500000, |X-X0|:  68623.375000
rounded |X_k-Y|_0 = 439028, f1 =  0.645959, approx slack: 221142
rounded before pow |X_k-Y|_0 = 589048, f1 =  0.618556

Iteration 40: Loss = 447301.875000
|Xk-Y|_F:  399550.375000, |X-X0|:  47751.492188
rounded |X_k-Y|_0 = 409823, f1 =  0.650734, approx slack: 109014
rounded before pow |X_k-Y|_0 = 465579, f1 =  0.642080

Iteration 60: Loss = 430523.906250
|Xk-Y|_F:  393573.125000, |X-X0|:  36950.789062
rounded |X_k-Y|_0 = 404221, f1 =  0.651623, approx slack: 191380
rounded before pow |X_k-Y|_0 = 523908, f1 =  0.634032

Iteration 80: Loss = 419793.000000
|Xk-Y|_F:  387364.406250, |X-X0|:  32428.605469
rounded |X_k-Y|_0 = 399672, f1 =  0.652356, approx slack: 231972
rounded before pow |X_k-Y|_0 = 568636, f1 =  0.628043

Iteration 100: Loss = 412832.968750
|Xk-Y|_F:  384493.843750, |X-X0|:  28339.132812
rounded |X_k-Y|_0 = 397505, f1 =  0.652705, approx slack: 247895
rounded before pow |X_k-Y|_0 = 585599, f1 =  0.625760

Iteration 120: Loss = 406981.281250
|Xk-Y|_F:  381826.843750, |X-X0|:  25154.423828
rounded |X_k-Y|_0 = 395813, f1 =  0.652977, approx slack: 246916
rounded before pow |X_k-Y|_0 = 585016, f1 =  0.625844

Iteration 140: Loss = 401942.500000
|Xk-Y|_F:  378775.875000, |X-X0|:  23166.617188
rounded |X_k-Y|_0 = 392522, f1 =  0.653508, approx slack: 245838
rounded before pow |X_k-Y|_0 = 585758, f1 =  0.625751

Iteration 160: Loss = 398546.468750
|Xk-Y|_F:  376672.062500, |X-X0|:  21874.412109
rounded |X_k-Y|_0 = 383246, f1 =  0.655025, approx slack: 240766
rounded before pow |X_k-Y|_0 = 588491, f1 =  0.625387

Iteration 180: Loss = 395943.343750
|Xk-Y|_F:  375001.875000, |X-X0|:  20941.480469
rounded |X_k-Y|_0 = 379635, f1 =  0.655612, approx slack: 238298
rounded before pow |X_k-Y|_0 = 588009, f1 =  0.625425

Iteration 200: Loss = 393599.906250
|Xk-Y|_F:  373588.375000, |X-X0|:  20011.525391
rounded |X_k-Y|_0 = 377629, f1 =  0.655935, approx slack: 237345
rounded before pow |X_k-Y|_0 = 587895, f1 =  0.625492

Iteration 220: Loss = 391446.812500
|Xk-Y|_F:  372357.375000, |X-X0|:  19089.425781
rounded |X_k-Y|_0 = 376120, f1 =  0.656178, approx slack: 233196
rounded before pow |X_k-Y|_0 = 584050, f1 =  0.626007

Iteration 240: Loss = 389657.750000
|Xk-Y|_F:  371334.843750, |X-X0|:  18322.914062
rounded |X_k-Y|_0 = 374702, f1 =  0.656406, approx slack: 231634
rounded before pow |X_k-Y|_0 = 582566, f1 =  0.626180

Iteration 260: Loss = 388199.187500
|Xk-Y|_F:  370483.156250, |X-X0|:  17716.027344
rounded |X_k-Y|_0 = 373953, f1 =  0.656524, approx slack: 233648
rounded before pow |X_k-Y|_0 = 583587, f1 =  0.626044

Iteration 280: Loss = 386973.375000
|Xk-Y|_F:  369752.468750, |X-X0|:  17220.896484
rounded |X_k-Y|_0 = 373381, f1 =  0.656616, approx slack: 227072
rounded before pow |X_k-Y|_0 = 577189, f1 =  0.626904

Iteration 300: Loss = 385891.593750
|Xk-Y|_F:  369131.687500, |X-X0|:  16759.906250
rounded |X_k-Y|_0 = 372872, f1 =  0.656698, approx slack: 227113
rounded before pow |X_k-Y|_0 = 577141, f1 =  0.626910

Iteration 320: Loss = 384938.375000
|Xk-Y|_F:  368589.562500, |X-X0|:  16348.810547
rounded |X_k-Y|_0 = 372584, f1 =  0.656744, approx slack: 227041
rounded before pow |X_k-Y|_0 = 576966, f1 =  0.626933

Iteration 340: Loss = 384098.437500
|Xk-Y|_F:  368104.250000, |X-X0|:  15994.203125
rounded |X_k-Y|_0 = 372066, f1 =  0.656827, approx slack: 218675
rounded before pow |X_k-Y|_0 = 568856, f1 =  0.628060

Iteration 360: Loss = 383364.093750
|Xk-Y|_F:  367667.687500, |X-X0|:  15696.399414
rounded |X_k-Y|_0 = 371450, f1 =  0.656926, approx slack: 218452
rounded before pow |X_k-Y|_0 = 568698, f1 =  0.628081

Iteration 380: Loss = 382691.781250
|Xk-Y|_F:  367268.906250, |X-X0|:  15422.876953
rounded |X_k-Y|_0 = 371169, f1 =  0.656971, approx slack: 218720
rounded before pow |X_k-Y|_0 = 568704, f1 =  0.628080

Iteration 400: Loss = 382070.187500
|Xk-Y|_F:  366899.187500, |X-X0|:  15170.996094
rounded |X_k-Y|_0 = 370656, f1 =  0.657053, approx slack: 218606
rounded before pow |X_k-Y|_0 = 568439, f1 =  0.628115

Iteration 420: Loss = 381485.812500
|Xk-Y|_F:  366555.000000, |X-X0|:  14930.814453
rounded |X_k-Y|_0 = 370276, f1 =  0.657113, approx slack: 218663
rounded before pow |X_k-Y|_0 = 568263, f1 =  0.628140

Iteration 440: Loss = 380955.218750
|Xk-Y|_F:  366236.031250, |X-X0|:  14719.177734
rounded |X_k-Y|_0 = 369897, f1 =  0.657174, approx slack: 218984
rounded before pow |X_k-Y|_0 = 568198, f1 =  0.628148

Iteration 460: Loss = 380448.750000
|Xk-Y|_F:  365936.968750, |X-X0|:  14511.779297
rounded |X_k-Y|_0 = 369473, f1 =  0.657241, approx slack: 219221
rounded before pow |X_k-Y|_0 = 567853, f1 =  0.628158

Iteration 480: Loss = 379955.843750
|Xk-Y|_F:  365649.187500, |X-X0|:  14306.669922
rounded |X_k-Y|_0 = 369091, f1 =  0.657302, approx slack: 219294
rounded before pow |X_k-Y|_0 = 567756, f1 =  0.628170

Iteration 500: Loss = 379493.406250
|Xk-Y|_F:  365372.062500, |X-X0|:  14121.329102
rounded |X_k-Y|_0 = 368683, f1 =  0.657367, approx slack: 219465
rounded before pow |X_k-Y|_0 = 567680, f1 =  0.628181

Iteration 520: Loss = 379045.625000
|Xk-Y|_F:  365104.187500, |X-X0|:  13941.449219
rounded |X_k-Y|_0 = 368242, f1 =  0.657438, approx slack: 218615
rounded before pow |X_k-Y|_0 = 566505, f1 =  0.628341

Iteration 540: Loss = 378602.281250
|Xk-Y|_F:  364846.437500, |X-X0|:  13755.851562
rounded |X_k-Y|_0 = 367891, f1 =  0.657494, approx slack: 218875
rounded before pow |X_k-Y|_0 = 566543, f1 =  0.628336

Iteration 560: Loss = 378167.906250
|Xk-Y|_F:  364595.343750, |X-X0|:  13572.570312
rounded |X_k-Y|_0 = 367595, f1 =  0.657541, approx slack: 217852
rounded before pow |X_k-Y|_0 = 565531, f1 =  0.628502

Iteration 580: Loss = 377767.812500
|Xk-Y|_F:  364353.562500, |X-X0|:  13414.239258
rounded |X_k-Y|_0 = 367323, f1 =  0.657584, approx slack: 217975
rounded before pow |X_k-Y|_0 = 565429, f1 =  0.628516

Iteration 600: Loss = 377390.750000
|Xk-Y|_F:  364118.406250, |X-X0|:  13272.332031
rounded |X_k-Y|_0 = 366988, f1 =  0.657638, approx slack: 218055
rounded before pow |X_k-Y|_0 = 565324, f1 =  0.628531

Iteration 620: Loss = 377021.312500
|Xk-Y|_F:  363891.187500, |X-X0|:  13130.125000
rounded |X_k-Y|_0 = 366712, f1 =  0.657682, approx slack: 217535
rounded before pow |X_k-Y|_0 = 564538, f1 =  0.628638

Iteration 640: Loss = 376640.750000
|Xk-Y|_F:  363667.812500, |X-X0|:  12972.935547
rounded |X_k-Y|_0 = 366456, f1 =  0.657723, approx slack: 216877
rounded before pow |X_k-Y|_0 = 563704, f1 =  0.628752

Iteration 660: Loss = 376266.906250
|Xk-Y|_F:  363451.875000, |X-X0|:  12815.045898
rounded |X_k-Y|_0 = 366195, f1 =  0.657765, approx slack: 217244
rounded before pow |X_k-Y|_0 = 563969, f1 =  0.628718

Iteration 680: Loss = 375933.531250
|Xk-Y|_F:  363244.593750, |X-X0|:  12688.931641
rounded |X_k-Y|_0 = 366002, f1 =  0.657795, approx slack: 214691
rounded before pow |X_k-Y|_0 = 561304, f1 =  0.629076

Iteration 700: Loss = 375605.437500
|Xk-Y|_F:  363044.718750, |X-X0|:  12560.720703
rounded |X_k-Y|_0 = 365771, f1 =  0.657832, approx slack: 214494
rounded before pow |X_k-Y|_0 = 561056, f1 =  0.629111

Iteration 720: Loss = 375283.656250
|Xk-Y|_F:  362851.812500, |X-X0|:  12431.851562
rounded |X_k-Y|_0 = 365505, f1 =  0.657875, approx slack: 211712
rounded before pow |X_k-Y|_0 = 558240, f1 =  0.629495

Iteration 740: Loss = 374983.625000
|Xk-Y|_F:  362663.750000, |X-X0|:  12319.887695
rounded |X_k-Y|_0 = 365367, f1 =  0.657897, approx slack: 211187
rounded before pow |X_k-Y|_0 = 557701, f1 =  0.629569

Iteration 760: Loss = 374682.875000
|Xk-Y|_F:  362478.000000, |X-X0|:  12204.875000
rounded |X_k-Y|_0 = 365083, f1 =  0.657943, approx slack: 208587
rounded before pow |X_k-Y|_0 = 555072, f1 =  0.629929

Iteration 780: Loss = 374384.812500
|Xk-Y|_F:  362297.437500, |X-X0|:  12087.384766
rounded |X_k-Y|_0 = 364807, f1 =  0.657987, approx slack: 208526
rounded before pow |X_k-Y|_0 = 554928, f1 =  0.629949

Iteration 800: Loss = 374098.843750
|Xk-Y|_F:  362122.812500, |X-X0|:  11976.019531
rounded |X_k-Y|_0 = 364568, f1 =  0.658026, approx slack: 208233
rounded before pow |X_k-Y|_0 = 554564, f1 =  0.629999

Iteration 820: Loss = 373819.906250
|Xk-Y|_F:  361956.968750, |X-X0|:  11862.929688
rounded |X_k-Y|_0 = 364382, f1 =  0.658055, approx slack: 208114
rounded before pow |X_k-Y|_0 = 554263, f1 =  0.630040

Iteration 840: Loss = 373551.125000
|Xk-Y|_F:  361793.437500, |X-X0|:  11757.677734
rounded |X_k-Y|_0 = 364138, f1 =  0.658094, approx slack: 208523
rounded before pow |X_k-Y|_0 = 554578, f1 =  0.629997

Iteration 860: Loss = 373308.812500
|Xk-Y|_F:  361656.281250, |X-X0|:  11652.531250
rounded |X_k-Y|_0 = 363902, f1 =  0.658132, approx slack: 207780
rounded before pow |X_k-Y|_0 = 553645, f1 =  0.630125

Iteration 880: Loss = 373015.156250
|Xk-Y|_F:  361469.343750, |X-X0|:  11545.798828
rounded |X_k-Y|_0 = 363648, f1 =  0.658173, approx slack: 207834
rounded before pow |X_k-Y|_0 = 553551, f1 =  0.630138

Iteration 900: Loss = 372780.718750
|Xk-Y|_F:  361331.531250, |X-X0|:  11449.189453
rounded |X_k-Y|_0 = 363447, f1 =  0.658205, approx slack: 206713
rounded before pow |X_k-Y|_0 = 552240, f1 =  0.630318

Iteration 920: Loss = 372512.593750
|Xk-Y|_F:  361166.156250, |X-X0|:  11346.434570
rounded |X_k-Y|_0 = 363279, f1 =  0.658232, approx slack: 210382
rounded before pow |X_k-Y|_0 = 555704, f1 =  0.629844

Iteration 940: Loss = 372271.593750
|Xk-Y|_F:  361024.125000, |X-X0|:  11247.458984
rounded |X_k-Y|_0 = 363062, f1 =  0.658267, approx slack: 210453
rounded before pow |X_k-Y|_0 = 555666, f1 =  0.629849

Iteration 960: Loss = 372090.031250
|Xk-Y|_F:  360920.437500, |X-X0|:  11169.600586
rounded |X_k-Y|_0 = 363005, f1 =  0.658276, approx slack: 210296
rounded before pow |X_k-Y|_0 = 555377, f1 =  0.629889

Iteration 980: Loss = 371890.500000
|Xk-Y|_F:  360796.437500, |X-X0|:  11094.062500
rounded |X_k-Y|_0 = 362828, f1 =  0.658304, approx slack: 207843
rounded before pow |X_k-Y|_0 = 553050, f1 =  0.630274

Iteration 1000: Loss = 371620.968750
|Xk-Y|_F:  360612.343750, |X-X0|:  11008.610352
rounded |X_k-Y|_0 = 362575, f1 =  0.658345, approx slack: 207054
rounded before pow |X_k-Y|_0 = 552096, f1 =  0.630405

Iteration 1020: Loss = 371421.187500
|Xk-Y|_F:  360494.031250, |X-X0|:  10927.159180
rounded |X_k-Y|_0 = 362416, f1 =  0.658370, approx slack: 206765
rounded before pow |X_k-Y|_0 = 551671, f1 =  0.630463

Iteration 1040: Loss = 371158.812500
|Xk-Y|_F:  360321.156250, |X-X0|:  10837.648438
rounded |X_k-Y|_0 = 362191, f1 =  0.658406, approx slack: 206787
rounded before pow |X_k-Y|_0 = 551571, f1 =  0.630477

Iteration 1060: Loss = 370924.062500
|Xk-Y|_F:  360177.718750, |X-X0|:  10746.336914
rounded |X_k-Y|_0 = 361982, f1 =  0.658440, approx slack: 206292
rounded before pow |X_k-Y|_0 = 550995, f1 =  0.630556

Iteration 1080: Loss = 370722.062500
|Xk-Y|_F:  360055.156250, |X-X0|:  10666.905273
rounded |X_k-Y|_0 = 361815, f1 =  0.658466, approx slack: 206257
rounded before pow |X_k-Y|_0 = 550844, f1 =  0.630576

Iteration 1100: Loss = 370516.218750
|Xk-Y|_F:  359929.843750, |X-X0|:  10586.363281
rounded |X_k-Y|_0 = 361672, f1 =  0.658489, approx slack: 207788
rounded before pow |X_k-Y|_0 = 552184, f1 =  0.630326

Iteration 1120: Loss = 370330.093750
|Xk-Y|_F:  359812.531250, |X-X0|:  10517.568359
rounded |X_k-Y|_0 = 361534, f1 =  0.658511, approx slack: 206241
rounded before pow |X_k-Y|_0 = 550698, f1 =  0.630597

Iteration 1140: Loss = 370129.812500
|Xk-Y|_F:  359690.625000, |X-X0|:  10439.177734
rounded |X_k-Y|_0 = 361395, f1 =  0.658534, approx slack: 206007
rounded before pow |X_k-Y|_0 = 550473, f1 =  0.630628

Iteration 1160: Loss = 369999.718750
|Xk-Y|_F:  359617.250000, |X-X0|:  10382.456055
rounded |X_k-Y|_0 = 361316, f1 =  0.658547, approx slack: 207774
rounded before pow |X_k-Y|_0 = 552001, f1 =  0.630352

Iteration 1180: Loss = 369844.125000
|Xk-Y|_F:  359513.625000, |X-X0|:  10330.498047
rounded |X_k-Y|_0 = 361198, f1 =  0.658565, approx slack: 205947
rounded before pow |X_k-Y|_0 = 550355, f1 =  0.630644

Iteration 1200: Loss = 369661.906250
|Xk-Y|_F:  359400.968750, |X-X0|:  10260.936523
rounded |X_k-Y|_0 = 361116, f1 =  0.658579, approx slack: 202739
rounded before pow |X_k-Y|_0 = 547072, f1 =  0.631095

Iteration 1220: Loss = 369483.187500
|Xk-Y|_F:  359281.781250, |X-X0|:  10201.410156
rounded |X_k-Y|_0 = 361031, f1 =  0.658592, approx slack: 202127
rounded before pow |X_k-Y|_0 = 546405, f1 =  0.631186

Iteration 1240: Loss = 369343.375000
|Xk-Y|_F:  359202.312500, |X-X0|:  10141.066406
rounded |X_k-Y|_0 = 360945, f1 =  0.658606, approx slack: 203960
rounded before pow |X_k-Y|_0 = 548011, f1 =  0.630899

Iteration 1260: Loss = 369174.187500
|Xk-Y|_F:  359095.062500, |X-X0|:  10079.122070
rounded |X_k-Y|_0 = 360841, f1 =  0.658623, approx slack: 203987
rounded before pow |X_k-Y|_0 = 547990, f1 =  0.630902

Iteration 1280: Loss = 369045.500000
|Xk-Y|_F:  359020.250000, |X-X0|:  10025.264648
rounded |X_k-Y|_0 = 360797, f1 =  0.658630, approx slack: 202410
rounded before pow |X_k-Y|_0 = 546545, f1 =  0.631168

Iteration 1300: Loss = 368917.875000
|Xk-Y|_F:  358928.312500, |X-X0|:  9989.554688
rounded |X_k-Y|_0 = 360652, f1 =  0.658653, approx slack: 201886
rounded before pow |X_k-Y|_0 = 545923, f1 =  0.631254

Iteration 1320: Loss = 368806.687500
|Xk-Y|_F:  358863.750000, |X-X0|:  9942.931641
rounded |X_k-Y|_0 = 360566, f1 =  0.658667, approx slack: 201589
rounded before pow |X_k-Y|_0 = 545563, f1 =  0.631303

Iteration 1340: Loss = 368615.000000
|Xk-Y|_F:  358730.875000, |X-X0|:  9884.119141
rounded |X_k-Y|_0 = 360326, f1 =  0.658705, approx slack: 201341
rounded before pow |X_k-Y|_0 = 545111, f1 =  0.631365

Iteration 1360: Loss = 368473.656250
|Xk-Y|_F:  358634.000000, |X-X0|:  9839.666992
rounded |X_k-Y|_0 = 360258, f1 =  0.658716, approx slack: 201254
rounded before pow |X_k-Y|_0 = 544991, f1 =  0.631382

Iteration 1380: Loss = 368362.625000
|Xk-Y|_F:  358569.031250, |X-X0|:  9793.588867
rounded |X_k-Y|_0 = 360171, f1 =  0.658730, approx slack: 201039
rounded before pow |X_k-Y|_0 = 544760, f1 =  0.631411

Iteration 1400: Loss = 368233.531250
|Xk-Y|_F:  358487.093750, |X-X0|:  9746.449219
rounded |X_k-Y|_0 = 360042, f1 =  0.658751, approx slack: 201083
rounded before pow |X_k-Y|_0 = 544701, f1 =  0.631419

Iteration 1420: Loss = 368090.031250
|Xk-Y|_F:  358404.437500, |X-X0|:  9685.589844
rounded |X_k-Y|_0 = 359971, f1 =  0.658762, approx slack: 201971
rounded before pow |X_k-Y|_0 = 545480, f1 =  0.631279

Iteration 1440: Loss = 367967.437500
|Xk-Y|_F:  358329.812500, |X-X0|:  9637.635742
rounded |X_k-Y|_0 = 359896, f1 =  0.658774, approx slack: 202788
rounded before pow |X_k-Y|_0 = 546240, f1 =  0.631142

Iteration 1460: Loss = 367816.656250
|Xk-Y|_F:  358222.843750, |X-X0|:  9593.814453
rounded |X_k-Y|_0 = 359764, f1 =  0.658795, approx slack: 202828
rounded before pow |X_k-Y|_0 = 546252, f1 =  0.631141

Iteration 1480: Loss = 367720.687500
|Xk-Y|_F:  358170.250000, |X-X0|:  9550.441406
rounded |X_k-Y|_0 = 359724, f1 =  0.658802, approx slack: 202805
rounded before pow |X_k-Y|_0 = 546174, f1 =  0.631151

Iteration 1500: Loss = 367554.281250
|Xk-Y|_F:  358064.312500, |X-X0|:  9489.983398
rounded |X_k-Y|_0 = 359596, f1 =  0.658822, approx slack: 202761
rounded before pow |X_k-Y|_0 = 546125, f1 =  0.631158

Iteration 1520: Loss = 367450.750000
|Xk-Y|_F:  358014.656250, |X-X0|:  9436.082031
rounded |X_k-Y|_0 = 359546, f1 =  0.658830, approx slack: 201015
rounded before pow |X_k-Y|_0 = 544407, f1 =  0.631463

Iteration 1540: Loss = 367327.718750
|Xk-Y|_F:  357932.937500, |X-X0|:  9394.778320
rounded |X_k-Y|_0 = 359413, f1 =  0.658852, approx slack: 200940
rounded before pow |X_k-Y|_0 = 544358, f1 =  0.631470

Iteration 1560: Loss = 367200.875000
|Xk-Y|_F:  357853.843750, |X-X0|:  9347.029297
rounded |X_k-Y|_0 = 359301, f1 =  0.658870, approx slack: 200994
rounded before pow |X_k-Y|_0 = 544332, f1 =  0.631462

Iteration 1580: Loss = 367097.593750
|Xk-Y|_F:  357818.281250, |X-X0|:  9279.301758
rounded |X_k-Y|_0 = 359227, f1 =  0.658881, approx slack: 201050
rounded before pow |X_k-Y|_0 = 544280, f1 =  0.631413

Iteration 1600: Loss = 366912.625000
|Xk-Y|_F:  357716.281250, |X-X0|:  9196.359375
rounded |X_k-Y|_0 = 359046, f1 =  0.658911, approx slack: 200965
rounded before pow |X_k-Y|_0 = 544210, f1 =  0.631423

Iteration 1620: Loss = 366810.125000
|Xk-Y|_F:  357663.343750, |X-X0|:  9146.770508
rounded |X_k-Y|_0 = 358995, f1 =  0.658919, approx slack: 200868
rounded before pow |X_k-Y|_0 = 544116, f1 =  0.631436

Iteration 1640: Loss = 366676.156250
|Xk-Y|_F:  357603.343750, |X-X0|:  9072.815430
rounded |X_k-Y|_0 = 358928, f1 =  0.658929, approx slack: 196084
rounded before pow |X_k-Y|_0 = 539281, f1 =  0.632119

Iteration 1660: Loss = 366556.187500
|Xk-Y|_F:  357528.750000, |X-X0|:  9027.447266
rounded |X_k-Y|_0 = 358817, f1 =  0.658947, approx slack: 194889
rounded before pow |X_k-Y|_0 = 538101, f1 =  0.632335

Iteration 1680: Loss = 366430.312500
|Xk-Y|_F:  357471.656250, |X-X0|:  8958.666016
rounded |X_k-Y|_0 = 358759, f1 =  0.658957, approx slack: 194523
rounded before pow |X_k-Y|_0 = 537707, f1 =  0.632390

Iteration 1700: Loss = 366361.718750
|Xk-Y|_F:  357438.593750, |X-X0|:  8923.135742
rounded |X_k-Y|_0 = 358743, f1 =  0.658959, approx slack: 196306
rounded before pow |X_k-Y|_0 = 539384, f1 =  0.632091

Iteration 1720: Loss = 366240.187500
|Xk-Y|_F:  357364.468750, |X-X0|:  8875.718750
rounded |X_k-Y|_0 = 358640, f1 =  0.658976, approx slack: 193667
rounded before pow |X_k-Y|_0 = 536826, f1 =  0.632511

Iteration 1740: Loss = 366179.375000
|Xk-Y|_F:  357342.062500, |X-X0|:  8837.328125
rounded |X_k-Y|_0 = 358627, f1 =  0.658978, approx slack: 220793
rounded before pow |X_k-Y|_0 = 563770, f1 =  0.628798

Iteration 1760: Loss = 366077.968750
|Xk-Y|_F:  357281.562500, |X-X0|:  8796.395508
rounded |X_k-Y|_0 = 358558, f1 =  0.658989, approx slack: 221016
rounded before pow |X_k-Y|_0 = 564027, f1 =  0.628781

Iteration 1780: Loss = 365995.812500
|Xk-Y|_F:  357224.937500, |X-X0|:  8770.877930
rounded |X_k-Y|_0 = 358481, f1 =  0.659001, approx slack: 217878
rounded before pow |X_k-Y|_0 = 560936, f1 =  0.629145

Iteration 1800: Loss = 365921.781250
|Xk-Y|_F:  357177.750000, |X-X0|:  8744.034180
rounded |X_k-Y|_0 = 358485, f1 =  0.659001, approx slack: 215905
rounded before pow |X_k-Y|_0 = 559014, f1 =  0.629471

Iteration 1820: Loss = 365798.125000
|Xk-Y|_F:  357093.781250, |X-X0|:  8704.332031
rounded |X_k-Y|_0 = 358344, f1 =  0.659023, approx slack: 218692
rounded before pow |X_k-Y|_0 = 561593, f1 =  0.629042

Iteration 1840: Loss = 365723.906250
|Xk-Y|_F:  357054.750000, |X-X0|:  8669.144531
rounded |X_k-Y|_0 = 358268, f1 =  0.659035, approx slack: 218627
rounded before pow |X_k-Y|_0 = 561505, f1 =  0.629054

Iteration 1860: Loss = 365629.437500
|Xk-Y|_F:  356993.125000, |X-X0|:  8636.307617
rounded |X_k-Y|_0 = 358216, f1 =  0.659044, approx slack: 219614
rounded before pow |X_k-Y|_0 = 562499, f1 =  0.628919

Iteration 1880: Loss = 365561.187500
|Xk-Y|_F:  356959.281250, |X-X0|:  8601.898438
rounded |X_k-Y|_0 = 358190, f1 =  0.659048, approx slack: 219644
rounded before pow |X_k-Y|_0 = 562487, f1 =  0.628920

Iteration 1900: Loss = 365517.531250
|Xk-Y|_F:  356942.281250, |X-X0|:  8575.246094
rounded |X_k-Y|_0 = 358141, f1 =  0.659056, approx slack: 219673
rounded before pow |X_k-Y|_0 = 562477, f1 =  0.628922

Iteration 1920: Loss = 365437.812500
|Xk-Y|_F:  356882.625000, |X-X0|:  8555.196289
rounded |X_k-Y|_0 = 358148, f1 =  0.659055, approx slack: 218032
rounded before pow |X_k-Y|_0 = 560852, f1 =  0.629216

Iteration 1940: Loss = 365337.281250
|Xk-Y|_F:  356825.156250, |X-X0|:  8512.112305
rounded |X_k-Y|_0 = 358121, f1 =  0.659059, approx slack: 217137
rounded before pow |X_k-Y|_0 = 560072, f1 =  0.629322

Iteration 1960: Loss = 365263.812500
|Xk-Y|_F:  356779.593750, |X-X0|:  8484.224609
rounded |X_k-Y|_0 = 358045, f1 =  0.659071, approx slack: 218934
rounded before pow |X_k-Y|_0 = 561781, f1 =  0.629016

Converged at iteration 1962

KB after refine:
num_nodes: 5045.0000
num_edges: 3947.0000
density: 0.0002
avg_degree: 0.7824
avg_clustering: 0.0853
degree_assortativity: -0.4036
modularity: 0.6665
avg_betweenness: 0.0000
avg_closeness: 0.0024
------ ABL 1 after refine ------
--- eval ---
prediction result:
f1 on test:    0.5320
f1 on test:    0.8926 (micro)
f1 on KB:      0.6437
integrated f1: 0.5999, w_data: 0.3260, w_klg: 0.6740

integrated result:
f1 on test:    0.5228
f1 on test:    0.8920 (micro)
f1 on KB:      0.6601
integrated f1: 0.6154, w_data: 0.3260, w_klg: 0.6740
------------
integrated f1 0.5999
