============================ Script ============================
import torch
import numpy as np
from scipy.sparse import load_npz
from datetime import datetime
import argparse
import pandas as pd

from egoal.abl import abduce

if __name__ == '__main__':
    parser = argparse.ArgumentParser()
    parser.add_argument('--data_name', dest= 'data_name', action= 'store', required= True, type=str)
    parser.add_argument('--log_file', dest= 'log_file', action= 'store', default= f'log/EGOAL-hsa-{datetime.now()}.txt'.replace(' ','-'), type=str)
    parser.add_argument('--model_type', dest= 'model_type', action= 'store', default= 'GNN', type=str)
    parser.add_argument('--model_save_name', dest= 'model_name', action= 'store', default= '', type=str)
    #     parser.add_argument('--seed', dest= 'seed', action= 'store', default= 42, type=int)
    parser.add_argument('--device', dest= 'device', action= 'store', default= 'cuda', type=str)
    parser.add_argument('--trainset_remove', dest= 'p_train', action= 'store', default= 1., type=float)
    parser.add_argument('--random_split', dest= 'random_split', action= 'store', default= False, type=bool)
    args = parser.parse_args()

    data_name = args.data_name
    log_file = args.log_file
    model_type = args.model_type
    model_name = f'{model_type}_{data_name}_{args.model_name}'

#     seed = args.seed
#     device = torch.device(args.seed if torch.cuda.is_available() else "cpu")
    rng = np.random.default_rng()
    seed = int(rng.integers(low=0, high=2**32 - 1, dtype=np.uint32))
    device = torch.device(args.device if torch.cuda.is_available() else "cpu")
    print(f'using device: {device} (cuda_available={torch.cuda.is_available()}, cuda_count={torch.cuda.device_count() if torch.cuda.is_available() else 0})')
    print(model_name)
    print(log_file)
    print(f'random seed: {seed}')

    #########################################

    np.random.seed(seed)
    X_train = torch.tensor(load_npz(f'dataset/human/{data_name}_X.npz').toarray(), dtype = torch.float32)
    Y_train = torch.tensor(load_npz(f'dataset/human/{data_name}_Y.npz').toarray(), dtype = int)

    #test_idx = np.random.choice([True, False], size=len(X_train), p=[.2, .8])
    test_idx = np.zeros(shape=len(X_train), dtype=bool)
    if not args.random_split:
        test_idx[np.load(f'dataset/human/{data_name}_test_idx.npy')] = True
    else:
        metadata = pd.read_csv(f'dataset/human/{data_name}_metadata.csv',index_col=0)
        test_pert = np.random.choice([True, False], size=len(metadata), p=[.2, .8])
        test_data_idx = sum(metadata[(test_pert)\
                & (metadata['pert'].apply(lambda x: len(eval(x))>1))]\
                .apply(lambda x: list(range(x['data_start_idx'],x['data_end_idx+1'])), axis=1), [])
        test_idx[test_data_idx] = True

    p_train = args.p_train
    train_idx = np.random.choice([True, False], size=len(X_train)-np.count_nonzero(test_idx), p=[p_train, 1-p_train])

    X_test = X_train[test_idx]
    Y_test = Y_train[test_idx]
    X_train = X_train[~ test_idx][train_idx]
    Y_train = Y_train[~ test_idx][train_idx]
    print('train:', X_train.shape)

    regulators = np.nonzero(np.sum(\
            load_npz(f'rules/human/{data_name}_KB_P.npz').toarray()\
            +load_npz(f'rules/human/{data_name}_KB_N.npz').toarray(), axis=1))[0]
    X_unlabel = np.zeros(shape=(len(regulators), X_train.shape[1]))
    X_unlabel[range(len(X_unlabel)), regulators] = 1.
    X_unlabel = torch.tensor(X_unlabel, dtype=torch.float32)
    print('unlabel:', X_unlabel.shape)

    label_weight = torch.tensor(np.load(f'dataset/human/{data_name}_label_weight.npy'))

    X_train, Y_train = X_train.to(device), Y_train.to(device)
    X_test, Y_test = X_test.to(device), Y_test.to(device)
    X_unlabel = X_unlabel.to(device)
    label_weight = label_weight.to(device)

    abduce(X_unlabel= X_unlabel,
           X_test= X_test,
           Y_test= Y_test,
           X_label = X_train,
           Y_label = Y_train,

           pos_trn_pth=f'rules/human/{data_name}_KB_P.npz',
           neg_trn_pth=f'rules/human/{data_name}_KB_N.npz',
           closure = 5,
           closure_type = 'weighted',

           label_weight=label_weight,
           #pretrained_model_pth = 'models/MLP_human_Aug19.pt',
           model_save_pth = f'models/{model_name}',
           base_learner_type= model_type,

           T= 2,

           pretrain_epc= 300,
           pretrain_rl_epc= 1,
           pretrain_lr= 1e-3,

           retrain_epc= 150,
           retrain_rl_epc= 100,
           retrain_lr= 1e-3,
           refine_epc= 5000,
           refine_lr= 1e-3,

           device= device,
           seed= seed,
           log_file= log_file,
           verbose= True)
============================ Script ============================
using device: cuda (cuda_available=True, cuda_count=1)
GNN_dixit_benchmark_egoal_46069970
log/EGOAL-hsa-2025-09-20-12:34:35.423878.txt
random seed: 2111700778
train: torch.Size([27301, 5012])
unlabel: torch.Size([3947, 5012])
cuda availability: True
Epoch 0, Loss: 0.1478
Epoch 100, Loss: 0.1380
Epoch 200, Loss: 0.1288
Epoch 300, Loss: 0.1202
Epoch 400, Loss: 0.1121
Epoch 500, Loss: 0.1045
Epoch 600, Loss: 0.0974
Epoch 700, Loss: 0.0909
Epoch 800, Loss: 0.0847
Epoch 900, Loss: 0.0790
Final loss: 0.07372177392244339
Achieved outputs: tensor([[0.3621, 0.4207, 0.5710,  ..., 0.4177, 0.3948, 0.3649],
        [0.3828, 0.4378, 0.5619,  ..., 0.4278, 0.4044, 0.3784],
        [0.3699, 0.4266, 0.5684,  ..., 0.4206, 0.3909, 0.3657],
        ...,
        [0.3774, 0.4322, 0.5649,  ..., 0.4249, 0.3981, 0.3721],
        [0.3783, 0.4328, 0.5645,  ..., 0.4254, 0.3991, 0.3729],
        [0.3577, 0.4160, 0.5628,  ..., 0.4201, 0.3797, 0.3529]],
       device='cuda:0')
Eval weight w_data: 0.33526261845959093
Before pretrain: integrated f1 0.2705
Epoch 100, Total loss: 2070560640.0000, CE loss: 346.1668, RL loss: 207056032.0000, Reward: -21567464.5781
    full cols: 694, non-full cols: 822
   r - labels: 596, labels - r: 3
    violated: 89399, weighted: 6402.0126953125, len: 0.0, nonzero: 0.21223750710487366
Epoch 200, Total loss: 3963947776.0000, CE loss: 320.3337, RL loss: 396394752.0000, Reward: -21565419.8750
    full cols: 694, non-full cols: 822
   r - labels: 596, labels - r: 3
    violated: 77343, weighted: 7425.95263671875, len: 0.0, nonzero: 0.21691378951072693
Epoch 300, Total loss: -5742494720.0000, CE loss: 317.9879, RL loss: -574249536.0000, Reward: -21575210.2109
    full cols: 694, non-full cols: 822
   r - labels: 596, labels - r: 3
    violated: 94969, weighted: 6402.1669921875, len: 0.0, nonzero: 0.2122686803340912
------ Before ABL ------
--- eval ---
prediction result:
f1 on test:    0.5082
f1 on test:    0.7496 (micro)
f1 on KB:      0.2722
integrated f1: 0.3121, w_data: 0.3353, w_klg: 0.6647

integrated result:
f1 on test:    0.4562
f1 on test:    0.7155 (micro)
f1 on KB:      0.3779
integrated f1: 0.4041, w_data: 0.3353, w_klg: 0.6647
------------
integrated f1 0.3121

Epoch 100, Total loss: -3679673600.0000, CE loss: 48.0874, RL loss: -36796736.0000, Reward: -2520733.2031
    full cols: 918, non-full cols: 8
   r - labels: 8, labels - r: 5
    violated: 148624, weighted: 7.79122257232666, len: 0.0, nonzero: 0.18414244055747986
Epoch 200, Total loss: -5476497408.0000, CE loss: 44.2235, RL loss: -54764976.0000, Reward: -2522201.0195
    full cols: 916, non-full cols: 16
   r - labels: 14, labels - r: 5
    violated: 140737, weighted: 7.958443641662598, len: 0.0, nonzero: 0.1841736137866974
Epoch 300, Total loss: -1892804864.0000, CE loss: 42.8448, RL loss: -18928048.0000, Reward: -2523058.4492
    full cols: 919, non-full cols: 13
   r - labels: 14, labels - r: 5
    violated: 138123, weighted: 8.129352569580078, len: 0.0, nonzero: 0.18420790135860443
Epoch 400, Total loss: -4376700928.0000, CE loss: 42.3038, RL loss: -43767008.0000, Reward: -2521630.2402
    full cols: 917, non-full cols: 14
   r - labels: 13, labels - r: 5
    violated: 131210, weighted: 9.197099685668945, len: 0.0, nonzero: 0.18414555490016937
Epoch 500, Total loss: 2485496832.0000, CE loss: 42.0626, RL loss: 24854968.0000, Reward: -2519077.0449
    full cols: 920, non-full cols: 10
   r - labels: 13, labels - r: 6
    violated: 145354, weighted: 9.044113159179688, len: 0.0, nonzero: 0.1841736137866974
Epoch 600, Total loss: 7274521600.0000, CE loss: 41.9540, RL loss: 72745216.0000, Reward: -2517981.8984
    full cols: 915, non-full cols: 17
   r - labels: 14, labels - r: 5
    violated: 143046, weighted: 9.06651496887207, len: 0.0, nonzero: 0.18430766463279724
Epoch 700, Total loss: 3249590016.0000, CE loss: 41.8697, RL loss: 32495900.0000, Reward: -2520658.8691
    full cols: 916, non-full cols: 16
   r - labels: 14, labels - r: 5
    violated: 133670, weighted: 9.389039993286133, len: 0.0, nonzero: 0.18422971665859222
Epoch 800, Total loss: -6737969664.0000, CE loss: 41.8028, RL loss: -67379696.0000, Reward: -2521099.7930
    full cols: 917, non-full cols: 14
   r - labels: 14, labels - r: 6
    violated: 148631, weighted: 9.84006118774414, len: 0.0, nonzero: 0.18435753881931305
Epoch 900, Total loss: -3002668800.0000, CE loss: 41.7657, RL loss: -30026688.0000, Reward: -2520338.1953
    full cols: 919, non-full cols: 8
   r - labels: 10, labels - r: 6
    violated: 147711, weighted: 9.557063102722168, len: 0.0, nonzero: 0.18404579162597656
Epoch 1000, Total loss: -8351599104.0000, CE loss: 41.7273, RL loss: -83515992.0000, Reward: -2520213.7852
    full cols: 916, non-full cols: 15
   r - labels: 14, labels - r: 6
    violated: 149914, weighted: 10.293509483337402, len: 0.0, nonzero: 0.1839086264371872
Epoch 1100, Total loss: 1657294592.0000, CE loss: 41.7196, RL loss: 16572946.0000, Reward: -2517655.2969
    full cols: 917, non-full cols: 12
   r - labels: 14, labels - r: 8
    violated: 145243, weighted: 10.001667022705078, len: 0.0, nonzero: 0.18402084708213806
Epoch 1200, Total loss: 9076324352.0000, CE loss: 41.6793, RL loss: 90763248.0000, Reward: -2515271.6484
    full cols: 920, non-full cols: 5
   r - labels: 10, labels - r: 8
    violated: 150708, weighted: 10.194864273071289, len: 0.0, nonzero: 0.18392421305179596
Epoch 1300, Total loss: 937799296.0000, CE loss: 41.6546, RL loss: 9377993.0000, Reward: -2515460.6289
    full cols: 916, non-full cols: 12
   r - labels: 13, labels - r: 8
    violated: 138365, weighted: 10.535782814025879, len: 0.0, nonzero: 0.18385250866413116
Epoch 1400, Total loss: 8795536384.0000, CE loss: 41.6423, RL loss: 87955368.0000, Reward: -2515629.2266
    full cols: 918, non-full cols: 8
   r - labels: 11, labels - r: 8
    violated: 146656, weighted: 9.960640907287598, len: 0.0, nonzero: 0.18384003639221191
Epoch 1500, Total loss: 2278273792.0000, CE loss: 41.5672, RL loss: 22782738.0000, Reward: -2517850.3379
    full cols: 915, non-full cols: 13
   r - labels: 13, labels - r: 8
    violated: 142853, weighted: 10.182653427124023, len: 0.0, nonzero: 0.18374338746070862
Epoch 1600, Total loss: -1524893952.0000, CE loss: 41.5342, RL loss: -15248939.0000, Reward: -2515902.2891
    full cols: 915, non-full cols: 14
   r - labels: 14, labels - r: 8
    violated: 136639, weighted: 10.26364803314209, len: 0.0, nonzero: 0.18348151445388794
Epoch 1700, Total loss: -600485824.0000, CE loss: 41.5290, RL loss: -6004858.5000, Reward: -2515291.8555
    full cols: 916, non-full cols: 12
   r - labels: 14, labels - r: 9
    violated: 140059, weighted: 11.691301345825195, len: 0.0, nonzero: 0.18389302492141724
Epoch 1800, Total loss: 4539651584.0000, CE loss: 41.4187, RL loss: 45396516.0000, Reward: -2512405.8867
    full cols: 917, non-full cols: 8
   r - labels: 12, labels - r: 10
    violated: 132693, weighted: 12.454023361206055, len: 0.0, nonzero: 0.18369974195957184
Epoch 1900, Total loss: 2868017664.0000, CE loss: 41.2725, RL loss: 28680176.0000, Reward: -2511337.1074
    full cols: 914, non-full cols: 14
   r - labels: 13, labels - r: 8
    violated: 142738, weighted: 12.518903732299805, len: 0.0, nonzero: 0.18369662761688232
--- eval ---
prediction result:
f1 on test:    0.4871
f1 on test:    0.7381 (micro)
f1 on KB:      0.3375
integrated f1: 0.3674, w_data: 0.3000, w_klg: 0.7000

integrated result:
f1 on test:    0.4646
f1 on test:    0.7081 (micro)
f1 on KB:      0.3794
integrated f1: 0.4050, w_data: 0.3000, w_klg: 0.7000
------------
Epoch 2000, Total loss: 1470369152.0000, CE loss: 41.2033, RL loss: 14703691.0000, Reward: -2509648.4219
    full cols: 918, non-full cols: 8
   r - labels: 12, labels - r: 9
    violated: 142047, weighted: 12.521305084228516, len: 0.0, nonzero: 0.18376833200454712
Epoch 2100, Total loss: 5859398144.0000, CE loss: 41.2031, RL loss: 58593980.0000, Reward: -2509585.8398
    full cols: 916, non-full cols: 11
   r - labels: 13, labels - r: 9
    violated: 144429, weighted: 12.464519500732422, len: 0.0, nonzero: 0.18333187699317932
Epoch 2200, Total loss: 10186011648.0000, CE loss: 41.2485, RL loss: 101860120.0000, Reward: -2504365.9727
    full cols: 916, non-full cols: 16
   r - labels: 16, labels - r: 7
    violated: 143601, weighted: 13.201294898986816, len: 0.0, nonzero: 0.18397720158100128
Epoch 2300, Total loss: -10897242112.0000, CE loss: 41.1079, RL loss: -108972416.0000, Reward: -2510419.5723
    full cols: 919, non-full cols: 14
   r - labels: 16, labels - r: 6
    violated: 144230, weighted: 12.951530456542969, len: 0.0, nonzero: 0.1846817582845688
Epoch 2400, Total loss: -16557606912.0000, CE loss: 40.9917, RL loss: -165576064.0000, Reward: -2508656.4648
    full cols: 915, non-full cols: 19
   r - labels: 18, labels - r: 7
    violated: 146654, weighted: 14.515240669250488, len: 0.0, nonzero: 0.1841736137866974
Epoch 2500, Total loss: -11512298496.0000, CE loss: 40.8283, RL loss: -115122984.0000, Reward: -2509131.1250
    full cols: 918, non-full cols: 14
   r - labels: 17, labels - r: 8
    violated: 138757, weighted: 20.547632217407227, len: 0.0, nonzero: 0.18479087948799133
Epoch 2600, Total loss: 6498802176.0000, CE loss: 40.9252, RL loss: 64988024.0000, Reward: -2504685.2891
    full cols: 919, non-full cols: 15
   r - labels: 17, labels - r: 6
    violated: 134854, weighted: 20.959590911865234, len: 0.0, nonzero: 0.18488439917564392
Epoch 2700, Total loss: 8199220224.0000, CE loss: 40.7050, RL loss: 81992200.0000, Reward: -2507595.9160
    full cols: 916, non-full cols: 16
   r - labels: 16, labels - r: 7
    violated: 142375, weighted: 16.881690979003906, len: 0.0, nonzero: 0.18434195220470428
Epoch 2800, Total loss: 7493374976.0000, CE loss: 40.6658, RL loss: 74933752.0000, Reward: -2514596.6289
    full cols: 913, non-full cols: 18
   r - labels: 17, labels - r: 9
    violated: 137618, weighted: 29.915639877319336, len: 0.0, nonzero: 0.18412061035633087
Epoch 2900, Total loss: 37818658816.0000, CE loss: 40.6288, RL loss: 378186592.0000, Reward: -2548754.2168
    full cols: 909, non-full cols: 22
   r - labels: 22, labels - r: 14
    violated: 147454, weighted: 76.8511962890625, len: 0.0, nonzero: 0.18326328694820404
Epoch 3000, Total loss: 407040851968.0000, CE loss: 40.7714, RL loss: 4070408448.0000, Reward: -2596504.8398
    full cols: 904, non-full cols: 35
   r - labels: 38, labels - r: 22
    violated: 140648, weighted: 348.8404541015625, len: 0.0, nonzero: 0.18382133543491364
Epoch 3100, Total loss: -11349962752.0000, CE loss: 48.1160, RL loss: -113499632.0000, Reward: -2988099.7422
    full cols: 61, non-full cols: 4890
   r - labels: 4038, labels - r: 10
    violated: 127433, weighted: 22134.984375, len: 1189.6015625, nonzero: 0.30370861291885376
Epoch 3200, Total loss: -18063759360.0000, CE loss: 43.3226, RL loss: -180637600.0000, Reward: -2987499.0742
    full cols: 35, non-full cols: 4945
   r - labels: 4063, labels - r: 6
    violated: 118388, weighted: 16373.5439453125, len: 0.0, nonzero: 0.27084997296333313
Epoch 3300, Total loss: 14822732800.0000, CE loss: 40.8952, RL loss: 148227328.0000, Reward: -2984047.7031
    full cols: 43, non-full cols: 4927
   r - labels: 4055, labels - r: 8
    violated: 130640, weighted: 13389.86328125, len: 0.0, nonzero: 0.25420552492141724
Epoch 3400, Total loss: -7587356672.0000, CE loss: 39.1147, RL loss: -75873568.0000, Reward: -2986779.8555
    full cols: 41, non-full cols: 4933
   r - labels: 4060, labels - r: 9
    violated: 131116, weighted: 13584.671875, len: 0.0, nonzero: 0.2553371787071228
Epoch 3500, Total loss: 5414238208.0000, CE loss: 38.3287, RL loss: 54142384.0000, Reward: -2984809.2324
    full cols: 26, non-full cols: 4967
   r - labels: 4074, labels - r: 4
    violated: 121148, weighted: 22301.220703125, len: 1233.6015625, nonzero: 0.30384576320648193
Epoch 3600, Total loss: 7635405824.0000, CE loss: 38.2736, RL loss: 76354056.0000, Reward: -2981435.9648
    full cols: 47, non-full cols: 4917
   r - labels: 4051, labels - r: 10
    violated: 135932, weighted: 14214.013671875, len: 0.0, nonzero: 0.2592870891094208
Epoch 3700, Total loss: -11265725440.0000, CE loss: 38.2364, RL loss: -112657256.0000, Reward: -2982050.8984
    full cols: 66, non-full cols: 4875
   r - labels: 4029, labels - r: 11
    violated: 135967, weighted: 14892.220703125, len: 0.0, nonzero: 0.2630062997341156
Epoch 3800, Total loss: 216482848.0000, CE loss: 38.1934, RL loss: 2164828.5000, Reward: -2981409.8086
    full cols: 161, non-full cols: 4423
   r - labels: 3675, labels - r: 14
    violated: 126831, weighted: 11265.1806640625, len: 0.0, nonzero: 0.24165752530097961
Epoch 3900, Total loss: -37198671872.0000, CE loss: 38.1695, RL loss: -371986720.0000, Reward: -2983179.4453
    full cols: 99, non-full cols: 4764
   r - labels: 3952, labels - r: 12
    violated: 130795, weighted: 10783.341796875, len: 0.0, nonzero: 0.23933808505535126
--- eval ---
prediction result:
f1 on test:    0.4706
f1 on test:    0.7084 (micro)
f1 on KB:      0.3653
integrated f1: 0.3892, w_data: 0.3000, w_klg: 0.7000

integrated result:
f1 on test:    0.4602
f1 on test:    0.6998 (micro)
f1 on KB:      0.3903
integrated f1: 0.4113, w_data: 0.3000, w_klg: 0.7000
------------
Epoch 4000, Total loss: -4915021824.0000, CE loss: 38.1578, RL loss: -49150216.0000, Reward: -2980543.6504
    full cols: 41, non-full cols: 4931
   r - labels: 4057, labels - r: 8
    violated: 131559, weighted: 19231.046875, len: 0.0, nonzero: 0.2874632179737091
Epoch 4100, Total loss: 26048817152.0000, CE loss: 38.1613, RL loss: 260488176.0000, Reward: -2975050.2539
    full cols: 114, non-full cols: 4678
   r - labels: 3881, labels - r: 12
    violated: 125921, weighted: 11214.83203125, len: 0.0, nonzero: 0.2413114756345749
Epoch 4200, Total loss: -19240878080.0000, CE loss: 38.1737, RL loss: -192408784.0000, Reward: -2976820.5742
    full cols: 42, non-full cols: 4932
   r - labels: 4060, labels - r: 9
    violated: 123584, weighted: 15761.8671875, len: 0.0, nonzero: 0.26791325211524963
Epoch 4300, Total loss: 2888332288.0000, CE loss: 38.1634, RL loss: 28883324.0000, Reward: -2973449.9062
    full cols: 56, non-full cols: 4903
   r - labels: 4046, labels - r: 10
    violated: 121023, weighted: 18144.060546875, len: 0.0, nonzero: 0.2817862033843994
Epoch 4400, Total loss: -9685012480.0000, CE loss: 38.1011, RL loss: -96850120.0000, Reward: -2975122.6094
    full cols: 159, non-full cols: 4459
   r - labels: 3710, labels - r: 15
    violated: 131436, weighted: 10516.318359375, len: 0.0, nonzero: 0.23753616213798523
Epoch 4500, Total loss: 5147979776.0000, CE loss: 38.0844, RL loss: 51479796.0000, Reward: -2973392.4531
    full cols: 21, non-full cols: 4972
   r - labels: 4074, labels - r: 4
    violated: 129951, weighted: 10721.984375, len: 0.0, nonzero: 0.23909179866313934
Epoch 4600, Total loss: 12061383680.0000, CE loss: 38.0666, RL loss: 120613832.0000, Reward: -2973167.4746
    full cols: 92, non-full cols: 4804
   r - labels: 3983, labels - r: 10
    violated: 126323, weighted: 15430.7109375, len: 0.0, nonzero: 0.2657902240753174
Epoch 4700, Total loss: -18344144896.0000, CE loss: 38.1680, RL loss: -183441440.0000, Reward: -2976868.5117
    full cols: 152, non-full cols: 4480
   r - labels: 3722, labels - r: 13
    violated: 137351, weighted: 6825.33642578125, len: 0.0, nonzero: 0.21717877686023712
Epoch 4800, Total loss: -5997900800.0000, CE loss: 38.0866, RL loss: -59979008.0000, Reward: -2971996.2188
    full cols: 67, non-full cols: 4872
   r - labels: 4026, labels - r: 10
    violated: 129985, weighted: 12524.35546875, len: 0.0, nonzero: 0.24853788316249847
Epoch 4900, Total loss: -5904439808.0000, CE loss: 38.0888, RL loss: -59044400.0000, Reward: -2975686.0508
    full cols: 41, non-full cols: 4934
   r - labels: 4060, labels - r: 8
    violated: 120124, weighted: 23329.91796875, len: 3570.6015625, nonzero: 0.31113141775131226
Epoch 5000, Total loss: 8436192768.0000, CE loss: 38.1880, RL loss: 84361928.0000, Reward: -2976398.1289
    full cols: 38, non-full cols: 4938
   r - labels: 4060, labels - r: 7
    violated: 127679, weighted: 14376.87109375, len: 0.0, nonzero: 0.2591031491756439
Epoch 5100, Total loss: 3111066112.0000, CE loss: 38.1841, RL loss: 31110662.0000, Reward: -2970648.6211
    full cols: 57, non-full cols: 4901
   r - labels: 4044, labels - r: 9
    violated: 130010, weighted: 14456.3447265625, len: 0.0, nonzero: 0.26025351881980896
Epoch 5200, Total loss: -15311419392.0000, CE loss: 38.0833, RL loss: -153114192.0000, Reward: -2970698.5156
    full cols: 255, non-full cols: 3808
   r - labels: 3157, labels - r: 17
    violated: 136343, weighted: 7050.30712890625, len: 0.0, nonzero: 0.21783968806266785
Epoch 5300, Total loss: 5735160832.0000, CE loss: 38.0553, RL loss: 57351608.0000, Reward: -2973491.2188
    full cols: 65, non-full cols: 4878
   r - labels: 4030, labels - r: 10
    violated: 123475, weighted: 10270.0546875, len: 0.0, nonzero: 0.23647621273994446
Epoch 5400, Total loss: -7480298496.0000, CE loss: 38.0851, RL loss: -74802984.0000, Reward: -2971068.4492
    full cols: 86, non-full cols: 4808
   r - labels: 3982, labels - r: 11
    violated: 129556, weighted: 10277.2421875, len: 0.0, nonzero: 0.2366570234298706
Epoch 5500, Total loss: 12194948096.0000, CE loss: 38.2294, RL loss: 121949480.0000, Reward: -2963928.9844
    full cols: 98, non-full cols: 4785
   r - labels: 3971, labels - r: 11
    violated: 130025, weighted: 10093.4443359375, len: 0.0, nonzero: 0.2354630082845688
Epoch 5600, Total loss: -4360095232.0000, CE loss: 38.1013, RL loss: -43600952.0000, Reward: -2964382.0430
    full cols: 43, non-full cols: 4927
   r - labels: 4056, labels - r: 9
    violated: 122075, weighted: 12534.2900390625, len: 0.0, nonzero: 0.24933597445487976
Epoch 5700, Total loss: 17892071424.0000, CE loss: 38.0230, RL loss: 178920720.0000, Reward: -2959752.7109
    full cols: 53, non-full cols: 4911
   r - labels: 4049, labels - r: 8
    violated: 135843, weighted: 9768.2578125, len: 0.0, nonzero: 0.2332090437412262
Epoch 5800, Total loss: -666402688.0000, CE loss: 38.0353, RL loss: -6664027.0000, Reward: -2962071.7012
    full cols: 120, non-full cols: 4674
   r - labels: 3882, labels - r: 11
    violated: 133857, weighted: 12102.060546875, len: 0.0, nonzero: 0.24661749601364136
Epoch 5900, Total loss: -9552959488.0000, CE loss: 38.1840, RL loss: -95529592.0000, Reward: -2962020.7695
    full cols: 63, non-full cols: 4887
   r - labels: 4037, labels - r: 10
    violated: 131227, weighted: 10206.482421875, len: 0.0, nonzero: 0.2363141030073166
--- eval ---
prediction result:
f1 on test:    0.4732
f1 on test:    0.7015 (micro)
f1 on KB:      0.3735
integrated f1: 0.3966, w_data: 0.3000, w_klg: 0.7000

integrated result:
f1 on test:    0.4635
f1 on test:    0.6931 (micro)
f1 on KB:      0.3965
integrated f1: 0.4166, w_data: 0.3000, w_klg: 0.7000
------------
Epoch 6000, Total loss: 4227588352.0000, CE loss: 38.2666, RL loss: 42275884.0000, Reward: -2960781.7266
    full cols: 74, non-full cols: 4864
   r - labels: 4025, labels - r: 10
    violated: 129178, weighted: 11841.4697265625, len: 0.0, nonzero: 0.24481557309627533
Epoch 6100, Total loss: -12175238144.0000, CE loss: 38.1444, RL loss: -121752384.0000, Reward: -2964129.5840
    full cols: 66, non-full cols: 4883
   r - labels: 4036, labels - r: 10
    violated: 140593, weighted: 7892.7138671875, len: 0.0, nonzero: 0.22257207334041595
Epoch 6200, Total loss: -15517553664.0000, CE loss: 38.0620, RL loss: -155175536.0000, Reward: -2964734.0527
    full cols: 433, non-full cols: 2478
   r - labels: 2009, labels - r: 21
    violated: 144360, weighted: 4667.91259765625, len: 0.0, nonzero: 0.20446553826332092
Epoch 6300, Total loss: 20846741504.0000, CE loss: 38.0338, RL loss: 208467408.0000, Reward: -2969522.9297
    full cols: 88, non-full cols: 4815
   r - labels: 3991, labels - r: 11
    violated: 139633, weighted: 12470.1044921875, len: 0.0, nonzero: 0.2488621026277542
Epoch 6400, Total loss: 7358628864.0000, CE loss: 37.9871, RL loss: 73586288.0000, Reward: -2969190.6719
    full cols: 35, non-full cols: 4944
   r - labels: 4063, labels - r: 7
    violated: 127392, weighted: 12361.970703125, len: 0.0, nonzero: 0.24803908169269562
Epoch 6500, Total loss: -7958108160.0000, CE loss: 38.0402, RL loss: -79581080.0000, Reward: -2973009.8555
    full cols: 34, non-full cols: 4946
   r - labels: 4064, labels - r: 7
    violated: 123530, weighted: 18584.4765625, len: 0.0, nonzero: 0.2838468849658966
Epoch 6600, Total loss: 3256110080.0000, CE loss: 38.2248, RL loss: 32561100.0000, Reward: -2972468.6055
    full cols: 84, non-full cols: 4814
   r - labels: 3987, labels - r: 12
    violated: 125717, weighted: 15973.9599609375, len: 0.0, nonzero: 0.2686832845211029
Epoch 6700, Total loss: 28136402944.0000, CE loss: 38.1759, RL loss: 281364032.0000, Reward: -2972186.6582
    full cols: 38, non-full cols: 4943
   r - labels: 4064, labels - r: 6
    violated: 123890, weighted: 18075.326171875, len: 0.0, nonzero: 0.2803303301334381
Epoch 6800, Total loss: -14365678592.0000, CE loss: 38.0668, RL loss: -143656784.0000, Reward: -2981745.7734
    full cols: 33, non-full cols: 4950
   r - labels: 4066, labels - r: 6
    violated: 130693, weighted: 15254.095703125, len: 0.0, nonzero: 0.2641691267490387
Epoch 6900, Total loss: 5909399040.0000, CE loss: 38.0370, RL loss: 59093992.0000, Reward: -2974319.4492
    full cols: 61, non-full cols: 4890
   r - labels: 4037, labels - r: 9
    violated: 129987, weighted: 10666.94921875, len: 0.0, nonzero: 0.23893281817436218
Epoch 7000, Total loss: -2165415936.0000, CE loss: 37.9739, RL loss: -21654160.0000, Reward: -2977774.7227
    full cols: 98, non-full cols: 4778
   r - labels: 3964, labels - r: 11
    violated: 125676, weighted: 14109.9296875, len: 0.0, nonzero: 0.2572825253009796
Epoch 7100, Total loss: -7527374336.0000, CE loss: 37.9778, RL loss: -75273744.0000, Reward: -2973569.1094
    full cols: 33, non-full cols: 4946
   r - labels: 4063, labels - r: 7
    violated: 121946, weighted: 14195.4970703125, len: 0.0, nonzero: 0.2582769989967346
Epoch 7200, Total loss: -2895444992.0000, CE loss: 38.0204, RL loss: -28954450.0000, Reward: -2974153.8301
    full cols: 78, non-full cols: 4851
   r - labels: 4016, labels - r: 10
    violated: 127385, weighted: 13390.181640625, len: 0.0, nonzero: 0.2530582845211029
Epoch 7300, Total loss: -4946955776.0000, CE loss: 38.0836, RL loss: -49469560.0000, Reward: -2972468.8145
    full cols: 36, non-full cols: 4943
   r - labels: 4061, labels - r: 5
    violated: 134025, weighted: 10314.3310546875, len: 0.0, nonzero: 0.23627357184886932
Epoch 7400, Total loss: -13685702656.0000, CE loss: 37.9705, RL loss: -136857024.0000, Reward: -2973400.4121
    full cols: 58, non-full cols: 4896
   r - labels: 4040, labels - r: 9
    violated: 131926, weighted: 8685.759765625, len: 0.0, nonzero: 0.22681814432144165
Epoch 7500, Total loss: -8122915328.0000, CE loss: 37.9955, RL loss: -81229152.0000, Reward: -2983947.3477
    full cols: 50, non-full cols: 4913
   r - labels: 4048, labels - r: 8
    violated: 128049, weighted: 12259.30078125, len: 0.0, nonzero: 0.24750910699367523
Epoch 7600, Total loss: 923552841728.0000, CE loss: 38.2998, RL loss: 9235528704.0000, Reward: -3040722.7383
    full cols: 24, non-full cols: 4968
   r - labels: 4073, labels - r: 4
    violated: 121561, weighted: 21034.65625, len: 0.0, nonzero: 0.2976730763912201
Epoch 7700, Total loss: 26468186112.0000, CE loss: 38.2998, RL loss: 264681856.0000, Reward: -3064738.4688
    full cols: 17, non-full cols: 4979
   r - labels: 4079, labels - r: 6
    violated: 120692, weighted: 21212.001953125, len: 0.0, nonzero: 0.2977759540081024
Epoch 7800, Total loss: -73294168064.0000, CE loss: 38.1961, RL loss: -732941696.0000, Reward: -3079309.2852
    full cols: 10, non-full cols: 4994
   r - labels: 4086, labels - r: 5
    violated: 97262, weighted: 36414.890625, len: 27053.6015625, nonzero: 0.3843400776386261
Epoch 7900, Total loss: 107729469440.0000, CE loss: 38.5834, RL loss: 1077294720.0000, Reward: -3693858.4297
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 79013, weighted: 53025.09375, len: 57100.6015625, nonzero: 0.4780121445655823
--- eval ---
prediction result:
f1 on test:    0.4727
f1 on test:    0.7049 (micro)
f1 on KB:      0.3677
integrated f1: 0.3917, w_data: 0.3000, w_klg: 0.7000

integrated result:
f1 on test:    0.4635
f1 on test:    0.6972 (micro)
f1 on KB:      0.3885
integrated f1: 0.4110, w_data: 0.3000, w_klg: 0.7000
------------
Epoch 8000, Total loss: 532202192896.0000, CE loss: 38.4294, RL loss: 5322021888.0000, Reward: -3658377.3711
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 86188, weighted: 48191.7890625, len: 48243.6015625, nonzero: 0.45040029287338257
Epoch 8100, Total loss: 50390065152.0000, CE loss: 38.4895, RL loss: 503900672.0000, Reward: -2156929.4707
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 137075, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 8200, Total loss: -28857128960.0000, CE loss: 38.4915, RL loss: -288571296.0000, Reward: -2157758.2324
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 148659, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 8300, Total loss: 8923830272.0000, CE loss: 38.4800, RL loss: 89238304.0000, Reward: -2157397.6250
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 142129, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 8400, Total loss: 17317287936.0000, CE loss: 38.4759, RL loss: 173172880.0000, Reward: -2157963.5684
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 150775, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 8500, Total loss: 11985933312.0000, CE loss: 38.4649, RL loss: 119859336.0000, Reward: -2156709.8164
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 147951, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 8600, Total loss: 3346153472.0000, CE loss: 38.4679, RL loss: 33461534.0000, Reward: -2157653.8301
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 141605, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 8700, Total loss: 8273584640.0000, CE loss: 38.4989, RL loss: 82735848.0000, Reward: -2158072.4805
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 138893, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 8800, Total loss: -6444630016.0000, CE loss: 38.4915, RL loss: -64446300.0000, Reward: -2158130.2812
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 144127, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 8900, Total loss: -21507028992.0000, CE loss: 38.4764, RL loss: -215070288.0000, Reward: -2157928.5820
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 143870, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 9000, Total loss: -9335260160.0000, CE loss: 38.4880, RL loss: -93352600.0000, Reward: -2157139.4941
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 142978, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 9100, Total loss: -6345596928.0000, CE loss: 38.4755, RL loss: -63455968.0000, Reward: -2157600.4434
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 145182, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 9200, Total loss: -1662530304.0000, CE loss: 38.4801, RL loss: -16625303.0000, Reward: -2157490.3320
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 140426, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 9300, Total loss: 83664512.0000, CE loss: 38.4824, RL loss: 836645.1250, Reward: -2157876.7188
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 134130, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 9400, Total loss: 44368584704.0000, CE loss: 38.4896, RL loss: 443685856.0000, Reward: -2156794.3594
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 141205, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 9500, Total loss: 10456571904.0000, CE loss: 38.5007, RL loss: 104565720.0000, Reward: -2156939.1719
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 144051, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 9600, Total loss: -1276478464.0000, CE loss: 38.4912, RL loss: -12764784.0000, Reward: -2157874.4570
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 140262, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 9700, Total loss: -5188139520.0000, CE loss: 38.4805, RL loss: -51881396.0000, Reward: -2157750.7734
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 139257, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 9800, Total loss: -1175755776.0000, CE loss: 38.4785, RL loss: -11757558.0000, Reward: -2157180.3184
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 140751, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 9900, Total loss: -30544076800.0000, CE loss: 38.4917, RL loss: -305440768.0000, Reward: -2157474.4785
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 137543, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
--- eval ---
prediction result:
f1 on test:    0.4727
f1 on test:    0.7047 (micro)
f1 on KB:      0.3695
integrated f1: 0.3931, w_data: 0.3000, w_klg: 0.7000

integrated result:
f1 on test:    0.4636
f1 on test:    0.6971 (micro)
f1 on KB:      0.3901
integrated f1: 0.4121, w_data: 0.3000, w_klg: 0.7000
------------
Epoch 10000, Total loss: 12087486464.0000, CE loss: 38.4855, RL loss: 120874864.0000, Reward: -2156339.2852
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 147080, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 10100, Total loss: -33306630144.0000, CE loss: 38.5001, RL loss: -333066304.0000, Reward: -2158087.3633
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 141802, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 10200, Total loss: -13254023168.0000, CE loss: 38.4945, RL loss: -132540232.0000, Reward: -2157840.3672
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 137582, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 10300, Total loss: 59246833664.0000, CE loss: 38.5006, RL loss: 592468352.0000, Reward: -2156173.3789
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 139467, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 10400, Total loss: 14076843008.0000, CE loss: 38.4885, RL loss: 140768432.0000, Reward: -2157235.9004
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 148356, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 10500, Total loss: 19678146560.0000, CE loss: 38.4885, RL loss: 196781472.0000, Reward: -2157197.0215
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 136935, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 10600, Total loss: -27512111104.0000, CE loss: 38.5138, RL loss: -275121120.0000, Reward: -2157867.2422
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 138735, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 10700, Total loss: -39523389440.0000, CE loss: 38.4951, RL loss: -395233888.0000, Reward: -2158804.5703
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 143800, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 10800, Total loss: 8127919104.0000, CE loss: 38.4632, RL loss: 81279192.0000, Reward: -2157432.3652
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 135646, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 10900, Total loss: 2514291712.0000, CE loss: 38.4894, RL loss: 25142916.0000, Reward: -2157856.3750
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 144056, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 11000, Total loss: 402922336.0000, CE loss: 38.4766, RL loss: 4029223.5000, Reward: -2157417.8125
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 140099, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 11100, Total loss: -33030486016.0000, CE loss: 38.4970, RL loss: -330304864.0000, Reward: -2158162.9277
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 145981, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 11200, Total loss: 45692260352.0000, CE loss: 38.4957, RL loss: 456922592.0000, Reward: -2156364.5664
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 142007, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 11300, Total loss: -4395045888.0000, CE loss: 38.4835, RL loss: -43950460.0000, Reward: -2158010.3887
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 141668, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 11400, Total loss: 7203359744.0000, CE loss: 38.4806, RL loss: 72033600.0000, Reward: -2157341.8867
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 144041, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 11500, Total loss: -21734739968.0000, CE loss: 38.4935, RL loss: -217347408.0000, Reward: -2158638.2227
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 138617, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 11600, Total loss: -30911440896.0000, CE loss: 38.4787, RL loss: -309114400.0000, Reward: -2158388.6875
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 144299, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 11700, Total loss: 19055011840.0000, CE loss: 38.4845, RL loss: 190550128.0000, Reward: -2157239.5410
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 148748, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 11800, Total loss: -30596091904.0000, CE loss: 38.4706, RL loss: -305960928.0000, Reward: -2157825.0645
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 143284, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 11900, Total loss: -34974642176.0000, CE loss: 38.4784, RL loss: -349746432.0000, Reward: -2157999.4297
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 140947, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
--- eval ---
prediction result:
f1 on test:    0.4727
f1 on test:    0.7047 (micro)
f1 on KB:      0.3695
integrated f1: 0.3931, w_data: 0.3000, w_klg: 0.7000

integrated result:
f1 on test:    0.4636
f1 on test:    0.6971 (micro)
f1 on KB:      0.3901
integrated f1: 0.4121, w_data: 0.3000, w_klg: 0.7000
------------
Epoch 12000, Total loss: 5081067008.0000, CE loss: 38.4806, RL loss: 50810672.0000, Reward: -2157440.5137
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 145834, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 12100, Total loss: -25551550464.0000, CE loss: 38.4804, RL loss: -255515504.0000, Reward: -2157741.8770
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 139510, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 12200, Total loss: 1081932416.0000, CE loss: 38.4665, RL loss: 10819324.0000, Reward: -2158010.0742
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 151735, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 12300, Total loss: 24214697984.0000, CE loss: 38.4900, RL loss: 242146976.0000, Reward: -2156979.4922
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 137794, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 12400, Total loss: 20565166080.0000, CE loss: 38.4925, RL loss: 205651664.0000, Reward: -2157261.7266
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 138005, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 12500, Total loss: -12581909504.0000, CE loss: 38.4933, RL loss: -125819096.0000, Reward: -2158066.4727
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 146388, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 12600, Total loss: 1502131840.0000, CE loss: 38.4635, RL loss: 15021319.0000, Reward: -2157133.7480
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 148439, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 12700, Total loss: 25262501888.0000, CE loss: 38.4907, RL loss: 252625024.0000, Reward: -2157160.0488
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 143602, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 12800, Total loss: 28439812096.0000, CE loss: 38.4759, RL loss: 284398112.0000, Reward: -2156390.4199
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 145977, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 12900, Total loss: 12770350080.0000, CE loss: 38.4776, RL loss: 127703504.0000, Reward: -2158314.2812
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 138783, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 13000, Total loss: 14746182656.0000, CE loss: 38.4698, RL loss: 147461824.0000, Reward: -2157538.4922
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 138133, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 13100, Total loss: 22785808384.0000, CE loss: 38.4732, RL loss: 227858080.0000, Reward: -2157204.9023
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 135937, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 13200, Total loss: -24035600384.0000, CE loss: 38.4729, RL loss: -240356000.0000, Reward: -2158032.2500
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 139932, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 13300, Total loss: 24039591936.0000, CE loss: 38.4927, RL loss: 240395920.0000, Reward: -2156966.7168
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 142548, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 13400, Total loss: 45264613376.0000, CE loss: 38.4814, RL loss: 452646144.0000, Reward: -2155589.9062
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 147865, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 13500, Total loss: 15206107136.0000, CE loss: 38.4932, RL loss: 152061072.0000, Reward: -2157049.0430
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 145619, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 13600, Total loss: -5375507456.0000, CE loss: 38.4672, RL loss: -53755076.0000, Reward: -2157609.6426
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 145488, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 13700, Total loss: 15034582016.0000, CE loss: 38.4765, RL loss: 150345824.0000, Reward: -2156837.7930
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 142996, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 13800, Total loss: -7234592768.0000, CE loss: 38.4837, RL loss: -72345928.0000, Reward: -2158539.7441
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 145575, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 13900, Total loss: 947519488.0000, CE loss: 38.4813, RL loss: 9475195.0000, Reward: -2157162.2324
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 144246, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
--- eval ---
prediction result:
f1 on test:    0.4727
f1 on test:    0.7047 (micro)
f1 on KB:      0.3695
integrated f1: 0.3931, w_data: 0.3000, w_klg: 0.7000

integrated result:
f1 on test:    0.4636
f1 on test:    0.6971 (micro)
f1 on KB:      0.3901
integrated f1: 0.4121, w_data: 0.3000, w_klg: 0.7000
------------
Epoch 14000, Total loss: 3997541888.0000, CE loss: 38.4847, RL loss: 39975420.0000, Reward: -2157097.1719
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 139888, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 14100, Total loss: 7448979968.0000, CE loss: 38.4806, RL loss: 74489800.0000, Reward: -2157573.1484
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 144540, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 14200, Total loss: 1594440576.0000, CE loss: 38.4879, RL loss: 15944406.0000, Reward: -2156641.7207
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 148630, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 14300, Total loss: -28536217600.0000, CE loss: 38.4705, RL loss: -285362176.0000, Reward: -2157809.5879
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 148165, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 14400, Total loss: 49483071488.0000, CE loss: 38.4838, RL loss: 494830720.0000, Reward: -2157037.4941
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 138923, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 14500, Total loss: 42260721664.0000, CE loss: 38.4810, RL loss: 422607200.0000, Reward: -2156813.2598
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 143859, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 14600, Total loss: -5028038656.0000, CE loss: 38.4878, RL loss: -50280384.0000, Reward: -2157617.1523
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 146312, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 14700, Total loss: -65330962432.0000, CE loss: 38.4797, RL loss: -653309632.0000, Reward: -2158778.0234
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 139699, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 14800, Total loss: 25081151488.0000, CE loss: 38.4958, RL loss: 250811520.0000, Reward: -2156412.0352
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 144155, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 14900, Total loss: -15121095680.0000, CE loss: 38.4765, RL loss: -151210960.0000, Reward: -2157329.4238
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 143569, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 15000, Total loss: 6848579072.0000, CE loss: 38.5033, RL loss: 68485792.0000, Reward: -2157825.3359
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 134127, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
------ ABL Loop 0 ------
--- eval ---
prediction result:
f1 on test:    0.4727
f1 on test:    0.7047 (micro)
f1 on KB:      0.3695
integrated f1: 0.3962, w_data: 0.3353, w_klg: 0.6647

integrated result:
f1 on test:    0.4636
f1 on test:    0.6971 (micro)
f1 on KB:      0.3901
integrated f1: 0.4147, w_data: 0.3353, w_klg: 0.6647
------------
integrated f1 0.3962

KB before refine:
num_nodes: 5012.0000
num_edges: 207207.0000
density: 0.0083
avg_degree: 41.3422
avg_clustering: 0.3166
degree_assortativity: 0.2006
modularity: 0.4989
avg_betweenness: 0.0002
avg_closeness: 0.1597
Iteration 0: Loss = 10243196.000000
|Xk-Y|_F:  10243196.000000, |X-X0|:  0.000000
rounded |X_k-Y|_0 = 9233070, f1 =  0.432591, approx slack: 2740326
rounded before pow |X_k-Y|_0 = 9194372, f1 =  0.356748

Iteration 20: Loss = 14055478.000000
|Xk-Y|_F:  12929997.000000, |X-X0|:  1125481.500000
rounded |X_k-Y|_0 = 10851390, f1 =  0.306398, approx slack: 2673306
rounded before pow |X_k-Y|_0 = 9194372, f1 =  0.356748

Iteration 40: Loss = 14009323.000000
|Xk-Y|_F:  12878695.000000, |X-X0|:  1130627.750000
rounded |X_k-Y|_0 = 10808024, f1 =  0.307850, approx slack: 70802
rounded before pow |X_k-Y|_0 = 10820879, f1 =  0.307421

Iteration 60: Loss = 13926252.000000
|Xk-Y|_F:  12839763.000000, |X-X0|:  1086489.250000
rounded |X_k-Y|_0 = 10781654, f1 =  0.308730, approx slack: 85072
rounded before pow |X_k-Y|_0 = 10816904, f1 =  0.307554

Iteration 80: Loss = 13845602.000000
|Xk-Y|_F:  12798223.000000, |X-X0|:  1047379.187500
rounded |X_k-Y|_0 = 10757059, f1 =  0.309548, approx slack: 108704
rounded before pow |X_k-Y|_0 = 10812472, f1 =  0.307703

Iteration 100: Loss = 13762731.000000
|Xk-Y|_F:  12746338.000000, |X-X0|:  1016392.750000
rounded |X_k-Y|_0 = 10733563, f1 =  0.310326, approx slack: 119249
rounded before pow |X_k-Y|_0 = 10796892, f1 =  0.308224

Iteration 120: Loss = 13692354.000000
|Xk-Y|_F:  12700847.000000, |X-X0|:  991507.125000
rounded |X_k-Y|_0 = 10708749, f1 =  0.311146, approx slack: 139915
rounded before pow |X_k-Y|_0 = 10792892, f1 =  0.308358

Iteration 140: Loss = 13636685.000000
|Xk-Y|_F:  12666120.000000, |X-X0|:  970565.000000
rounded |X_k-Y|_0 = 10691623, f1 =  0.311712, approx slack: 148992
rounded before pow |X_k-Y|_0 = 10776452, f1 =  0.308902

Iteration 160: Loss = 13584757.000000
|Xk-Y|_F:  12632610.000000, |X-X0|:  952147.000000
rounded |X_k-Y|_0 = 10678719, f1 =  0.312136, approx slack: 166085
rounded before pow |X_k-Y|_0 = 10777443, f1 =  0.308871

Iteration 180: Loss = 13531007.000000
|Xk-Y|_F:  12595125.000000, |X-X0|:  935882.125000
rounded |X_k-Y|_0 = 10665292, f1 =  0.312576, approx slack: 187344
rounded before pow |X_k-Y|_0 = 10776855, f1 =  0.308891

Iteration 200: Loss = 13469611.000000
|Xk-Y|_F:  12548341.000000, |X-X0|:  921270.000000
rounded |X_k-Y|_0 = 10649114, f1 =  0.313106, approx slack: 224956
rounded before pow |X_k-Y|_0 = 10764195, f1 =  0.309313

Iteration 220: Loss = 13410920.000000
|Xk-Y|_F:  12502994.000000, |X-X0|:  907926.125000
rounded |X_k-Y|_0 = 10631876, f1 =  0.313671, approx slack: 251384
rounded before pow |X_k-Y|_0 = 10763570, f1 =  0.309334

Iteration 240: Loss = 13348022.000000
|Xk-Y|_F:  12452369.000000, |X-X0|:  895653.000000
rounded |X_k-Y|_0 = 10613877, f1 =  0.314259, approx slack: 284416
rounded before pow |X_k-Y|_0 = 10758492, f1 =  0.309501

Iteration 260: Loss = 13282890.000000
|Xk-Y|_F:  12398622.000000, |X-X0|:  884268.000000
rounded |X_k-Y|_0 = 10593941, f1 =  0.314911, approx slack: 309657
rounded before pow |X_k-Y|_0 = 10757137, f1 =  0.309545

Iteration 280: Loss = 13213325.000000
|Xk-Y|_F:  12339673.000000, |X-X0|:  873651.750000
rounded |X_k-Y|_0 = 10566202, f1 =  0.315818, approx slack: 338403
rounded before pow |X_k-Y|_0 = 10747965, f1 =  0.309846

Iteration 300: Loss = 13142811.000000
|Xk-Y|_F:  12279167.000000, |X-X0|:  863644.375000
rounded |X_k-Y|_0 = 10543006, f1 =  0.316574, approx slack: 375079
rounded before pow |X_k-Y|_0 = 10744389, f1 =  0.309964

Iteration 320: Loss = 13044206.000000
|Xk-Y|_F:  12190074.000000, |X-X0|:  854131.750000
rounded |X_k-Y|_0 = 10515280, f1 =  0.317474, approx slack: 416946
rounded before pow |X_k-Y|_0 = 10743622, f1 =  0.309989

Iteration 340: Loss = 12903388.000000
|Xk-Y|_F:  12058373.000000, |X-X0|:  845014.625000
rounded |X_k-Y|_0 = 10478676, f1 =  0.318652, approx slack: 490659
rounded before pow |X_k-Y|_0 = 10739347, f1 =  0.310130

Iteration 360: Loss = 12760833.000000
|Xk-Y|_F:  11924457.000000, |X-X0|:  836375.687500
rounded |X_k-Y|_0 = 10442916, f1 =  0.319801, approx slack: 562636
rounded before pow |X_k-Y|_0 = 10734456, f1 =  0.310293

Iteration 380: Loss = 12669233.000000
|Xk-Y|_F:  11841025.000000, |X-X0|:  828208.437500
rounded |X_k-Y|_0 = 10401947, f1 =  0.321122, approx slack: 618732
rounded before pow |X_k-Y|_0 = 10733208, f1 =  0.310334

Iteration 400: Loss = 12566004.000000
|Xk-Y|_F:  11745587.000000, |X-X0|:  820417.000000
rounded |X_k-Y|_0 = 10351348, f1 =  0.322749, approx slack: 689686
rounded before pow |X_k-Y|_0 = 10732070, f1 =  0.310372

Iteration 420: Loss = 12450017.000000
|Xk-Y|_F:  11637136.000000, |X-X0|:  812881.250000
rounded |X_k-Y|_0 = 10287770, f1 =  0.324784, approx slack: 781909
rounded before pow |X_k-Y|_0 = 10731316, f1 =  0.310397

Iteration 440: Loss = 12306663.000000
|Xk-Y|_F:  11501073.000000, |X-X0|:  805589.750000
rounded |X_k-Y|_0 = 10199404, f1 =  0.327602, approx slack: 898525
rounded before pow |X_k-Y|_0 = 10729441, f1 =  0.310459

Iteration 460: Loss = 12097876.000000
|Xk-Y|_F:  11299392.000000, |X-X0|:  798483.500000
rounded |X_k-Y|_0 = 10060126, f1 =  0.332010, approx slack: 1074941
rounded before pow |X_k-Y|_0 = 10726513, f1 =  0.310554

Iteration 480: Loss = 11729280.000000
|Xk-Y|_F:  10937622.000000, |X-X0|:  791657.562500
rounded |X_k-Y|_0 = 9802716, f1 =  0.340085, approx slack: 1395274
rounded before pow |X_k-Y|_0 = 10713511, f1 =  0.310984

Iteration 500: Loss = 10949770.000000
|Xk-Y|_F:  10160956.000000, |X-X0|:  788814.437500
rounded |X_k-Y|_0 = 9163556, f1 =  0.359788, approx slack: 1996999
rounded before pow |X_k-Y|_0 = 10524611, f1 =  0.317232

Iteration 520: Loss = 10011375.000000
|Xk-Y|_F:  9221176.000000, |X-X0|:  790198.750000
rounded |X_k-Y|_0 = 8396040, f1 =  0.382597, approx slack: 3422974
rounded before pow |X_k-Y|_0 = 10928498, f1 =  0.303775

Iteration 540: Loss = 8840133.000000
|Xk-Y|_F:  8039667.000000, |X-X0|:  800465.875000
rounded |X_k-Y|_0 = 7435828, f1 =  0.410406, approx slack: 4359710
rounded before pow |X_k-Y|_0 = 10646334, f1 =  0.313197

Iteration 560: Loss = 7521665.500000
|Xk-Y|_F:  6696086.000000, |X-X0|:  825579.625000
rounded |X_k-Y|_0 = 6245819, f1 =  0.446943, approx slack: 5355517
rounded before pow |X_k-Y|_0 = 10508454, f1 =  0.317747

Iteration 580: Loss = 6205895.000000
|Xk-Y|_F:  5347173.000000, |X-X0|:  858721.875000
rounded |X_k-Y|_0 = 5108487, f1 =  0.482011, approx slack: 6502658
rounded before pow |X_k-Y|_0 = 10408627, f1 =  0.321019

Iteration 600: Loss = 4862925.500000
|Xk-Y|_F:  3983513.000000, |X-X0|:  879412.437500
rounded |X_k-Y|_0 = 3993022, f1 =  0.518130, approx slack: 7854547
rounded before pow |X_k-Y|_0 = 10448590, f1 =  0.319704

Iteration 620: Loss = 3793931.500000
|Xk-Y|_F:  2911484.000000, |X-X0|:  882447.375000
rounded |X_k-Y|_0 = 3003061, f1 =  0.554440, approx slack: 9089926
rounded before pow |X_k-Y|_0 = 10683501, f1 =  0.311944

Iteration 640: Loss = 3079155.000000
|Xk-Y|_F:  2199116.000000, |X-X0|:  880038.875000
rounded |X_k-Y|_0 = 2142887, f1 =  0.590016, approx slack: 9978772
rounded before pow |X_k-Y|_0 = 10822259, f1 =  0.307320

Iteration 660: Loss = 2740202.500000
|Xk-Y|_F:  1878809.625000, |X-X0|:  861392.937500
rounded |X_k-Y|_0 = 1809480, f1 =  0.604910, approx slack: 10249507
rounded before pow |X_k-Y|_0 = 10848081, f1 =  0.306450

Iteration 680: Loss = 2595796.500000
|Xk-Y|_F:  1757827.375000, |X-X0|:  837969.000000
rounded |X_k-Y|_0 = 1706855, f1 =  0.609712, approx slack: 10342025
rounded before pow |X_k-Y|_0 = 10892184, f1 =  0.304967

Iteration 700: Loss = 2514059.000000
|Xk-Y|_F:  1694823.875000, |X-X0|:  819235.250000
rounded |X_k-Y|_0 = 1648572, f1 =  0.612480, approx slack: 10402525
rounded before pow |X_k-Y|_0 = 10938615, f1 =  0.303402

Iteration 720: Loss = 2459211.250000
|Xk-Y|_F:  1652622.625000, |X-X0|:  806588.687500
rounded |X_k-Y|_0 = 1618069, f1 =  0.613909, approx slack: 10441914
rounded before pow |X_k-Y|_0 = 10963482, f1 =  0.302562

Iteration 740: Loss = 2407608.000000
|Xk-Y|_F:  1610090.875000, |X-X0|:  797517.250000
rounded |X_k-Y|_0 = 1594715, f1 =  0.615016, approx slack: 10499343
rounded before pow |X_k-Y|_0 = 11001570, f1 =  0.301276

Iteration 760: Loss = 2342863.500000
|Xk-Y|_F:  1550972.875000, |X-X0|:  791890.562500
rounded |X_k-Y|_0 = 1580526, f1 =  0.615697, approx slack: 10526377
rounded before pow |X_k-Y|_0 = 11013902, f1 =  0.300859

Iteration 780: Loss = 2253479.500000
|Xk-Y|_F:  1463934.000000, |X-X0|:  789545.625000
rounded |X_k-Y|_0 = 1550653, f1 =  0.617122, approx slack: 10574978
rounded before pow |X_k-Y|_0 = 11023573, f1 =  0.300533

Iteration 800: Loss = 2147530.500000
|Xk-Y|_F:  1359683.000000, |X-X0|:  787847.437500
rounded |X_k-Y|_0 = 1502499, f1 =  0.619463, approx slack: 10626397
rounded before pow |X_k-Y|_0 = 11025305, f1 =  0.300476

Iteration 820: Loss = 2046771.000000
|Xk-Y|_F:  1263020.625000, |X-X0|:  783750.437500
rounded |X_k-Y|_0 = 1321480, f1 =  0.627934, approx slack: 10842380
rounded before pow |X_k-Y|_0 = 11044398, f1 =  0.299832

Iteration 840: Loss = 1975413.750000
|Xk-Y|_F:  1198726.125000, |X-X0|:  776687.625000
rounded |X_k-Y|_0 = 1154196, f1 =  0.635939, approx slack: 10998801
rounded before pow |X_k-Y|_0 = 11044854, f1 =  0.299819

Iteration 860: Loss = 1933128.250000
|Xk-Y|_F:  1164216.000000, |X-X0|:  768912.312500
rounded |X_k-Y|_0 = 1125057, f1 =  0.637381, approx slack: 10952704
rounded before pow |X_k-Y|_0 = 10972543, f1 =  0.302273

Iteration 880: Loss = 1903316.750000
|Xk-Y|_F:  1141290.250000, |X-X0|:  762026.500000
rounded |X_k-Y|_0 = 1115643, f1 =  0.637848, approx slack: 10637319
rounded before pow |X_k-Y|_0 = 10652182, f1 =  0.312992

Iteration 900: Loss = 1881914.750000
|Xk-Y|_F:  1126234.250000, |X-X0|:  755680.437500
rounded |X_k-Y|_0 = 1106433, f1 =  0.638319, approx slack: 10645922
rounded before pow |X_k-Y|_0 = 10659037, f1 =  0.312764

Iteration 920: Loss = 1864864.500000
|Xk-Y|_F:  1114972.500000, |X-X0|:  749892.062500
rounded |X_k-Y|_0 = 1098078, f1 =  0.638738, approx slack: 10667332
rounded before pow |X_k-Y|_0 = 10681195, f1 =  0.312029

Iteration 940: Loss = 1850278.500000
|Xk-Y|_F:  1105946.250000, |X-X0|:  744332.250000
rounded |X_k-Y|_0 = 1090760, f1 =  0.639107, approx slack: 10616258
rounded before pow |X_k-Y|_0 = 10632642, f1 =  0.313640

Iteration 960: Loss = 1837279.250000
|Xk-Y|_F:  1098299.875000, |X-X0|:  738979.375000
rounded |X_k-Y|_0 = 1084551, f1 =  0.639422, approx slack: 10620535
rounded before pow |X_k-Y|_0 = 10637082, f1 =  0.313491

Iteration 980: Loss = 1825898.875000
|Xk-Y|_F:  1092113.500000, |X-X0|:  733785.375000
rounded |X_k-Y|_0 = 1079036, f1 =  0.639702, approx slack: 10648360
rounded before pow |X_k-Y|_0 = 10663228, f1 =  0.312625

Iteration 1000: Loss = 1816289.875000
|Xk-Y|_F:  1087191.125000, |X-X0|:  729098.750000
rounded |X_k-Y|_0 = 1074163, f1 =  0.639951, approx slack: 10651484
rounded before pow |X_k-Y|_0 = 10662931, f1 =  0.312636

Iteration 1020: Loss = 1807160.500000
|Xk-Y|_F:  1082763.750000, |X-X0|:  724396.812500
rounded |X_k-Y|_0 = 1069551, f1 =  0.640185, approx slack: 10652611
rounded before pow |X_k-Y|_0 = 10668732, f1 =  0.312441

Iteration 1040: Loss = 1798792.500000
|Xk-Y|_F:  1078899.625000, |X-X0|:  719892.875000
rounded |X_k-Y|_0 = 1065798, f1 =  0.640375, approx slack: 10330701
rounded before pow |X_k-Y|_0 = 10344604, f1 =  0.323115

Iteration 1060: Loss = 1790924.250000
|Xk-Y|_F:  1075389.250000, |X-X0|:  715534.937500
rounded |X_k-Y|_0 = 1062253, f1 =  0.640555, approx slack: 10292364
rounded before pow |X_k-Y|_0 = 10304214, f1 =  0.324435

Iteration 1080: Loss = 1783460.250000
|Xk-Y|_F:  1072177.375000, |X-X0|:  711282.812500
rounded |X_k-Y|_0 = 1058508, f1 =  0.640745, approx slack: 10241330
rounded before pow |X_k-Y|_0 = 10312945, f1 =  0.324117

Iteration 1100: Loss = 1776467.125000
|Xk-Y|_F:  1069260.250000, |X-X0|:  707206.875000
rounded |X_k-Y|_0 = 1055196, f1 =  0.640912, approx slack: 10298781
rounded before pow |X_k-Y|_0 = 10368025, f1 =  0.322320

Iteration 1120: Loss = 1769520.250000
|Xk-Y|_F:  1066409.375000, |X-X0|:  703110.875000
rounded |X_k-Y|_0 = 1052406, f1 =  0.641053, approx slack: 10300234
rounded before pow |X_k-Y|_0 = 10370210, f1 =  0.322248

Iteration 1140: Loss = 1762939.125000
|Xk-Y|_F:  1063838.125000, |X-X0|:  699101.000000
rounded |X_k-Y|_0 = 1049556, f1 =  0.641197, approx slack: 10310826
rounded before pow |X_k-Y|_0 = 10381337, f1 =  0.321884

Iteration 1160: Loss = 1756621.375000
|Xk-Y|_F:  1061472.125000, |X-X0|:  695149.250000
rounded |X_k-Y|_0 = 1046451, f1 =  0.641354, approx slack: 10280909
rounded before pow |X_k-Y|_0 = 10348655, f1 =  0.322954

Iteration 1180: Loss = 1750444.000000
|Xk-Y|_F:  1059177.875000, |X-X0|:  691266.062500
rounded |X_k-Y|_0 = 1043672, f1 =  0.641496, approx slack: 10288828
rounded before pow |X_k-Y|_0 = 10358830, f1 =  0.322621

Iteration 1200: Loss = 1744342.000000
|Xk-Y|_F:  1056934.375000, |X-X0|:  687407.562500
rounded |X_k-Y|_0 = 1041007, f1 =  0.641632, approx slack: 10282677
rounded before pow |X_k-Y|_0 = 10355946, f1 =  0.322712

Iteration 1220: Loss = 1738407.500000
|Xk-Y|_F:  1054756.875000, |X-X0|:  683650.687500
rounded |X_k-Y|_0 = 1038333, f1 =  0.641768, approx slack: 10293920
rounded before pow |X_k-Y|_0 = 10366518, f1 =  0.322366

Iteration 1240: Loss = 1732878.750000
|Xk-Y|_F:  1052786.750000, |X-X0|:  680092.000000
rounded |X_k-Y|_0 = 1035538, f1 =  0.641910, approx slack: 10299638
rounded before pow |X_k-Y|_0 = 10371098, f1 =  0.322216

Iteration 1260: Loss = 1727280.375000
|Xk-Y|_F:  1050774.125000, |X-X0|:  676506.250000
rounded |X_k-Y|_0 = 1032875, f1 =  0.642045, approx slack: 10317357
rounded before pow |X_k-Y|_0 = 10387721, f1 =  0.321673

Iteration 1280: Loss = 1721806.750000
|Xk-Y|_F:  1048823.250000, |X-X0|:  672983.562500
rounded |X_k-Y|_0 = 1030862, f1 =  0.642147, approx slack: 10326679
rounded before pow |X_k-Y|_0 = 10395838, f1 =  0.321408

Iteration 1300: Loss = 1716693.625000
|Xk-Y|_F:  1047081.562500, |X-X0|:  669612.062500
rounded |X_k-Y|_0 = 1028374, f1 =  0.642273, approx slack: 10328208
rounded before pow |X_k-Y|_0 = 10397380, f1 =  0.321356

Iteration 1320: Loss = 1711640.000000
|Xk-Y|_F:  1045377.437500, |X-X0|:  666262.625000
rounded |X_k-Y|_0 = 1026196, f1 =  0.642385, approx slack: 10322725
rounded before pow |X_k-Y|_0 = 10395433, f1 =  0.321418

Iteration 1340: Loss = 1706798.250000
|Xk-Y|_F:  1043725.250000, |X-X0|:  663073.000000
rounded |X_k-Y|_0 = 1024472, f1 =  0.642473, approx slack: 10334884
rounded before pow |X_k-Y|_0 = 10403044, f1 =  0.321172

Iteration 1360: Loss = 1701924.000000
|Xk-Y|_F:  1042128.187500, |X-X0|:  659795.750000
rounded |X_k-Y|_0 = 1022002, f1 =  0.642600, approx slack: 10332057
rounded before pow |X_k-Y|_0 = 10399270, f1 =  0.321295

Iteration 1380: Loss = 1697241.750000
|Xk-Y|_F:  1040577.562500, |X-X0|:  656664.250000
rounded |X_k-Y|_0 = 1020058, f1 =  0.642697, approx slack: 10335650
rounded before pow |X_k-Y|_0 = 10404127, f1 =  0.321136

Iteration 1400: Loss = 1692390.750000
|Xk-Y|_F:  1038864.687500, |X-X0|:  653526.062500
rounded |X_k-Y|_0 = 1018201, f1 =  0.642790, approx slack: 10355829
rounded before pow |X_k-Y|_0 = 10422942, f1 =  0.320520

Iteration 1420: Loss = 1687826.125000
|Xk-Y|_F:  1037356.562500, |X-X0|:  650469.562500
rounded |X_k-Y|_0 = 1016074, f1 =  0.642899, approx slack: 10368550
rounded before pow |X_k-Y|_0 = 10430853, f1 =  0.320262

Iteration 1440: Loss = 1683431.125000
|Xk-Y|_F:  1036013.375000, |X-X0|:  647417.750000
rounded |X_k-Y|_0 = 1014224, f1 =  0.642994, approx slack: 10381036
rounded before pow |X_k-Y|_0 = 10442635, f1 =  0.319875

Iteration 1460: Loss = 1678952.750000
|Xk-Y|_F:  1034473.250000, |X-X0|:  644479.437500
rounded |X_k-Y|_0 = 1012249, f1 =  0.643095, approx slack: 10387030
rounded before pow |X_k-Y|_0 = 10448357, f1 =  0.319687

Iteration 1480: Loss = 1674561.500000
|Xk-Y|_F:  1033074.562500, |X-X0|:  641486.875000
rounded |X_k-Y|_0 = 1010471, f1 =  0.643184, approx slack: 10369464
rounded before pow |X_k-Y|_0 = 10452258, f1 =  0.319549

Iteration 1500: Loss = 1670148.250000
|Xk-Y|_F:  1031618.250000, |X-X0|:  638530.062500
rounded |X_k-Y|_0 = 1008443, f1 =  0.643288, approx slack: 10375797
rounded before pow |X_k-Y|_0 = 10457434, f1 =  0.319379

Iteration 1520: Loss = 1665991.250000
|Xk-Y|_F:  1030335.500000, |X-X0|:  635655.750000
rounded |X_k-Y|_0 = 1006958, f1 =  0.643364, approx slack: 10375445
rounded before pow |X_k-Y|_0 = 10457636, f1 =  0.319372

Iteration 1540: Loss = 1661747.125000
|Xk-Y|_F:  1028979.687500, |X-X0|:  632767.437500
rounded |X_k-Y|_0 = 1005227, f1 =  0.643451, approx slack: 10376123
rounded before pow |X_k-Y|_0 = 10473268, f1 =  0.318853

Iteration 1560: Loss = 1657826.750000
|Xk-Y|_F:  1027845.500000, |X-X0|:  629981.250000
rounded |X_k-Y|_0 = 1003669, f1 =  0.643526, approx slack: 10366783
rounded before pow |X_k-Y|_0 = 10467072, f1 =  0.319055

Iteration 1580: Loss = 1653694.250000
|Xk-Y|_F:  1026534.812500, |X-X0|:  627159.375000
rounded |X_k-Y|_0 = 1002187, f1 =  0.643605, approx slack: 10364877
rounded before pow |X_k-Y|_0 = 10465879, f1 =  0.319093

Iteration 1600: Loss = 1649749.500000
|Xk-Y|_F:  1025329.562500, |X-X0|:  624420.000000
rounded |X_k-Y|_0 = 1000561, f1 =  0.643686, approx slack: 10366378
rounded before pow |X_k-Y|_0 = 10468211, f1 =  0.319016

Iteration 1620: Loss = 1645935.375000
|Xk-Y|_F:  1024270.000000, |X-X0|:  621665.375000
rounded |X_k-Y|_0 = 999502, f1 =  0.643742, approx slack: 10373794
rounded before pow |X_k-Y|_0 = 10482925, f1 =  0.318529

Iteration 1640: Loss = 1642027.250000
|Xk-Y|_F:  1023093.250000, |X-X0|:  618933.937500
rounded |X_k-Y|_0 = 998180, f1 =  0.643810, approx slack: 10380368
rounded before pow |X_k-Y|_0 = 10487101, f1 =  0.318391

Iteration 1660: Loss = 1638225.500000
|Xk-Y|_F:  1021980.562500, |X-X0|:  616245.000000
rounded |X_k-Y|_0 = 997169, f1 =  0.643862, approx slack: 10376774
rounded before pow |X_k-Y|_0 = 10485393, f1 =  0.318446

Iteration 1680: Loss = 1634534.500000
|Xk-Y|_F:  1020947.812500, |X-X0|:  613586.687500
rounded |X_k-Y|_0 = 995565, f1 =  0.643944, approx slack: 10377321
rounded before pow |X_k-Y|_0 = 10484944, f1 =  0.318461

Iteration 1700: Loss = 1631181.125000
|Xk-Y|_F:  1020184.312500, |X-X0|:  610996.812500
rounded |X_k-Y|_0 = 994062, f1 =  0.644024, approx slack: 10392222
rounded before pow |X_k-Y|_0 = 10499141, f1 =  0.317993

Iteration 1720: Loss = 1627161.000000
|Xk-Y|_F:  1018870.812500, |X-X0|:  608290.250000
rounded |X_k-Y|_0 = 993175, f1 =  0.644066, approx slack: 10402007
rounded before pow |X_k-Y|_0 = 10509350, f1 =  0.317657

Iteration 1740: Loss = 1623838.500000
|Xk-Y|_F:  1018055.875000, |X-X0|:  605782.687500
rounded |X_k-Y|_0 = 991370, f1 =  0.644158, approx slack: 10409410
rounded before pow |X_k-Y|_0 = 10517417, f1 =  0.317386

Iteration 1760: Loss = 1620155.000000
|Xk-Y|_F:  1017034.687500, |X-X0|:  603120.375000
rounded |X_k-Y|_0 = 990718, f1 =  0.644193, approx slack: 10411201
rounded before pow |X_k-Y|_0 = 10518512, f1 =  0.317351

Iteration 1780: Loss = 1616866.000000
|Xk-Y|_F:  1016112.500000, |X-X0|:  600753.437500
rounded |X_k-Y|_0 = 989314, f1 =  0.644264, approx slack: 10407830
rounded before pow |X_k-Y|_0 = 10516296, f1 =  0.317423

Iteration 1800: Loss = 1612908.000000
|Xk-Y|_F:  1014894.062500, |X-X0|:  598013.937500
rounded |X_k-Y|_0 = 988489, f1 =  0.644306, approx slack: 10411516
rounded before pow |X_k-Y|_0 = 10516724, f1 =  0.317413

Iteration 1820: Loss = 1610355.250000
|Xk-Y|_F:  1014531.312500, |X-X0|:  595824.000000
rounded |X_k-Y|_0 = 987745, f1 =  0.644344, approx slack: 10415935
rounded before pow |X_k-Y|_0 = 10520753, f1 =  0.317281

Iteration 1840: Loss = 1605995.375000
|Xk-Y|_F:  1013049.125000, |X-X0|:  592946.250000
rounded |X_k-Y|_0 = 986061, f1 =  0.644430, approx slack: 10413873
rounded before pow |X_k-Y|_0 = 10520677, f1 =  0.317281

Iteration 1860: Loss = 1601521.000000
|Xk-Y|_F:  1011137.312500, |X-X0|:  590383.625000
rounded |X_k-Y|_0 = 985339, f1 =  0.644466, approx slack: 10411340
rounded before pow |X_k-Y|_0 = 10521049, f1 =  0.317268

Iteration 1880: Loss = 1597439.000000
|Xk-Y|_F:  1009592.750000, |X-X0|:  587846.187500
rounded |X_k-Y|_0 = 982218, f1 =  0.644621, approx slack: 10426769
rounded before pow |X_k-Y|_0 = 10530282, f1 =  0.316966

Iteration 1900: Loss = 1594202.000000
|Xk-Y|_F:  1008790.812500, |X-X0|:  585411.125000
rounded |X_k-Y|_0 = 980957, f1 =  0.644686, approx slack: 10381780
rounded before pow |X_k-Y|_0 = 10530773, f1 =  0.316938

Iteration 1920: Loss = 1590964.500000
|Xk-Y|_F:  1007970.187500, |X-X0|:  582994.375000
rounded |X_k-Y|_0 = 980030, f1 =  0.644733, approx slack: 10383980
rounded before pow |X_k-Y|_0 = 10531553, f1 =  0.316911

Iteration 1940: Loss = 1587758.375000
|Xk-Y|_F:  1007117.375000, |X-X0|:  580641.000000
rounded |X_k-Y|_0 = 978428, f1 =  0.644816, approx slack: 10385213
rounded before pow |X_k-Y|_0 = 10531575, f1 =  0.316910

Iteration 1960: Loss = 1584695.500000
|Xk-Y|_F:  1006394.812500, |X-X0|:  578300.687500
rounded |X_k-Y|_0 = 978856, f1 =  0.644798, approx slack: 10386984
rounded before pow |X_k-Y|_0 = 10534315, f1 =  0.316820

Iteration 1980: Loss = 1581538.500000
|Xk-Y|_F:  1005535.000000, |X-X0|:  576003.437500
rounded |X_k-Y|_0 = 977766, f1 =  0.644851, approx slack: 10388438
rounded before pow |X_k-Y|_0 = 10534231, f1 =  0.316823

Iteration 2000: Loss = 1578880.250000
|Xk-Y|_F:  1005156.062500, |X-X0|:  573724.250000
rounded |X_k-Y|_0 = 976615, f1 =  0.644913, approx slack: 10391107
rounded before pow |X_k-Y|_0 = 10535389, f1 =  0.316784

Iteration 2020: Loss = 1575516.250000
|Xk-Y|_F:  1004051.687500, |X-X0|:  571464.625000
rounded |X_k-Y|_0 = 975262, f1 =  0.644980, approx slack: 10384249
rounded before pow |X_k-Y|_0 = 10528041, f1 =  0.317026

Iteration 2040: Loss = 1572426.250000
|Xk-Y|_F:  1003197.375000, |X-X0|:  569228.937500
rounded |X_k-Y|_0 = 974928, f1 =  0.644995, approx slack: 10380076
rounded before pow |X_k-Y|_0 = 10530499, f1 =  0.316945

Iteration 2060: Loss = 1569440.750000
|Xk-Y|_F:  1002419.437500, |X-X0|:  567021.312500
rounded |X_k-Y|_0 = 973617, f1 =  0.645064, approx slack: 10382138
rounded before pow |X_k-Y|_0 = 10531648, f1 =  0.316907

Iteration 2080: Loss = 1566421.500000
|Xk-Y|_F:  1001584.750000, |X-X0|:  564836.812500
rounded |X_k-Y|_0 = 972687, f1 =  0.645112, approx slack: 10376350
rounded before pow |X_k-Y|_0 = 10530558, f1 =  0.316943

Iteration 2100: Loss = 1563501.250000
|Xk-Y|_F:  1000841.125000, |X-X0|:  562660.125000
rounded |X_k-Y|_0 = 971423, f1 =  0.645176, approx slack: 10382179
rounded before pow |X_k-Y|_0 = 10533952, f1 =  0.316831

Iteration 2120: Loss = 1560796.500000
|Xk-Y|_F:  1000273.062500, |X-X0|:  560523.375000
rounded |X_k-Y|_0 = 970279, f1 =  0.645238, approx slack: 10390860
rounded before pow |X_k-Y|_0 = 10534538, f1 =  0.316818

Iteration 2140: Loss = 1557890.750000
|Xk-Y|_F:  999515.187500, |X-X0|:  558375.625000
rounded |X_k-Y|_0 = 969373, f1 =  0.645284, approx slack: 10384972
rounded before pow |X_k-Y|_0 = 10532260, f1 =  0.316893

Iteration 2160: Loss = 1554697.750000
|Xk-Y|_F:  998454.562500, |X-X0|:  556243.187500
rounded |X_k-Y|_0 = 968848, f1 =  0.645310, approx slack: 10380661
rounded before pow |X_k-Y|_0 = 10528934, f1 =  0.317001

Iteration 2180: Loss = 1551587.750000
|Xk-Y|_F:  997468.500000, |X-X0|:  554119.187500
rounded |X_k-Y|_0 = 967008, f1 =  0.645401, approx slack: 10383596
rounded before pow |X_k-Y|_0 = 10533232, f1 =  0.316860

Iteration 2200: Loss = 1548811.500000
|Xk-Y|_F:  996824.687500, |X-X0|:  551986.875000
rounded |X_k-Y|_0 = 966967, f1 =  0.645405, approx slack: 10383920
rounded before pow |X_k-Y|_0 = 10536951, f1 =  0.316738

Iteration 2220: Loss = 1545960.000000
|Xk-Y|_F:  996088.937500, |X-X0|:  549871.000000
rounded |X_k-Y|_0 = 966469, f1 =  0.645430, approx slack: 10387261
rounded before pow |X_k-Y|_0 = 10539359, f1 =  0.316658

Iteration 2240: Loss = 1543148.000000
|Xk-Y|_F:  995383.125000, |X-X0|:  547764.937500
rounded |X_k-Y|_0 = 965451, f1 =  0.645484, approx slack: 10383949
rounded before pow |X_k-Y|_0 = 10539052, f1 =  0.316668

Iteration 2260: Loss = 1540349.875000
|Xk-Y|_F:  994679.312500, |X-X0|:  545670.562500
rounded |X_k-Y|_0 = 964527, f1 =  0.645527, approx slack: 10384452
rounded before pow |X_k-Y|_0 = 10539096, f1 =  0.316667

Iteration 2280: Loss = 1537773.250000
|Xk-Y|_F:  994184.125000, |X-X0|:  543589.125000
rounded |X_k-Y|_0 = 963048, f1 =  0.645609, approx slack: 10383857
rounded before pow |X_k-Y|_0 = 10537800, f1 =  0.316709

Iteration 2300: Loss = 1534956.625000
|Xk-Y|_F:  993444.875000, |X-X0|:  541511.750000
rounded |X_k-Y|_0 = 962447, f1 =  0.645639, approx slack: 10374827
rounded before pow |X_k-Y|_0 = 10533363, f1 =  0.316855

Iteration 2320: Loss = 1532186.125000
|Xk-Y|_F:  992735.312500, |X-X0|:  539450.812500
rounded |X_k-Y|_0 = 962328, f1 =  0.645643, approx slack: 10383833
rounded before pow |X_k-Y|_0 = 10542913, f1 =  0.316541

Iteration 2340: Loss = 1529547.000000
|Xk-Y|_F:  992126.625000, |X-X0|:  537420.375000
rounded |X_k-Y|_0 = 961687, f1 =  0.645675, approx slack: 10385881
rounded before pow |X_k-Y|_0 = 10542468, f1 =  0.316556

Iteration 2360: Loss = 1526905.750000
|Xk-Y|_F:  991519.250000, |X-X0|:  535386.437500
rounded |X_k-Y|_0 = 960545, f1 =  0.645732, approx slack: 10388137
rounded before pow |X_k-Y|_0 = 10542704, f1 =  0.316548

Iteration 2380: Loss = 1524473.875000
|Xk-Y|_F:  991100.562500, |X-X0|:  533373.312500
rounded |X_k-Y|_0 = 958776, f1 =  0.645825, approx slack: 10395278
rounded before pow |X_k-Y|_0 = 10547105, f1 =  0.316403

Iteration 2400: Loss = 1521812.750000
|Xk-Y|_F:  990444.187500, |X-X0|:  531368.562500
rounded |X_k-Y|_0 = 958686, f1 =  0.645831, approx slack: 10402112
rounded before pow |X_k-Y|_0 = 10555442, f1 =  0.316128

Iteration 2420: Loss = 1519199.500000
|Xk-Y|_F:  989832.375000, |X-X0|:  529367.187500
rounded |X_k-Y|_0 = 958320, f1 =  0.645849, approx slack: 10401481
rounded before pow |X_k-Y|_0 = 10551574, f1 =  0.316259

Iteration 2440: Loss = 1516595.500000
|Xk-Y|_F:  989184.812500, |X-X0|:  527410.750000
rounded |X_k-Y|_0 = 957413, f1 =  0.645896, approx slack: 10404739
rounded before pow |X_k-Y|_0 = 10554508, f1 =  0.316162

Iteration 2460: Loss = 1513920.875000
|Xk-Y|_F:  988475.062500, |X-X0|:  525445.812500
rounded |X_k-Y|_0 = 956590, f1 =  0.645937, approx slack: 10403272
rounded before pow |X_k-Y|_0 = 10553989, f1 =  0.316179

Iteration 2480: Loss = 1511420.750000
|Xk-Y|_F:  987911.500000, |X-X0|:  523509.250000
rounded |X_k-Y|_0 = 956206, f1 =  0.645956, approx slack: 10408311
rounded before pow |X_k-Y|_0 = 10557741, f1 =  0.316056

Iteration 2500: Loss = 1508936.000000
|Xk-Y|_F:  987353.500000, |X-X0|:  521582.468750
rounded |X_k-Y|_0 = 955446, f1 =  0.645995, approx slack: 10404225
rounded before pow |X_k-Y|_0 = 10558101, f1 =  0.316043

Iteration 2520: Loss = 1506421.750000
|Xk-Y|_F:  986787.812500, |X-X0|:  519634.000000
rounded |X_k-Y|_0 = 954162, f1 =  0.646063, approx slack: 10409058
rounded before pow |X_k-Y|_0 = 10562297, f1 =  0.315904

Iteration 2540: Loss = 1503729.000000
|Xk-Y|_F:  985994.812500, |X-X0|:  517734.187500
rounded |X_k-Y|_0 = 954738, f1 =  0.646031, approx slack: 10406759
rounded before pow |X_k-Y|_0 = 10562510, f1 =  0.315897

Iteration 2560: Loss = 1501070.625000
|Xk-Y|_F:  985244.750000, |X-X0|:  515825.875000
rounded |X_k-Y|_0 = 953220, f1 =  0.646110, approx slack: 10406979
rounded before pow |X_k-Y|_0 = 10562260, f1 =  0.315906

Iteration 2580: Loss = 1498649.125000
|Xk-Y|_F:  984692.687500, |X-X0|:  513956.468750
rounded |X_k-Y|_0 = 952262, f1 =  0.646161, approx slack: 10409224
rounded before pow |X_k-Y|_0 = 10562442, f1 =  0.315900

Iteration 2600: Loss = 1496194.625000
|Xk-Y|_F:  984097.187500, |X-X0|:  512097.437500
rounded |X_k-Y|_0 = 952209, f1 =  0.646164, approx slack: 10412076
rounded before pow |X_k-Y|_0 = 10563823, f1 =  0.315854

Iteration 2620: Loss = 1493617.875000
|Xk-Y|_F:  983385.125000, |X-X0|:  510232.718750
rounded |X_k-Y|_0 = 950857, f1 =  0.646233, approx slack: 10408394
rounded before pow |X_k-Y|_0 = 10563806, f1 =  0.315855

Iteration 2640: Loss = 1491008.000000
|Xk-Y|_F:  982624.125000, |X-X0|:  508383.812500
rounded |X_k-Y|_0 = 950793, f1 =  0.646237, approx slack: 10402689
rounded before pow |X_k-Y|_0 = 10563252, f1 =  0.315873

Iteration 2660: Loss = 1488516.375000
|Xk-Y|_F:  981975.875000, |X-X0|:  506540.468750
rounded |X_k-Y|_0 = 950139, f1 =  0.646271, approx slack: 10392510
rounded before pow |X_k-Y|_0 = 10551935, f1 =  0.316247

Iteration 2680: Loss = 1486054.875000
|Xk-Y|_F:  981350.375000, |X-X0|:  504704.531250
rounded |X_k-Y|_0 = 949527, f1 =  0.646304, approx slack: 10390322
rounded before pow |X_k-Y|_0 = 10549617, f1 =  0.316323

Iteration 2700: Loss = 1483462.000000
|Xk-Y|_F:  980564.500000, |X-X0|:  502897.468750
rounded |X_k-Y|_0 = 948602, f1 =  0.646350, approx slack: 10390362
rounded before pow |X_k-Y|_0 = 10549908, f1 =  0.316313

Iteration 2720: Loss = 1480923.875000
|Xk-Y|_F:  979830.625000, |X-X0|:  501093.250000
rounded |X_k-Y|_0 = 948014, f1 =  0.646382, approx slack: 10390828
rounded before pow |X_k-Y|_0 = 10550204, f1 =  0.316304

Iteration 2740: Loss = 1478304.250000
|Xk-Y|_F:  979006.875000, |X-X0|:  499297.375000
rounded |X_k-Y|_0 = 947103, f1 =  0.646425, approx slack: 10390377
rounded before pow |X_k-Y|_0 = 10549773, f1 =  0.316318

Iteration 2760: Loss = 1475745.250000
|Xk-Y|_F:  978236.062500, |X-X0|:  497509.187500
rounded |X_k-Y|_0 = 946752, f1 =  0.646446, approx slack: 10390767
rounded before pow |X_k-Y|_0 = 10550525, f1 =  0.316293

Iteration 2780: Loss = 1473123.750000
|Xk-Y|_F:  977391.312500, |X-X0|:  495732.375000
rounded |X_k-Y|_0 = 945718, f1 =  0.646500, approx slack: 10389183
rounded before pow |X_k-Y|_0 = 10547522, f1 =  0.316392

Iteration 2800: Loss = 1470495.500000
|Xk-Y|_F:  976532.000000, |X-X0|:  493963.468750
rounded |X_k-Y|_0 = 945399, f1 =  0.646517, approx slack: 10387881
rounded before pow |X_k-Y|_0 = 10546825, f1 =  0.316415

Iteration 2820: Loss = 1468039.000000
|Xk-Y|_F:  975824.562500, |X-X0|:  492214.437500
rounded |X_k-Y|_0 = 944837, f1 =  0.646547, approx slack: 10380185
rounded before pow |X_k-Y|_0 = 10545673, f1 =  0.316451

Iteration 2840: Loss = 1465513.750000
|Xk-Y|_F:  975032.062500, |X-X0|:  490481.750000
rounded |X_k-Y|_0 = 944018, f1 =  0.646589, approx slack: 10381503
rounded before pow |X_k-Y|_0 = 10544665, f1 =  0.316484

Iteration 2860: Loss = 1463021.750000
|Xk-Y|_F:  974253.000000, |X-X0|:  488768.812500
rounded |X_k-Y|_0 = 943684, f1 =  0.646607, approx slack: 10386515
rounded before pow |X_k-Y|_0 = 10546328, f1 =  0.316430

Iteration 2880: Loss = 1460345.875000
|Xk-Y|_F:  973248.375000, |X-X0|:  487097.500000
rounded |X_k-Y|_0 = 942437, f1 =  0.646671, approx slack: 10383565
rounded before pow |X_k-Y|_0 = 10541038, f1 =  0.316605

Iteration 2900: Loss = 1457962.000000
|Xk-Y|_F:  972519.187500, |X-X0|:  485442.812500
rounded |X_k-Y|_0 = 941284, f1 =  0.646729, approx slack: 10387385
rounded before pow |X_k-Y|_0 = 10542468, f1 =  0.316558

Iteration 2920: Loss = 1455304.750000
|Xk-Y|_F:  971522.812500, |X-X0|:  483781.875000
rounded |X_k-Y|_0 = 940737, f1 =  0.646756, approx slack: 10391086
rounded before pow |X_k-Y|_0 = 10544670, f1 =  0.316485

Iteration 2940: Loss = 1452853.875000
|Xk-Y|_F:  970778.750000, |X-X0|:  482075.125000
rounded |X_k-Y|_0 = 940555, f1 =  0.646768, approx slack: 10390571
rounded before pow |X_k-Y|_0 = 10543683, f1 =  0.316518

Iteration 2960: Loss = 1450689.125000
|Xk-Y|_F:  970301.500000, |X-X0|:  480387.656250
rounded |X_k-Y|_0 = 938729, f1 =  0.646858, approx slack: 10393398
rounded before pow |X_k-Y|_0 = 10545033, f1 =  0.316473

Iteration 2980: Loss = 1448198.500000
|Xk-Y|_F:  969500.437500, |X-X0|:  478698.062500
rounded |X_k-Y|_0 = 939354, f1 =  0.646831, approx slack: 10388496
rounded before pow |X_k-Y|_0 = 10547486, f1 =  0.316392

Iteration 3000: Loss = 1445259.500000
|Xk-Y|_F:  968239.437500, |X-X0|:  477020.031250
rounded |X_k-Y|_0 = 937457, f1 =  0.646926, approx slack: 10386504
rounded before pow |X_k-Y|_0 = 10543439, f1 =  0.316526

Iteration 3020: Loss = 1442990.250000
|Xk-Y|_F:  967631.375000, |X-X0|:  475358.812500
rounded |X_k-Y|_0 = 937040, f1 =  0.646948, approx slack: 10385760
rounded before pow |X_k-Y|_0 = 10542964, f1 =  0.316542

Iteration 3040: Loss = 1440091.000000
|Xk-Y|_F:  966400.375000, |X-X0|:  473690.687500
rounded |X_k-Y|_0 = 935236, f1 =  0.647040, approx slack: 10379312
rounded before pow |X_k-Y|_0 = 10540541, f1 =  0.316618

Iteration 3060: Loss = 1437609.125000
|Xk-Y|_F:  965565.187500, |X-X0|:  472043.937500
rounded |X_k-Y|_0 = 933811, f1 =  0.647108, approx slack: 10333876
rounded before pow |X_k-Y|_0 = 10538666, f1 =  0.316680

Iteration 3080: Loss = 1435005.875000
|Xk-Y|_F:  964586.437500, |X-X0|:  470419.437500
rounded |X_k-Y|_0 = 932156, f1 =  0.647196, approx slack: 10330896
rounded before pow |X_k-Y|_0 = 10536317, f1 =  0.316757

Iteration 3100: Loss = 1432292.500000
|Xk-Y|_F:  963484.812500, |X-X0|:  468807.687500
rounded |X_k-Y|_0 = 931629, f1 =  0.647226, approx slack: 10329572
rounded before pow |X_k-Y|_0 = 10536319, f1 =  0.316757

Iteration 3120: Loss = 1429848.625000
|Xk-Y|_F:  962623.250000, |X-X0|:  467225.406250
rounded |X_k-Y|_0 = 929837, f1 =  0.647318, approx slack: 10327783
rounded before pow |X_k-Y|_0 = 10534039, f1 =  0.316832

Iteration 3140: Loss = 1426978.750000
|Xk-Y|_F:  961366.875000, |X-X0|:  465611.937500
rounded |X_k-Y|_0 = 928446, f1 =  0.647390, approx slack: 10325156
rounded before pow |X_k-Y|_0 = 10532410, f1 =  0.316887

Iteration 3160: Loss = 1424148.625000
|Xk-Y|_F:  960019.500000, |X-X0|:  464129.093750
rounded |X_k-Y|_0 = 927370, f1 =  0.647444, approx slack: 10326426
rounded before pow |X_k-Y|_0 = 10533225, f1 =  0.316860

Iteration 3180: Loss = 1421867.125000
|Xk-Y|_F:  959133.937500, |X-X0|:  462733.218750
rounded |X_k-Y|_0 = 925901, f1 =  0.647520, approx slack: 10324882
rounded before pow |X_k-Y|_0 = 10532152, f1 =  0.316896

Iteration 3200: Loss = 1418669.750000
|Xk-Y|_F:  957484.937500, |X-X0|:  461184.812500
rounded |X_k-Y|_0 = 923018, f1 =  0.647661, approx slack: 10327349
rounded before pow |X_k-Y|_0 = 10532100, f1 =  0.316897

Iteration 3220: Loss = 1415405.750000
|Xk-Y|_F:  955797.687500, |X-X0|:  459608.125000
rounded |X_k-Y|_0 = 919034, f1 =  0.647865, approx slack: 10333027
rounded before pow |X_k-Y|_0 = 10532818, f1 =  0.316875

Iteration 3240: Loss = 1412669.500000
|Xk-Y|_F:  954661.375000, |X-X0|:  458008.062500
rounded |X_k-Y|_0 = 915755, f1 =  0.648018, approx slack: 10328915
rounded before pow |X_k-Y|_0 = 10528278, f1 =  0.317024

Iteration 3260: Loss = 1409155.250000
|Xk-Y|_F:  952740.062500, |X-X0|:  456415.250000
rounded |X_k-Y|_0 = 914521, f1 =  0.648089, approx slack: 10333556
rounded before pow |X_k-Y|_0 = 10532266, f1 =  0.316893

Iteration 3280: Loss = 1406107.250000
|Xk-Y|_F:  951328.500000, |X-X0|:  454778.812500
rounded |X_k-Y|_0 = 914104, f1 =  0.648111, approx slack: 10324902
rounded before pow |X_k-Y|_0 = 10523196, f1 =  0.317192

Iteration 3300: Loss = 1403110.750000
|Xk-Y|_F:  950033.000000, |X-X0|:  453077.750000
rounded |X_k-Y|_0 = 912988, f1 =  0.648166, approx slack: 10318941
rounded before pow |X_k-Y|_0 = 10519577, f1 =  0.317311

Iteration 3320: Loss = 1399955.875000
|Xk-Y|_F:  948493.375000, |X-X0|:  451462.531250
rounded |X_k-Y|_0 = 912652, f1 =  0.648183, approx slack: 10311884
rounded before pow |X_k-Y|_0 = 10516788, f1 =  0.317402

Iteration 3340: Loss = 1397798.750000
|Xk-Y|_F:  947808.750000, |X-X0|:  449990.062500
rounded |X_k-Y|_0 = 908224, f1 =  0.648389, approx slack: 10322272
rounded before pow |X_k-Y|_0 = 10522307, f1 =  0.317221

Iteration 3360: Loss = 1394224.500000
|Xk-Y|_F:  945792.000000, |X-X0|:  448432.468750
rounded |X_k-Y|_0 = 906523, f1 =  0.648491, approx slack: 10317736
rounded before pow |X_k-Y|_0 = 10518941, f1 =  0.317331

Iteration 3380: Loss = 1390562.750000
|Xk-Y|_F:  943716.562500, |X-X0|:  446846.218750
rounded |X_k-Y|_0 = 903350, f1 =  0.648650, approx slack: 10313913
rounded before pow |X_k-Y|_0 = 10515551, f1 =  0.317443

Iteration 3400: Loss = 1387554.500000
|Xk-Y|_F:  942232.000000, |X-X0|:  445322.500000
rounded |X_k-Y|_0 = 901078, f1 =  0.648765, approx slack: 10320124
rounded before pow |X_k-Y|_0 = 10520000, f1 =  0.317297

Iteration 3420: Loss = 1384086.500000
|Xk-Y|_F:  940314.437500, |X-X0|:  443772.031250
rounded |X_k-Y|_0 = 898779, f1 =  0.648891, approx slack: 10309458
rounded before pow |X_k-Y|_0 = 10515840, f1 =  0.317434

Iteration 3440: Loss = 1380968.250000
|Xk-Y|_F:  938773.187500, |X-X0|:  442195.000000
rounded |X_k-Y|_0 = 896822, f1 =  0.648993, approx slack: 10308330
rounded before pow |X_k-Y|_0 = 10513690, f1 =  0.317505

Iteration 3460: Loss = 1378564.750000
|Xk-Y|_F:  937952.312500, |X-X0|:  440612.437500
rounded |X_k-Y|_0 = 892998, f1 =  0.649170, approx slack: 10305344
rounded before pow |X_k-Y|_0 = 10512005, f1 =  0.317551

Iteration 3480: Loss = 1376080.125000
|Xk-Y|_F:  937131.875000, |X-X0|:  438948.281250
rounded |X_k-Y|_0 = 893127, f1 =  0.649174, approx slack: 10297951
rounded before pow |X_k-Y|_0 = 10508724, f1 =  0.317660

Iteration 3500: Loss = 1373158.250000
|Xk-Y|_F:  935837.187500, |X-X0|:  437321.125000
rounded |X_k-Y|_0 = 891373, f1 =  0.649264, approx slack: 10294643
rounded before pow |X_k-Y|_0 = 10504940, f1 =  0.317784

Iteration 3520: Loss = 1370419.250000
|Xk-Y|_F:  934728.562500, |X-X0|:  435690.718750
rounded |X_k-Y|_0 = 890549, f1 =  0.649307, approx slack: 10292413
rounded before pow |X_k-Y|_0 = 10503313, f1 =  0.317838

Iteration 3540: Loss = 1367853.750000
|Xk-Y|_F:  933811.062500, |X-X0|:  434042.718750
rounded |X_k-Y|_0 = 889983, f1 =  0.649336, approx slack: 10283165
rounded before pow |X_k-Y|_0 = 10503950, f1 =  0.317817

Iteration 3560: Loss = 1365692.375000
|Xk-Y|_F:  933295.875000, |X-X0|:  432396.500000
rounded |X_k-Y|_0 = 889881, f1 =  0.649347, approx slack: 10283780
rounded before pow |X_k-Y|_0 = 10502013, f1 =  0.317880

Iteration 3580: Loss = 1362998.500000
|Xk-Y|_F:  932231.500000, |X-X0|:  430767.062500
rounded |X_k-Y|_0 = 888015, f1 =  0.649438, approx slack: 10276317
rounded before pow |X_k-Y|_0 = 10495479, f1 =  0.318093

Iteration 3600: Loss = 1361015.250000
|Xk-Y|_F:  931849.687500, |X-X0|:  429165.562500
rounded |X_k-Y|_0 = 886590, f1 =  0.649501, approx slack: 10274063
rounded before pow |X_k-Y|_0 = 10494782, f1 =  0.318118

Iteration 3620: Loss = 1357674.125000
|Xk-Y|_F:  930108.000000, |X-X0|:  427566.156250
rounded |X_k-Y|_0 = 887446, f1 =  0.649471, approx slack: 10273221
rounded before pow |X_k-Y|_0 = 10492554, f1 =  0.318191

Iteration 3640: Loss = 1354082.625000
|Xk-Y|_F:  928093.875000, |X-X0|:  425988.718750
rounded |X_k-Y|_0 = 884740, f1 =  0.649619, approx slack: 10272335
rounded before pow |X_k-Y|_0 = 10490251, f1 =  0.318267

Iteration 3660: Loss = 1351702.000000
|Xk-Y|_F:  927304.437500, |X-X0|:  424397.500000
rounded |X_k-Y|_0 = 884990, f1 =  0.649618, approx slack: 10269657
rounded before pow |X_k-Y|_0 = 10489050, f1 =  0.318305

Iteration 3680: Loss = 1349907.375000
|Xk-Y|_F:  927090.562500, |X-X0|:  422816.781250
rounded |X_k-Y|_0 = 883658, f1 =  0.649679, approx slack: 10265268
rounded before pow |X_k-Y|_0 = 10486528, f1 =  0.318396

Iteration 3700: Loss = 1347742.875000
|Xk-Y|_F:  926491.187500, |X-X0|:  421251.687500
rounded |X_k-Y|_0 = 884191, f1 =  0.649636, approx slack: 10264672
rounded before pow |X_k-Y|_0 = 10488134, f1 =  0.318343

Iteration 3720: Loss = 1344749.250000
|Xk-Y|_F:  925058.062500, |X-X0|:  419691.187500
rounded |X_k-Y|_0 = 883021, f1 =  0.649709, approx slack: 10265142
rounded before pow |X_k-Y|_0 = 10487740, f1 =  0.318356

Iteration 3740: Loss = 1342351.500000
|Xk-Y|_F:  924208.937500, |X-X0|:  418142.500000
rounded |X_k-Y|_0 = 882737, f1 =  0.649733, approx slack: 10267433
rounded before pow |X_k-Y|_0 = 10490900, f1 =  0.318252

Iteration 3760: Loss = 1340333.750000
|Xk-Y|_F:  923765.250000, |X-X0|:  416568.562500
rounded |X_k-Y|_0 = 881283, f1 =  0.649807, approx slack: 10269641
rounded before pow |X_k-Y|_0 = 10490902, f1 =  0.318252

Iteration 3780: Loss = 1337738.500000
|Xk-Y|_F:  922722.875000, |X-X0|:  415015.593750
rounded |X_k-Y|_0 = 880379, f1 =  0.649858, approx slack: 10271441
rounded before pow |X_k-Y|_0 = 10494915, f1 =  0.318121

Iteration 3800: Loss = 1335684.250000
|Xk-Y|_F:  922205.750000, |X-X0|:  413478.437500
rounded |X_k-Y|_0 = 879946, f1 =  0.649876, approx slack: 10267740
rounded before pow |X_k-Y|_0 = 10493144, f1 =  0.318176

Iteration 3820: Loss = 1336945.375000
|Xk-Y|_F:  925015.562500, |X-X0|:  411929.843750
rounded |X_k-Y|_0 = 879974, f1 =  0.649852, approx slack: 10261353
rounded before pow |X_k-Y|_0 = 10491381, f1 =  0.318234

Iteration 3840: Loss = 1332755.000000
|Xk-Y|_F:  922357.062500, |X-X0|:  410397.875000
rounded |X_k-Y|_0 = 878556, f1 =  0.649932, approx slack: 10260669
rounded before pow |X_k-Y|_0 = 10486888, f1 =  0.318381

Iteration 3860: Loss = 1332105.000000
|Xk-Y|_F:  923270.562500, |X-X0|:  408834.406250
rounded |X_k-Y|_0 = 876954, f1 =  0.649993, approx slack: 10257481
rounded before pow |X_k-Y|_0 = 10484418, f1 =  0.318462

Iteration 3880: Loss = 1328172.750000
|Xk-Y|_F:  920857.437500, |X-X0|:  407315.281250
rounded |X_k-Y|_0 = 876260, f1 =  0.650059, approx slack: 10250636
rounded before pow |X_k-Y|_0 = 10475824, f1 =  0.318743

Iteration 3900: Loss = 1327980.750000
|Xk-Y|_F:  922164.562500, |X-X0|:  405816.250000
rounded |X_k-Y|_0 = 875502, f1 =  0.650082, approx slack: 10245724
rounded before pow |X_k-Y|_0 = 10471768, f1 =  0.318876

Iteration 3920: Loss = 1325699.875000
|Xk-Y|_F:  921463.500000, |X-X0|:  404236.343750
rounded |X_k-Y|_0 = 875704, f1 =  0.650079, approx slack: 10244000
rounded before pow |X_k-Y|_0 = 10469383, f1 =  0.318954

Iteration 3940: Loss = 1322503.250000
|Xk-Y|_F:  919825.250000, |X-X0|:  402678.000000
rounded |X_k-Y|_0 = 875426, f1 =  0.650109, approx slack: 10238387
rounded before pow |X_k-Y|_0 = 10465241, f1 =  0.319090

Iteration 3960: Loss = 1321726.250000
|Xk-Y|_F:  920570.312500, |X-X0|:  401155.937500
rounded |X_k-Y|_0 = 875678, f1 =  0.650087, approx slack: 10227222
rounded before pow |X_k-Y|_0 = 10456440, f1 =  0.319377

Iteration 3980: Loss = 1320107.750000
|Xk-Y|_F:  920482.125000, |X-X0|:  399625.562500
rounded |X_k-Y|_0 = 875581, f1 =  0.650093, approx slack: 10220202
rounded before pow |X_k-Y|_0 = 10451144, f1 =  0.319549

Iteration 4000: Loss = 1318006.750000
|Xk-Y|_F:  919919.500000, |X-X0|:  398087.218750
rounded |X_k-Y|_0 = 875222, f1 =  0.650112, approx slack: 10218664
rounded before pow |X_k-Y|_0 = 10449789, f1 =  0.319594

Iteration 4020: Loss = 1315837.500000
|Xk-Y|_F:  919267.937500, |X-X0|:  396569.625000
rounded |X_k-Y|_0 = 874963, f1 =  0.650126, approx slack: 10213601
rounded before pow |X_k-Y|_0 = 10444519, f1 =  0.319766

Iteration 4040: Loss = 1312903.750000
|Xk-Y|_F:  917873.562500, |X-X0|:  395030.250000
rounded |X_k-Y|_0 = 874008, f1 =  0.650178, approx slack: 10209700
rounded before pow |X_k-Y|_0 = 10440742, f1 =  0.319888

Iteration 4060: Loss = 1310940.500000
|Xk-Y|_F:  917397.625000, |X-X0|:  393542.843750
rounded |X_k-Y|_0 = 873870, f1 =  0.650194, approx slack: 10204624
rounded before pow |X_k-Y|_0 = 10436483, f1 =  0.320018

Iteration 4080: Loss = 1312016.750000
|Xk-Y|_F:  919954.375000, |X-X0|:  392062.406250
rounded |X_k-Y|_0 = 871723, f1 =  0.650259, approx slack: 10200578
rounded before pow |X_k-Y|_0 = 10432524, f1 =  0.320148

Iteration 4100: Loss = 1311188.500000
|Xk-Y|_F:  920660.625000, |X-X0|:  390527.812500
rounded |X_k-Y|_0 = 870914, f1 =  0.650291, approx slack: 10202527
rounded before pow |X_k-Y|_0 = 10431206, f1 =  0.320191

Iteration 4120: Loss = 1306912.250000
|Xk-Y|_F:  917868.562500, |X-X0|:  389043.656250
rounded |X_k-Y|_0 = 869986, f1 =  0.650349, approx slack: 10203308
rounded before pow |X_k-Y|_0 = 10430698, f1 =  0.320207

Iteration 4140: Loss = 1302666.000000
|Xk-Y|_F:  915175.312500, |X-X0|:  387490.687500
rounded |X_k-Y|_0 = 871995, f1 =  0.650287, approx slack: 10208363
rounded before pow |X_k-Y|_0 = 10429465, f1 =  0.320247

Iteration 4160: Loss = 1303946.500000
|Xk-Y|_F:  917923.062500, |X-X0|:  386023.437500
rounded |X_k-Y|_0 = 868936, f1 =  0.650392, approx slack: 10202140
rounded before pow |X_k-Y|_0 = 10430917, f1 =  0.320199

Iteration 4180: Loss = 1300384.500000
|Xk-Y|_F:  915823.875000, |X-X0|:  384560.625000
rounded |X_k-Y|_0 = 869250, f1 =  0.650413, approx slack: 10203534
rounded before pow |X_k-Y|_0 = 10431403, f1 =  0.320183

Iteration 4200: Loss = 1297354.625000
|Xk-Y|_F:  914279.625000, |X-X0|:  383075.031250
rounded |X_k-Y|_0 = 868081, f1 =  0.650471, approx slack: 10203535
rounded before pow |X_k-Y|_0 = 10430245, f1 =  0.320221

Iteration 4220: Loss = 1294595.500000
|Xk-Y|_F:  913027.812500, |X-X0|:  381567.750000
rounded |X_k-Y|_0 = 868111, f1 =  0.650486, approx slack: 10197953
rounded before pow |X_k-Y|_0 = 10424086, f1 =  0.320423

Iteration 4240: Loss = 1292626.250000
|Xk-Y|_F:  912526.812500, |X-X0|:  380099.500000
rounded |X_k-Y|_0 = 867933, f1 =  0.650497, approx slack: 10201576
rounded before pow |X_k-Y|_0 = 10428150, f1 =  0.320290

Iteration 4260: Loss = 1290797.875000
|Xk-Y|_F:  912149.187500, |X-X0|:  378648.687500
rounded |X_k-Y|_0 = 867639, f1 =  0.650512, approx slack: 10188357
rounded before pow |X_k-Y|_0 = 10414080, f1 =  0.320750

Iteration 4280: Loss = 1291445.875000
|Xk-Y|_F:  914235.125000, |X-X0|:  377210.718750
rounded |X_k-Y|_0 = 865918, f1 =  0.650571, approx slack: 10186580
rounded before pow |X_k-Y|_0 = 10415588, f1 =  0.320701

Iteration 4300: Loss = 1288745.250000
|Xk-Y|_F:  912992.875000, |X-X0|:  375752.312500
rounded |X_k-Y|_0 = 865674, f1 =  0.650585, approx slack: 10186084
rounded before pow |X_k-Y|_0 = 10412885, f1 =  0.320790

Iteration 4320: Loss = 1285156.625000
|Xk-Y|_F:  910829.750000, |X-X0|:  374326.843750
rounded |X_k-Y|_0 = 864460, f1 =  0.650657, approx slack: 10189632
rounded before pow |X_k-Y|_0 = 10413760, f1 =  0.320762

Iteration 4340: Loss = 1282502.625000
|Xk-Y|_F:  909649.750000, |X-X0|:  372852.875000
rounded |X_k-Y|_0 = 864384, f1 =  0.650682, approx slack: 10190789
rounded before pow |X_k-Y|_0 = 10412722, f1 =  0.320796

Iteration 4360: Loss = 1280783.875000
|Xk-Y|_F:  909378.500000, |X-X0|:  371405.375000
rounded |X_k-Y|_0 = 864118, f1 =  0.650697, approx slack: 10184074
rounded before pow |X_k-Y|_0 = 10403770, f1 =  0.321098

Iteration 4380: Loss = 1278991.000000
|Xk-Y|_F:  909018.500000, |X-X0|:  369972.437500
rounded |X_k-Y|_0 = 863544, f1 =  0.650727, approx slack: 10185493
rounded before pow |X_k-Y|_0 = 10404866, f1 =  0.321062

Iteration 4400: Loss = 1279900.750000
|Xk-Y|_F:  911307.500000, |X-X0|:  368593.281250
rounded |X_k-Y|_0 = 862960, f1 =  0.650729, approx slack: 10201974
rounded before pow |X_k-Y|_0 = 10417414, f1 =  0.320652

Iteration 4420: Loss = 1277977.500000
|Xk-Y|_F:  910793.750000, |X-X0|:  367183.687500
rounded |X_k-Y|_0 = 862541, f1 =  0.650750, approx slack: 10178869
rounded before pow |X_k-Y|_0 = 10400473, f1 =  0.321206

Iteration 4440: Loss = 1278610.750000
|Xk-Y|_F:  912833.500000, |X-X0|:  365777.187500
rounded |X_k-Y|_0 = 864051, f1 =  0.650667, approx slack: 10176805
rounded before pow |X_k-Y|_0 = 10402266, f1 =  0.321147

Iteration 4460: Loss = 1276431.625000
|Xk-Y|_F:  912073.500000, |X-X0|:  364358.125000
rounded |X_k-Y|_0 = 862867, f1 =  0.650728, approx slack: 10174612
rounded before pow |X_k-Y|_0 = 10399268, f1 =  0.321235

Iteration 4480: Loss = 1274198.250000
|Xk-Y|_F:  911307.750000, |X-X0|:  362890.468750
rounded |X_k-Y|_0 = 862109, f1 =  0.650767, approx slack: 10172699
rounded before pow |X_k-Y|_0 = 10397257, f1 =  0.321310

Iteration 4500: Loss = 1272392.250000
|Xk-Y|_F:  910934.500000, |X-X0|:  361457.750000
rounded |X_k-Y|_0 = 862002, f1 =  0.650774, approx slack: 10169602
rounded before pow |X_k-Y|_0 = 10394819, f1 =  0.321380

Iteration 4520: Loss = 1270324.625000
|Xk-Y|_F:  910297.312500, |X-X0|:  360027.281250
rounded |X_k-Y|_0 = 861448, f1 =  0.650803, approx slack: 10168061
rounded before pow |X_k-Y|_0 = 10393338, f1 =  0.321428

Iteration 4540: Loss = 1267881.750000
|Xk-Y|_F:  909295.437500, |X-X0|:  358586.250000
rounded |X_k-Y|_0 = 860361, f1 =  0.650861, approx slack: 10161761
rounded before pow |X_k-Y|_0 = 10386803, f1 =  0.321641

Iteration 4560: Loss = 1266327.250000
|Xk-Y|_F:  909130.000000, |X-X0|:  357197.187500
rounded |X_k-Y|_0 = 860030, f1 =  0.650874, approx slack: 10155509
rounded before pow |X_k-Y|_0 = 10381953, f1 =  0.321800

Iteration 4580: Loss = 1263440.750000
|Xk-Y|_F:  907602.437500, |X-X0|:  355838.281250
rounded |X_k-Y|_0 = 859453, f1 =  0.650906, approx slack: 10155000
rounded before pow |X_k-Y|_0 = 10380471, f1 =  0.321857

Iteration 4600: Loss = 1262846.250000
|Xk-Y|_F:  908343.937500, |X-X0|:  354502.250000
rounded |X_k-Y|_0 = 859080, f1 =  0.650924, approx slack: 10156090
rounded before pow |X_k-Y|_0 = 10381508, f1 =  0.321825

Iteration 4620: Loss = 1260707.750000
|Xk-Y|_F:  907566.125000, |X-X0|:  353141.687500
rounded |X_k-Y|_0 = 858245, f1 =  0.650966, approx slack: 10149846
rounded before pow |X_k-Y|_0 = 10375442, f1 =  0.322021

Iteration 4640: Loss = 1258246.375000
|Xk-Y|_F:  906519.937500, |X-X0|:  351726.437500
rounded |X_k-Y|_0 = 857750, f1 =  0.650993, approx slack: 10146970
rounded before pow |X_k-Y|_0 = 10373456, f1 =  0.322085

Iteration 4660: Loss = 1255093.250000
|Xk-Y|_F:  904713.625000, |X-X0|:  350379.625000
rounded |X_k-Y|_0 = 856087, f1 =  0.651079, approx slack: 10149546
rounded before pow |X_k-Y|_0 = 10373100, f1 =  0.322098

Iteration 4680: Loss = 1252852.250000
|Xk-Y|_F:  903897.250000, |X-X0|:  348955.031250
rounded |X_k-Y|_0 = 855578, f1 =  0.651107, approx slack: 10149144
rounded before pow |X_k-Y|_0 = 10369236, f1 =  0.322224

Iteration 4700: Loss = 1249887.750000
|Xk-Y|_F:  902291.937500, |X-X0|:  347595.750000
rounded |X_k-Y|_0 = 854320, f1 =  0.651183, approx slack: 10157492
rounded before pow |X_k-Y|_0 = 10369262, f1 =  0.322227

Iteration 4720: Loss = 1247364.375000
|Xk-Y|_F:  901162.562500, |X-X0|:  346201.843750
rounded |X_k-Y|_0 = 854442, f1 =  0.651187, approx slack: 10159360
rounded before pow |X_k-Y|_0 = 10369977, f1 =  0.322204

Iteration 4740: Loss = 1245353.500000
|Xk-Y|_F:  900464.875000, |X-X0|:  344888.625000
rounded |X_k-Y|_0 = 853791, f1 =  0.651221, approx slack: 10157228
rounded before pow |X_k-Y|_0 = 10368172, f1 =  0.322263

Iteration 4760: Loss = 1243343.500000
|Xk-Y|_F:  899793.375000, |X-X0|:  343550.156250
rounded |X_k-Y|_0 = 852774, f1 =  0.651274, approx slack: 10157732
rounded before pow |X_k-Y|_0 = 10368960, f1 =  0.322237

Iteration 4780: Loss = 1241765.750000
|Xk-Y|_F:  899493.625000, |X-X0|:  342272.187500
rounded |X_k-Y|_0 = 852669, f1 =  0.651281, approx slack: 10164609
rounded before pow |X_k-Y|_0 = 10376105, f1 =  0.322004

Iteration 4800: Loss = 1240407.625000
|Xk-Y|_F:  899487.875000, |X-X0|:  340919.718750
rounded |X_k-Y|_0 = 852361, f1 =  0.651297, approx slack: 10156744
rounded before pow |X_k-Y|_0 = 10371030, f1 =  0.322170

Iteration 4820: Loss = 1238474.750000
|Xk-Y|_F:  898830.750000, |X-X0|:  339644.031250
rounded |X_k-Y|_0 = 851888, f1 =  0.651323, approx slack: 10153204
rounded before pow |X_k-Y|_0 = 10368292, f1 =  0.322259

Iteration 4840: Loss = 1236743.750000
|Xk-Y|_F:  898384.750000, |X-X0|:  338358.937500
rounded |X_k-Y|_0 = 851119, f1 =  0.651360, approx slack: 10151308
rounded before pow |X_k-Y|_0 = 10367481, f1 =  0.322286

Iteration 4860: Loss = 1234691.125000
|Xk-Y|_F:  897624.625000, |X-X0|:  337066.500000
rounded |X_k-Y|_0 = 850544, f1 =  0.651390, approx slack: 10150607
rounded before pow |X_k-Y|_0 = 10366870, f1 =  0.322305

Iteration 4880: Loss = 1232743.875000
|Xk-Y|_F:  897000.937500, |X-X0|:  335742.937500
rounded |X_k-Y|_0 = 850347, f1 =  0.651402, approx slack: 10141638
rounded before pow |X_k-Y|_0 = 10359326, f1 =  0.322552

Iteration 4900: Loss = 1230779.000000
|Xk-Y|_F:  896328.500000, |X-X0|:  334450.437500
rounded |X_k-Y|_0 = 849678, f1 =  0.651440, approx slack: 10138055
rounded before pow |X_k-Y|_0 = 10355326, f1 =  0.322682

Iteration 4920: Loss = 1228739.750000
|Xk-Y|_F:  895605.062500, |X-X0|:  333134.687500
rounded |X_k-Y|_0 = 848908, f1 =  0.651479, approx slack: 10129832
rounded before pow |X_k-Y|_0 = 10347571, f1 =  0.322934

Iteration 4940: Loss = 1226142.625000
|Xk-Y|_F:  894365.687500, |X-X0|:  331776.968750
rounded |X_k-Y|_0 = 848126, f1 =  0.651519, approx slack: 10133383
rounded before pow |X_k-Y|_0 = 10348191, f1 =  0.322913

Iteration 4960: Loss = 1224487.750000
|Xk-Y|_F:  894009.750000, |X-X0|:  330478.062500
rounded |X_k-Y|_0 = 847796, f1 =  0.651537, approx slack: 10130686
rounded before pow |X_k-Y|_0 = 10349106, f1 =  0.322884

Iteration 4980: Loss = 1222671.000000
|Xk-Y|_F:  893510.812500, |X-X0|:  329160.125000
rounded |X_k-Y|_0 = 847461, f1 =  0.651554, approx slack: 10121320
rounded before pow |X_k-Y|_0 = 10338071, f1 =  0.323241

Iteration 4999: Loss = 1220931.250000
|Xk-Y|_F:  893053.625000, |X-X0|:  327877.562500
rounded |X_k-Y|_0 = 845883, f1 =  0.651632, approx slack: 10119144
rounded before pow |X_k-Y|_0 = 10332478, f1 =  0.323423


KB after refine:
num_nodes: 5012.0000
num_edges: 4448.0000
density: 0.0002
avg_degree: 0.8875
avg_clustering: 0.0931
degree_assortativity: -0.2657
modularity: 0.6089
avg_betweenness: 0.0000
avg_closeness: 0.0033
------ ABL 0 after refine ------
--- eval ---
prediction result:
f1 on test:    0.4727
f1 on test:    0.7047 (micro)
f1 on KB:      0.6315
integrated f1: 0.5619, w_data: 0.3353, w_klg: 0.6647

integrated result:
f1 on test:    0.4633
f1 on test:    0.7044 (micro)
f1 on KB:      0.6364
integrated f1: 0.5784, w_data: 0.3353, w_klg: 0.6647
------------
integrated f1 0.5619
Epoch 100, Total loss: -9441121280.0000, CE loss: 35.3144, RL loss: -94411216.0000, Reward: -1553541.5723
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19529, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 200, Total loss: -31797458944.0000, CE loss: 35.3153, RL loss: -317974592.0000, Reward: -1554375.7461
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19191, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 300, Total loss: 19104036864.0000, CE loss: 35.3143, RL loss: 191040368.0000, Reward: -1553136.8848
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19921, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 400, Total loss: -35297255424.0000, CE loss: 35.3121, RL loss: -352972544.0000, Reward: -1554746.7188
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19375, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 500, Total loss: 1239454592.0000, CE loss: 35.3122, RL loss: 12394546.0000, Reward: -1553048.7734
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19570, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 600, Total loss: 28997001216.0000, CE loss: 35.3123, RL loss: 289970016.0000, Reward: -1552683.6172
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19601, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 700, Total loss: 12930099200.0000, CE loss: 35.3154, RL loss: 129300992.0000, Reward: -1553556.0020
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19637, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 800, Total loss: -9557940224.0000, CE loss: 35.3141, RL loss: -95579400.0000, Reward: -1554443.4883
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19558, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 900, Total loss: 8696842240.0000, CE loss: 35.3130, RL loss: 86968424.0000, Reward: -1554301.3789
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19858, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 1000, Total loss: 30318221312.0000, CE loss: 35.3138, RL loss: 303182208.0000, Reward: -1553559.1836
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19794, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 1100, Total loss: -12030807040.0000, CE loss: 35.3125, RL loss: -120308072.0000, Reward: -1553422.9941
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19707, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 1200, Total loss: 4898745344.0000, CE loss: 35.3138, RL loss: 48987456.0000, Reward: -1553961.5586
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 20112, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 1300, Total loss: 23872917504.0000, CE loss: 35.3132, RL loss: 238729184.0000, Reward: -1553138.2988
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19865, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 1400, Total loss: 1867120640.0000, CE loss: 35.3124, RL loss: 18671206.0000, Reward: -1553373.0020
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19835, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 1500, Total loss: 6318433280.0000, CE loss: 35.3141, RL loss: 63184332.0000, Reward: -1553548.8359
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19930, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 1600, Total loss: -1505533952.0000, CE loss: 35.3128, RL loss: -15055340.0000, Reward: -1553204.0996
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19663, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 1700, Total loss: -17807644672.0000, CE loss: 35.3142, RL loss: -178076448.0000, Reward: -1553927.8809
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19741, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 1800, Total loss: -30786541568.0000, CE loss: 35.3148, RL loss: -307865408.0000, Reward: -1554114.9824
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 20281, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 1900, Total loss: 14829459456.0000, CE loss: 35.3142, RL loss: 148294592.0000, Reward: -1553664.3652
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19698, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
--- eval ---
prediction result:
f1 on test:    0.4727
f1 on test:    0.7047 (micro)
f1 on KB:      0.6315
integrated f1: 0.5682, w_data: 0.3000, w_klg: 0.7000

integrated result:
f1 on test:    0.4633
f1 on test:    0.7044 (micro)
f1 on KB:      0.6364
integrated f1: 0.5845, w_data: 0.3000, w_klg: 0.7000
------------
Epoch 2000, Total loss: -44062752768.0000, CE loss: 35.3132, RL loss: -440627520.0000, Reward: -1554595.3066
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19365, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 2100, Total loss: 16199958528.0000, CE loss: 35.3132, RL loss: 161999584.0000, Reward: -1553414.7207
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19307, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 2200, Total loss: 19028060160.0000, CE loss: 35.3141, RL loss: 190280592.0000, Reward: -1553067.2617
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 20032, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 2300, Total loss: 27547117568.0000, CE loss: 35.3143, RL loss: 275471168.0000, Reward: -1552826.9688
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 20010, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 2400, Total loss: 2683273216.0000, CE loss: 35.3147, RL loss: 26832732.0000, Reward: -1553273.8770
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19956, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 2500, Total loss: 10715995136.0000, CE loss: 35.3111, RL loss: 107159952.0000, Reward: -1553124.3965
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19868, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 2600, Total loss: 18743812096.0000, CE loss: 35.3132, RL loss: 187438112.0000, Reward: -1553700.3887
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19777, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 2700, Total loss: -921713792.0000, CE loss: 35.3131, RL loss: -9217138.0000, Reward: -1553596.9668
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19498, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 2800, Total loss: -27630067712.0000, CE loss: 35.3142, RL loss: -276300672.0000, Reward: -1553840.9004
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19911, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 2900, Total loss: 17119606784.0000, CE loss: 35.3124, RL loss: 171196064.0000, Reward: -1553738.4121
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19610, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 3000, Total loss: 16810956800.0000, CE loss: 35.3133, RL loss: 168109568.0000, Reward: -1552857.7090
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 20309, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 3100, Total loss: 221687232.0000, CE loss: 35.3133, RL loss: 2216872.2500, Reward: -1553270.8691
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19980, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 3200, Total loss: 6949891072.0000, CE loss: 35.3126, RL loss: 69498912.0000, Reward: -1553736.7090
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 20065, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 3300, Total loss: 47864958976.0000, CE loss: 35.3134, RL loss: 478649600.0000, Reward: -1552662.5332
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19921, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 3400, Total loss: 6125072384.0000, CE loss: 35.3140, RL loss: 61250724.0000, Reward: -1553673.7910
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19534, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 3500, Total loss: -36976562176.0000, CE loss: 35.3136, RL loss: -369765632.0000, Reward: -1555169.9609
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19579, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 3600, Total loss: 38742183936.0000, CE loss: 35.3136, RL loss: 387421856.0000, Reward: -1552873.1406
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19323, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 3700, Total loss: 3191056896.0000, CE loss: 35.3113, RL loss: 31910570.0000, Reward: -1553971.4316
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19004, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 3800, Total loss: 19534034944.0000, CE loss: 35.3120, RL loss: 195340352.0000, Reward: -1553460.3008
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19390, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 3900, Total loss: 1741121536.0000, CE loss: 35.3120, RL loss: 17411216.0000, Reward: -1552773.0059
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19711, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
--- eval ---
prediction result:
f1 on test:    0.4727
f1 on test:    0.7047 (micro)
f1 on KB:      0.6315
integrated f1: 0.5682, w_data: 0.3000, w_klg: 0.7000

integrated result:
f1 on test:    0.4633
f1 on test:    0.7044 (micro)
f1 on KB:      0.6364
integrated f1: 0.5845, w_data: 0.3000, w_klg: 0.7000
------------
Epoch 4000, Total loss: -2513177088.0000, CE loss: 35.3143, RL loss: -25131772.0000, Reward: -1553884.9277
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19431, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 4100, Total loss: 23049568256.0000, CE loss: 35.3122, RL loss: 230495680.0000, Reward: -1552976.0215
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19663, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 4200, Total loss: -57620647936.0000, CE loss: 35.3129, RL loss: -576206464.0000, Reward: -1554807.5898
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19554, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 4300, Total loss: 18971111424.0000, CE loss: 35.3120, RL loss: 189711104.0000, Reward: -1553499.6289
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19444, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 4400, Total loss: -18637096960.0000, CE loss: 35.3148, RL loss: -186370976.0000, Reward: -1553924.5234
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19452, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 4500, Total loss: 39544872960.0000, CE loss: 35.3143, RL loss: 395448736.0000, Reward: -1552748.6875
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19058, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 4600, Total loss: 12611261440.0000, CE loss: 35.3141, RL loss: 126112616.0000, Reward: -1553169.8555
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 18910, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 4700, Total loss: 5531116544.0000, CE loss: 35.3111, RL loss: 55311164.0000, Reward: -1553570.6133
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19588, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 4800, Total loss: -40121835520.0000, CE loss: 35.3142, RL loss: -401218368.0000, Reward: -1554645.9473
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19557, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 4900, Total loss: 19515641856.0000, CE loss: 35.3126, RL loss: 195156416.0000, Reward: -1554151.0000
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19344, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 5000, Total loss: 252528480.0000, CE loss: 35.3104, RL loss: 2525284.7500, Reward: -1553964.1992
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19346, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 5100, Total loss: 6675187712.0000, CE loss: 35.3142, RL loss: 66751876.0000, Reward: -1552901.3496
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19532, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 5200, Total loss: 5164581888.0000, CE loss: 35.3124, RL loss: 51645820.0000, Reward: -1552827.0039
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19933, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 5300, Total loss: 13359085568.0000, CE loss: 35.3128, RL loss: 133590856.0000, Reward: -1552594.1836
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19608, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 5400, Total loss: -29615202304.0000, CE loss: 35.3140, RL loss: -296152032.0000, Reward: -1555010.5039
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19741, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 5500, Total loss: 11684723712.0000, CE loss: 35.3161, RL loss: 116847240.0000, Reward: -1553297.3750
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 20404, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 5600, Total loss: -3911209984.0000, CE loss: 35.3164, RL loss: -39112100.0000, Reward: -1553797.7422
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19504, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 5700, Total loss: 542859200.0000, CE loss: 35.3130, RL loss: 5428592.0000, Reward: -1553349.6152
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19647, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 5800, Total loss: 15084663808.0000, CE loss: 35.3165, RL loss: 150846640.0000, Reward: -1553592.2969
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19965, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 5900, Total loss: 14087500800.0000, CE loss: 35.3100, RL loss: 140875008.0000, Reward: -1553041.4395
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19619, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
--- eval ---
prediction result:
f1 on test:    0.4727
f1 on test:    0.7047 (micro)
f1 on KB:      0.6315
integrated f1: 0.5682, w_data: 0.3000, w_klg: 0.7000

integrated result:
f1 on test:    0.4633
f1 on test:    0.7044 (micro)
f1 on KB:      0.6364
integrated f1: 0.5845, w_data: 0.3000, w_klg: 0.7000
------------
Epoch 6000, Total loss: -41506054144.0000, CE loss: 35.3122, RL loss: -415060544.0000, Reward: -1554280.0117
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19437, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 6100, Total loss: 38332211200.0000, CE loss: 35.3106, RL loss: 383322112.0000, Reward: -1552571.2754
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19440, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 6200, Total loss: -4270433536.0000, CE loss: 35.3126, RL loss: -42704336.0000, Reward: -1554121.5195
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19241, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 6300, Total loss: -35769364480.0000, CE loss: 35.3128, RL loss: -357693632.0000, Reward: -1554096.4219
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19419, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 6400, Total loss: 13575241728.0000, CE loss: 35.3129, RL loss: 135752416.0000, Reward: -1553834.2285
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19857, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 6500, Total loss: 31825913856.0000, CE loss: 35.3127, RL loss: 318259136.0000, Reward: -1553937.7930
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19666, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 6600, Total loss: 71876567040.0000, CE loss: 35.3134, RL loss: 718765696.0000, Reward: -1552298.7246
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19326, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 6700, Total loss: -15337060352.0000, CE loss: 35.3122, RL loss: -153370608.0000, Reward: -1554230.5449
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 20006, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 6800, Total loss: -7806920192.0000, CE loss: 35.3135, RL loss: -78069200.0000, Reward: -1554440.2070
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19440, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 6900, Total loss: -96672408.0000, CE loss: 35.3124, RL loss: -966724.0625, Reward: -1554049.4688
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19651, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 7000, Total loss: 15267987456.0000, CE loss: 35.3138, RL loss: 152679872.0000, Reward: -1553700.9336
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19685, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 7100, Total loss: -22318032896.0000, CE loss: 35.3145, RL loss: -223180320.0000, Reward: -1554223.2930
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19644, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 7200, Total loss: 5261702656.0000, CE loss: 35.3132, RL loss: 52617028.0000, Reward: -1553719.1641
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19435, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 7300, Total loss: 36036468736.0000, CE loss: 35.3130, RL loss: 360364672.0000, Reward: -1552783.1113
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19818, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 7400, Total loss: 2564840448.0000, CE loss: 35.3131, RL loss: 25648404.0000, Reward: -1552872.3652
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19404, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 7500, Total loss: -15176354816.0000, CE loss: 35.3123, RL loss: -151763552.0000, Reward: -1553792.9922
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19367, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 7600, Total loss: 48806739968.0000, CE loss: 35.3137, RL loss: 488067392.0000, Reward: -1553047.7207
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19269, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 7700, Total loss: 3594387712.0000, CE loss: 35.3141, RL loss: 35943876.0000, Reward: -1553443.2578
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19517, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 7800, Total loss: -16779611136.0000, CE loss: 35.3113, RL loss: -167796112.0000, Reward: -1553320.2891
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19464, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 7900, Total loss: -18790776832.0000, CE loss: 35.3149, RL loss: -187907760.0000, Reward: -1553757.9199
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 18919, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
--- eval ---
prediction result:
f1 on test:    0.4727
f1 on test:    0.7047 (micro)
f1 on KB:      0.6315
integrated f1: 0.5682, w_data: 0.3000, w_klg: 0.7000

integrated result:
f1 on test:    0.4633
f1 on test:    0.7044 (micro)
f1 on KB:      0.6364
integrated f1: 0.5845, w_data: 0.3000, w_klg: 0.7000
------------
Epoch 8000, Total loss: -12360344576.0000, CE loss: 35.3145, RL loss: -123603448.0000, Reward: -1554993.6230
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19836, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 8100, Total loss: 10639310848.0000, CE loss: 35.3134, RL loss: 106393112.0000, Reward: -1553089.9863
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19691, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 8200, Total loss: -39271739392.0000, CE loss: 35.3127, RL loss: -392717408.0000, Reward: -1554702.7344
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 20000, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 8300, Total loss: -39284817920.0000, CE loss: 35.3127, RL loss: -392848192.0000, Reward: -1554911.9277
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19478, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 8400, Total loss: -29925900288.0000, CE loss: 35.3147, RL loss: -299259008.0000, Reward: -1554106.0020
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19731, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 8500, Total loss: -19407876096.0000, CE loss: 35.3123, RL loss: -194078752.0000, Reward: -1553662.1895
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19488, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 8600, Total loss: 21640937472.0000, CE loss: 35.3143, RL loss: 216409376.0000, Reward: -1552995.1367
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19514, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 8700, Total loss: -13077337088.0000, CE loss: 35.3136, RL loss: -130773368.0000, Reward: -1553587.9590
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19838, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 8800, Total loss: -66329182208.0000, CE loss: 35.3143, RL loss: -663291840.0000, Reward: -1554850.2676
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19567, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 8900, Total loss: 4813544960.0000, CE loss: 35.3121, RL loss: 48135452.0000, Reward: -1553839.7188
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19526, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 9000, Total loss: 7674005504.0000, CE loss: 35.3122, RL loss: 76740056.0000, Reward: -1553216.7090
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19265, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 9100, Total loss: -7823528960.0000, CE loss: 35.3124, RL loss: -78235288.0000, Reward: -1553900.2070
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19733, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 9200, Total loss: 8866657280.0000, CE loss: 35.3137, RL loss: 88666568.0000, Reward: -1553805.1250
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19316, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 9300, Total loss: 40655654912.0000, CE loss: 35.3141, RL loss: 406556544.0000, Reward: -1552455.4473
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19847, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 9400, Total loss: -37635518464.0000, CE loss: 35.3140, RL loss: -376355168.0000, Reward: -1553886.7910
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19105, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 9500, Total loss: 6271122944.0000, CE loss: 35.3142, RL loss: 62711228.0000, Reward: -1553518.9805
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 18356, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 9600, Total loss: -47864725504.0000, CE loss: 35.3145, RL loss: -478647264.0000, Reward: -1553685.1621
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19407, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 9700, Total loss: 20637986816.0000, CE loss: 35.3138, RL loss: 206379872.0000, Reward: -1553111.9375
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 18988, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 9800, Total loss: 163457984.0000, CE loss: 35.3124, RL loss: 1634579.8750, Reward: -1553961.4844
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 21587, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 9900, Total loss: -7143417856.0000, CE loss: 35.3115, RL loss: -71434176.0000, Reward: -1553255.3457
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19487, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
--- eval ---
prediction result:
f1 on test:    0.4727
f1 on test:    0.7047 (micro)
f1 on KB:      0.6315
integrated f1: 0.5682, w_data: 0.3000, w_klg: 0.7000

integrated result:
f1 on test:    0.4633
f1 on test:    0.7044 (micro)
f1 on KB:      0.6364
integrated f1: 0.5845, w_data: 0.3000, w_klg: 0.7000
------------
Epoch 10000, Total loss: -13673064448.0000, CE loss: 35.3127, RL loss: -136730640.0000, Reward: -1554029.8906
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19375, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 10100, Total loss: -2962095360.0000, CE loss: 35.3140, RL loss: -29620954.0000, Reward: -1553214.4414
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19513, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 10200, Total loss: -41980510208.0000, CE loss: 35.3119, RL loss: -419805120.0000, Reward: -1554685.8164
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 20348, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 10300, Total loss: -1812821376.0000, CE loss: 35.3157, RL loss: -18128214.0000, Reward: -1553297.7109
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19439, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 10400, Total loss: 29554262016.0000, CE loss: 35.3136, RL loss: 295542624.0000, Reward: -1553216.7617
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19566, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 10500, Total loss: 9566813184.0000, CE loss: 35.3143, RL loss: 95668136.0000, Reward: -1553703.9648
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19353, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 10600, Total loss: 89868812288.0000, CE loss: 35.3114, RL loss: 898688128.0000, Reward: -1552170.0898
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19571, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 10700, Total loss: 16864030720.0000, CE loss: 35.3123, RL loss: 168640304.0000, Reward: -1552608.5098
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19903, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 10800, Total loss: 41743687680.0000, CE loss: 35.3142, RL loss: 417436864.0000, Reward: -1552766.9395
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19465, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 10900, Total loss: -42097262592.0000, CE loss: 35.3171, RL loss: -420972640.0000, Reward: -1553139.4707
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19422, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 11000, Total loss: 2547409152.0000, CE loss: 35.3134, RL loss: 25474092.0000, Reward: -1553272.5918
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19122, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 11100, Total loss: 5478487040.0000, CE loss: 35.3143, RL loss: 54784872.0000, Reward: -1553472.5098
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19504, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 11200, Total loss: -55033262080.0000, CE loss: 35.3113, RL loss: -550332608.0000, Reward: -1554856.1016
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19171, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 11300, Total loss: 223092800.0000, CE loss: 35.3155, RL loss: 2230928.0000, Reward: -1554100.8867
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19227, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 11400, Total loss: 7460443136.0000, CE loss: 35.3142, RL loss: 74604432.0000, Reward: -1553328.3496
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19883, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 11500, Total loss: -3196787712.0000, CE loss: 35.3127, RL loss: -31967876.0000, Reward: -1554289.9180
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19184, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 11600, Total loss: -28130809856.0000, CE loss: 35.3120, RL loss: -281308096.0000, Reward: -1554564.4473
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19132, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 11700, Total loss: -5997477376.0000, CE loss: 35.3140, RL loss: -59974776.0000, Reward: -1552958.4336
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19560, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 11800, Total loss: -35276607488.0000, CE loss: 35.3129, RL loss: -352766080.0000, Reward: -1553535.2578
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19722, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 11900, Total loss: 49087905792.0000, CE loss: 35.3105, RL loss: 490879040.0000, Reward: -1552246.4102
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19595, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
--- eval ---
prediction result:
f1 on test:    0.4727
f1 on test:    0.7047 (micro)
f1 on KB:      0.6315
integrated f1: 0.5682, w_data: 0.3000, w_klg: 0.7000

integrated result:
f1 on test:    0.4633
f1 on test:    0.7044 (micro)
f1 on KB:      0.6364
integrated f1: 0.5845, w_data: 0.3000, w_klg: 0.7000
------------
Epoch 12000, Total loss: 11378430976.0000, CE loss: 35.3124, RL loss: 113784312.0000, Reward: -1554347.8438
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 20332, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 12100, Total loss: -23629942784.0000, CE loss: 35.3128, RL loss: -236299424.0000, Reward: -1554182.9004
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19310, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 12200, Total loss: -29002684416.0000, CE loss: 35.3129, RL loss: -290026848.0000, Reward: -1554421.4766
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19640, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 12300, Total loss: -43864113152.0000, CE loss: 35.3143, RL loss: -438641120.0000, Reward: -1554431.8711
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19538, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 12400, Total loss: -18447466496.0000, CE loss: 35.3121, RL loss: -184474656.0000, Reward: -1553424.0156
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19315, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 12500, Total loss: 1441534464.0000, CE loss: 35.3145, RL loss: 14415345.0000, Reward: -1553366.7539
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19560, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 12600, Total loss: -21009692672.0000, CE loss: 35.3131, RL loss: -210096928.0000, Reward: -1554666.4766
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19086, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 12700, Total loss: 623552128.0000, CE loss: 35.3113, RL loss: 6235521.5000, Reward: -1552879.5840
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 20123, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 12800, Total loss: 23850147840.0000, CE loss: 35.3139, RL loss: 238501472.0000, Reward: -1552545.5918
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19840, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 12900, Total loss: 30813702144.0000, CE loss: 35.3120, RL loss: 308137024.0000, Reward: -1553246.1211
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19255, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 13000, Total loss: 20033187840.0000, CE loss: 35.3142, RL loss: 200331872.0000, Reward: -1552626.8164
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19174, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 13100, Total loss: -26959581184.0000, CE loss: 35.3137, RL loss: -269595808.0000, Reward: -1554284.5215
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19604, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 13200, Total loss: 47327461376.0000, CE loss: 35.3129, RL loss: 473274624.0000, Reward: -1552746.0098
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 20074, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 13300, Total loss: 26920290304.0000, CE loss: 35.3125, RL loss: 269202912.0000, Reward: -1552516.9238
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19537, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 13400, Total loss: -6410836992.0000, CE loss: 35.3144, RL loss: -64108372.0000, Reward: -1554878.7363
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 20285, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 13500, Total loss: 11798478848.0000, CE loss: 35.3129, RL loss: 117984792.0000, Reward: -1552998.2461
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19928, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 13600, Total loss: -24842289152.0000, CE loss: 35.3123, RL loss: -248422896.0000, Reward: -1554023.1152
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 20237, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 13700, Total loss: -23536906240.0000, CE loss: 35.3124, RL loss: -235369072.0000, Reward: -1553918.9238
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19623, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 13800, Total loss: -4049083648.0000, CE loss: 35.3152, RL loss: -40490836.0000, Reward: -1554252.0215
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19412, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 13900, Total loss: 48334585856.0000, CE loss: 35.3137, RL loss: 483345856.0000, Reward: -1553367.2129
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19217, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
--- eval ---
prediction result:
f1 on test:    0.4727
f1 on test:    0.7047 (micro)
f1 on KB:      0.6315
integrated f1: 0.5682, w_data: 0.3000, w_klg: 0.7000

integrated result:
f1 on test:    0.4633
f1 on test:    0.7044 (micro)
f1 on KB:      0.6364
integrated f1: 0.5845, w_data: 0.3000, w_klg: 0.7000
------------
Epoch 14000, Total loss: -36128067584.0000, CE loss: 35.3135, RL loss: -361280672.0000, Reward: -1553855.0410
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19909, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 14100, Total loss: -1715022208.0000, CE loss: 35.3128, RL loss: -17150222.0000, Reward: -1552718.6035
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19459, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 14200, Total loss: -16320451584.0000, CE loss: 35.3136, RL loss: -163204512.0000, Reward: -1554029.7852
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19606, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 14300, Total loss: 29886351360.0000, CE loss: 35.3115, RL loss: 298863520.0000, Reward: -1553638.8535
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19419, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 14400, Total loss: -28145600512.0000, CE loss: 35.3133, RL loss: -281456000.0000, Reward: -1554464.5762
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19610, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 14500, Total loss: 24708157440.0000, CE loss: 35.3113, RL loss: 247081584.0000, Reward: -1553243.2715
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19936, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 14600, Total loss: 41210548224.0000, CE loss: 35.3120, RL loss: 412105472.0000, Reward: -1551849.4316
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 20029, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 14700, Total loss: 506896064.0000, CE loss: 35.3132, RL loss: 5068960.5000, Reward: -1553240.9297
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19686, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 14800, Total loss: -21762844672.0000, CE loss: 35.3133, RL loss: -217628448.0000, Reward: -1553905.0195
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19591, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 14900, Total loss: -44142919680.0000, CE loss: 35.3134, RL loss: -441429184.0000, Reward: -1554818.2852
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19148, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
Epoch 15000, Total loss: -45927129088.0000, CE loss: 35.3126, RL loss: -459271296.0000, Reward: -1553818.8457
    full cols: 915, non-full cols: 0
   r - labels: 59, labels - r: 67
    violated: 19610, weighted: 1061.0174560546875, len: 0.0, nonzero: 0.18256184458732605
------ ABL Loop 1 ------
--- eval ---
prediction result:
f1 on test:    0.4727
f1 on test:    0.7047 (micro)
f1 on KB:      0.6315
integrated f1: 0.5619, w_data: 0.3353, w_klg: 0.6647

integrated result:
f1 on test:    0.4633
f1 on test:    0.7044 (micro)
f1 on KB:      0.6364
integrated f1: 0.5784, w_data: 0.3353, w_klg: 0.6647
------------
integrated f1 0.5619

KB before refine:
num_nodes: 5012.0000
num_edges: 4448.0000
density: 0.0002
avg_degree: 0.8875
avg_clustering: 0.0931
degree_assortativity: -0.2657
modularity: 0.6089
avg_betweenness: 0.0000
avg_closeness: 0.0033
Iteration 0: Loss = 5231519.500000
|Xk-Y|_F:  5231519.500000, |X-X0|:  0.000000
rounded |X_k-Y|_0 = 5229256, f1 =  0.300350, approx slack: 9524440
rounded before pow |X_k-Y|_0 = 5229256, f1 =  0.300350

Iteration 20: Loss = 1292096.000000
|Xk-Y|_F:  1069556.125000, |X-X0|:  222539.812500
rounded |X_k-Y|_0 = 1081487, f1 =  0.645474, approx slack: 1661900
rounded before pow |X_k-Y|_0 = 2669455, f1 =  0.555386

Iteration 40: Loss = 1155032.625000
|Xk-Y|_F:  1028817.437500, |X-X0|:  126215.203125
rounded |X_k-Y|_0 = 1022068, f1 =  0.648584, approx slack: 720933
rounded before pow |X_k-Y|_0 = 1542479, f1 =  0.624663

Iteration 60: Loss = 1093873.875000
|Xk-Y|_F:  994510.750000, |X-X0|:  99363.078125
rounded |X_k-Y|_0 = 958316, f1 =  0.651659, approx slack: 726341
rounded before pow |X_k-Y|_0 = 1626722, f1 =  0.621005

Iteration 80: Loss = 1042632.875000
|Xk-Y|_F:  963270.250000, |X-X0|:  79362.656250
rounded |X_k-Y|_0 = 946287, f1 =  0.652235, approx slack: 755009
rounded before pow |X_k-Y|_0 = 1621694, f1 =  0.621221

Iteration 100: Loss = 1002395.062500
|Xk-Y|_F:  935672.562500, |X-X0|:  66722.476562
rounded |X_k-Y|_0 = 927063, f1 =  0.653157, approx slack: 795209
rounded before pow |X_k-Y|_0 = 1640647, f1 =  0.620400

Iteration 120: Loss = 976359.750000
|Xk-Y|_F:  917784.937500, |X-X0|:  58574.796875
rounded |X_k-Y|_0 = 917005, f1 =  0.653640, approx slack: 785997
rounded before pow |X_k-Y|_0 = 1619946, f1 =  0.621297

Iteration 140: Loss = 960692.187500
|Xk-Y|_F:  907875.125000, |X-X0|:  52817.085938
rounded |X_k-Y|_0 = 910738, f1 =  0.653941, approx slack: 751170
rounded before pow |X_k-Y|_0 = 1579038, f1 =  0.623078

Iteration 160: Loss = 951805.125000
|Xk-Y|_F:  902823.937500, |X-X0|:  48981.195312
rounded |X_k-Y|_0 = 905909, f1 =  0.654173, approx slack: 742794
rounded before pow |X_k-Y|_0 = 1567553, f1 =  0.623568

Iteration 180: Loss = 945835.062500
|Xk-Y|_F:  900001.000000, |X-X0|:  45834.058594
rounded |X_k-Y|_0 = 902895, f1 =  0.654319, approx slack: 729094
rounded before pow |X_k-Y|_0 = 1551324, f1 =  0.624280

Iteration 200: Loss = 941542.750000
|Xk-Y|_F:  898015.437500, |X-X0|:  43527.304688
rounded |X_k-Y|_0 = 901752, f1 =  0.654373, approx slack: 720471
rounded before pow |X_k-Y|_0 = 1542035, f1 =  0.624689

Iteration 220: Loss = 938160.437500
|Xk-Y|_F:  896529.250000, |X-X0|:  41631.191406
rounded |X_k-Y|_0 = 900017, f1 =  0.654457, approx slack: 715359
rounded before pow |X_k-Y|_0 = 1535920, f1 =  0.624958

Iteration 240: Loss = 935328.687500
|Xk-Y|_F:  895334.687500, |X-X0|:  39994.003906
rounded |X_k-Y|_0 = 899016, f1 =  0.654509, approx slack: 710388
rounded before pow |X_k-Y|_0 = 1530138, f1 =  0.625212

Iteration 260: Loss = 932797.000000
|Xk-Y|_F:  894312.500000, |X-X0|:  38484.527344
rounded |X_k-Y|_0 = 897958, f1 =  0.654559, approx slack: 706394
rounded before pow |X_k-Y|_0 = 1525963, f1 =  0.625396

Iteration 280: Loss = 930651.750000
|Xk-Y|_F:  893404.187500, |X-X0|:  37247.539062
rounded |X_k-Y|_0 = 896946, f1 =  0.654608, approx slack: 713988
rounded before pow |X_k-Y|_0 = 1531541, f1 =  0.625163

Iteration 300: Loss = 928568.187500
|Xk-Y|_F:  892491.812500, |X-X0|:  36076.351562
rounded |X_k-Y|_0 = 895826, f1 =  0.654662, approx slack: 716191
rounded before pow |X_k-Y|_0 = 1532152, f1 =  0.625136

Iteration 320: Loss = 926712.375000
|Xk-Y|_F:  891664.562500, |X-X0|:  35047.820312
rounded |X_k-Y|_0 = 894297, f1 =  0.654735, approx slack: 714666
rounded before pow |X_k-Y|_0 = 1530637, f1 =  0.625203

Iteration 340: Loss = 925180.562500
|Xk-Y|_F:  890975.625000, |X-X0|:  34204.953125
rounded |X_k-Y|_0 = 892982, f1 =  0.654799, approx slack: 715272
rounded before pow |X_k-Y|_0 = 1532179, f1 =  0.625138

Iteration 360: Loss = 923928.625000
|Xk-Y|_F:  890353.062500, |X-X0|:  33575.570312
rounded |X_k-Y|_0 = 892222, f1 =  0.654836, approx slack: 724477
rounded before pow |X_k-Y|_0 = 1540833, f1 =  0.624758

Iteration 380: Loss = 922806.500000
|Xk-Y|_F:  889801.250000, |X-X0|:  33005.273438
rounded |X_k-Y|_0 = 891580, f1 =  0.654868, approx slack: 722152
rounded before pow |X_k-Y|_0 = 1537877, f1 =  0.624888

Iteration 400: Loss = 921765.500000
|Xk-Y|_F:  889293.875000, |X-X0|:  32471.652344
rounded |X_k-Y|_0 = 890616, f1 =  0.654915, approx slack: 723374
rounded before pow |X_k-Y|_0 = 1537855, f1 =  0.624889

Iteration 420: Loss = 920801.750000
|Xk-Y|_F:  888819.312500, |X-X0|:  31982.410156
rounded |X_k-Y|_0 = 890196, f1 =  0.654935, approx slack: 722119
rounded before pow |X_k-Y|_0 = 1536123, f1 =  0.624965

Iteration 440: Loss = 919906.812500
|Xk-Y|_F:  888378.062500, |X-X0|:  31528.779297
rounded |X_k-Y|_0 = 889727, f1 =  0.654958, approx slack: 723482
rounded before pow |X_k-Y|_0 = 1539408, f1 =  0.624901

Iteration 460: Loss = 919061.062500
|Xk-Y|_F:  887962.750000, |X-X0|:  31098.324219
rounded |X_k-Y|_0 = 889130, f1 =  0.654987, approx slack: 723687
rounded before pow |X_k-Y|_0 = 1539399, f1 =  0.624901

Iteration 480: Loss = 918217.250000
|Xk-Y|_F:  887562.687500, |X-X0|:  30654.578125
rounded |X_k-Y|_0 = 888521, f1 =  0.655016, approx slack: 720091
rounded before pow |X_k-Y|_0 = 1536049, f1 =  0.625061

Iteration 500: Loss = 917403.187500
|Xk-Y|_F:  887191.500000, |X-X0|:  30211.683594
rounded |X_k-Y|_0 = 888171, f1 =  0.655034, approx slack: 717318
rounded before pow |X_k-Y|_0 = 1533642, f1 =  0.625178

Iteration 520: Loss = 916695.125000
|Xk-Y|_F:  886906.500000, |X-X0|:  29788.593750
rounded |X_k-Y|_0 = 887836, f1 =  0.655050, approx slack: 715495
rounded before pow |X_k-Y|_0 = 1531614, f1 =  0.625268

Iteration 540: Loss = 915902.875000
|Xk-Y|_F:  886494.687500, |X-X0|:  29408.203125
rounded |X_k-Y|_0 = 887338, f1 =  0.655080, approx slack: 709428
rounded before pow |X_k-Y|_0 = 1526744, f1 =  0.625457

Iteration 560: Loss = 915168.187500
|Xk-Y|_F:  886111.187500, |X-X0|:  29057.000000
rounded |X_k-Y|_0 = 886989, f1 =  0.655097, approx slack: 709375
rounded before pow |X_k-Y|_0 = 1526322, f1 =  0.625475

Iteration 580: Loss = 914462.187500
|Xk-Y|_F:  885746.500000, |X-X0|:  28715.683594
rounded |X_k-Y|_0 = 886672, f1 =  0.655112, approx slack: 708551
rounded before pow |X_k-Y|_0 = 1525336, f1 =  0.625518

Iteration 600: Loss = 913741.062500
|Xk-Y|_F:  885404.750000, |X-X0|:  28336.318359
rounded |X_k-Y|_0 = 886359, f1 =  0.655128, approx slack: 707942
rounded before pow |X_k-Y|_0 = 1524597, f1 =  0.625551

Iteration 620: Loss = 913030.375000
|Xk-Y|_F:  885039.375000, |X-X0|:  27991.007812
rounded |X_k-Y|_0 = 886044, f1 =  0.655143, approx slack: 696099
rounded before pow |X_k-Y|_0 = 1512787, f1 =  0.626071

Iteration 640: Loss = 912328.937500
|Xk-Y|_F:  884707.062500, |X-X0|:  27621.875000
rounded |X_k-Y|_0 = 885638, f1 =  0.655163, approx slack: 694487
rounded before pow |X_k-Y|_0 = 1511671, f1 =  0.626119

Iteration 660: Loss = 911574.187500
|Xk-Y|_F:  884343.812500, |X-X0|:  27230.382812
rounded |X_k-Y|_0 = 885284, f1 =  0.655181, approx slack: 679514
rounded before pow |X_k-Y|_0 = 1497530, f1 =  0.626747

Iteration 680: Loss = 910927.937500
|Xk-Y|_F:  884040.937500, |X-X0|:  26886.996094
rounded |X_k-Y|_0 = 884938, f1 =  0.655198, approx slack: 679477
rounded before pow |X_k-Y|_0 = 1497428, f1 =  0.626752

Iteration 700: Loss = 910239.125000
|Xk-Y|_F:  883706.687500, |X-X0|:  26532.445312
rounded |X_k-Y|_0 = 884606, f1 =  0.655215, approx slack: 674252
rounded before pow |X_k-Y|_0 = 1493767, f1 =  0.626946

Iteration 720: Loss = 909585.000000
|Xk-Y|_F:  883396.250000, |X-X0|:  26188.755859
rounded |X_k-Y|_0 = 884326, f1 =  0.655229, approx slack: 677555
rounded before pow |X_k-Y|_0 = 1497085, f1 =  0.626800

Iteration 740: Loss = 908863.937500
|Xk-Y|_F:  883087.625000, |X-X0|:  25776.312500
rounded |X_k-Y|_0 = 883787, f1 =  0.655255, approx slack: 679166
rounded before pow |X_k-Y|_0 = 1498702, f1 =  0.626728

Iteration 760: Loss = 908259.562500
|Xk-Y|_F:  882775.875000, |X-X0|:  25483.705078
rounded |X_k-Y|_0 = 883350, f1 =  0.655277, approx slack: 662986
rounded before pow |X_k-Y|_0 = 1484358, f1 =  0.627404

Iteration 780: Loss = 907667.000000
|Xk-Y|_F:  882466.000000, |X-X0|:  25201.013672
rounded |X_k-Y|_0 = 882992, f1 =  0.655294, approx slack: 662881
rounded before pow |X_k-Y|_0 = 1484225, f1 =  0.627410

Iteration 800: Loss = 907151.375000
|Xk-Y|_F:  882197.437500, |X-X0|:  24953.919922
rounded |X_k-Y|_0 = 882660, f1 =  0.655310, approx slack: 662226
rounded before pow |X_k-Y|_0 = 1484164, f1 =  0.627414

Iteration 820: Loss = 906649.312500
|Xk-Y|_F:  881908.437500, |X-X0|:  24740.847656
rounded |X_k-Y|_0 = 882272, f1 =  0.655329, approx slack: 662060
rounded before pow |X_k-Y|_0 = 1483151, f1 =  0.627464

Iteration 840: Loss = 906176.437500
|Xk-Y|_F:  881627.375000, |X-X0|:  24549.035156
rounded |X_k-Y|_0 = 881944, f1 =  0.655345, approx slack: 663617
rounded before pow |X_k-Y|_0 = 1483757, f1 =  0.627434

Iteration 860: Loss = 905780.000000
|Xk-Y|_F:  881404.562500, |X-X0|:  24375.414062
rounded |X_k-Y|_0 = 881698, f1 =  0.655358, approx slack: 661762
rounded before pow |X_k-Y|_0 = 1481721, f1 =  0.627525

Iteration 880: Loss = 905175.062500
|Xk-Y|_F:  881012.312500, |X-X0|:  24162.738281
rounded |X_k-Y|_0 = 881396, f1 =  0.655374, approx slack: 658900
rounded before pow |X_k-Y|_0 = 1480773, f1 =  0.627598

Iteration 900: Loss = 904696.937500
|Xk-Y|_F:  880687.750000, |X-X0|:  24009.164062
rounded |X_k-Y|_0 = 881253, f1 =  0.655381, approx slack: 665343
rounded before pow |X_k-Y|_0 = 1485478, f1 =  0.627358

Iteration 920: Loss = 904187.312500
|Xk-Y|_F:  880362.625000, |X-X0|:  23824.664062
rounded |X_k-Y|_0 = 881133, f1 =  0.655391, approx slack: 665462
rounded before pow |X_k-Y|_0 = 1484932, f1 =  0.627383

Iteration 940: Loss = 903601.562500
|Xk-Y|_F:  879976.812500, |X-X0|:  23624.742188
rounded |X_k-Y|_0 = 881016, f1 =  0.655396, approx slack: 659936
rounded before pow |X_k-Y|_0 = 1480902, f1 =  0.627588

Iteration 960: Loss = 903089.937500
|Xk-Y|_F:  879599.687500, |X-X0|:  23490.248047
rounded |X_k-Y|_0 = 880708, f1 =  0.655411, approx slack: 654843
rounded before pow |X_k-Y|_0 = 1476960, f1 =  0.627773

Iteration 980: Loss = 902656.875000
|Xk-Y|_F:  879281.000000, |X-X0|:  23375.851562
rounded |X_k-Y|_0 = 880629, f1 =  0.655423, approx slack: 656631
rounded before pow |X_k-Y|_0 = 1477496, f1 =  0.627751

Iteration 1000: Loss = 902259.437500
|Xk-Y|_F:  878973.875000, |X-X0|:  23285.539062
rounded |X_k-Y|_0 = 880293, f1 =  0.655439, approx slack: 659641
rounded before pow |X_k-Y|_0 = 1480084, f1 =  0.627637

Iteration 1020: Loss = 902591.000000
|Xk-Y|_F:  879325.375000, |X-X0|:  23265.636719
rounded |X_k-Y|_0 = 880843, f1 =  0.655414, approx slack: 658999
rounded before pow |X_k-Y|_0 = 1479976, f1 =  0.627642

Iteration 1040: Loss = 901221.000000
|Xk-Y|_F:  878164.375000, |X-X0|:  23056.601562
rounded |X_k-Y|_0 = 879809, f1 =  0.655465, approx slack: 660022
rounded before pow |X_k-Y|_0 = 1480011, f1 =  0.627637

Iteration 1060: Loss = 901071.125000
|Xk-Y|_F:  878118.062500, |X-X0|:  22953.082031
rounded |X_k-Y|_0 = 880246, f1 =  0.655449, approx slack: 658958
rounded before pow |X_k-Y|_0 = 1478342, f1 =  0.627712

Iteration 1080: Loss = 900176.562500
|Xk-Y|_F:  877460.000000, |X-X0|:  22716.556641
rounded |X_k-Y|_0 = 879524, f1 =  0.655485, approx slack: 658693
rounded before pow |X_k-Y|_0 = 1478133, f1 =  0.627721

Iteration 1100: Loss = 899556.625000
|Xk-Y|_F:  877081.312500, |X-X0|:  22475.308594
rounded |X_k-Y|_0 = 879266, f1 =  0.655497, approx slack: 657082
rounded before pow |X_k-Y|_0 = 1475290, f1 =  0.627844

Iteration 1120: Loss = 899022.437500
|Xk-Y|_F:  876725.000000, |X-X0|:  22297.421875
rounded |X_k-Y|_0 = 879106, f1 =  0.655505, approx slack: 655929
rounded before pow |X_k-Y|_0 = 1477669, f1 =  0.627782

Iteration 1140: Loss = 898553.437500
|Xk-Y|_F:  876429.562500, |X-X0|:  22123.876953
rounded |X_k-Y|_0 = 878952, f1 =  0.655513, approx slack: 656824
rounded before pow |X_k-Y|_0 = 1477579, f1 =  0.627786

Iteration 1160: Loss = 898168.562500
|Xk-Y|_F:  876199.875000, |X-X0|:  21968.675781
rounded |X_k-Y|_0 = 879052, f1 =  0.655508, approx slack: 656205
rounded before pow |X_k-Y|_0 = 1476799, f1 =  0.627821

Iteration 1180: Loss = 897648.312500
|Xk-Y|_F:  875866.500000, |X-X0|:  21781.802734
rounded |X_k-Y|_0 = 878704, f1 =  0.655526, approx slack: 654437
rounded before pow |X_k-Y|_0 = 1475633, f1 =  0.627873

Iteration 1200: Loss = 897246.375000
|Xk-Y|_F:  875587.187500, |X-X0|:  21659.210938
rounded |X_k-Y|_0 = 878504, f1 =  0.655540, approx slack: 655156
rounded before pow |X_k-Y|_0 = 1475395, f1 =  0.627884

Iteration 1220: Loss = 896842.312500
|Xk-Y|_F:  875280.500000, |X-X0|:  21561.820312
rounded |X_k-Y|_0 = 878303, f1 =  0.655550, approx slack: 652520
rounded before pow |X_k-Y|_0 = 1473642, f1 =  0.627962

Iteration 1240: Loss = 896435.000000
|Xk-Y|_F:  874981.187500, |X-X0|:  21453.812500
rounded |X_k-Y|_0 = 878258, f1 =  0.655553, approx slack: 654246
rounded before pow |X_k-Y|_0 = 1473536, f1 =  0.627965

Iteration 1260: Loss = 896032.375000
|Xk-Y|_F:  874694.875000, |X-X0|:  21337.500000
rounded |X_k-Y|_0 = 878087, f1 =  0.655562, approx slack: 652231
rounded before pow |X_k-Y|_0 = 1471932, f1 =  0.628035

Iteration 1280: Loss = 895677.000000
|Xk-Y|_F:  874488.812500, |X-X0|:  21188.156250
rounded |X_k-Y|_0 = 877814, f1 =  0.655575, approx slack: 645696
rounded before pow |X_k-Y|_0 = 1467618, f1 =  0.628228

Iteration 1300: Loss = 895373.312500
|Xk-Y|_F:  874277.875000, |X-X0|:  21095.433594
rounded |X_k-Y|_0 = 877543, f1 =  0.655589, approx slack: 647814
rounded before pow |X_k-Y|_0 = 1467617, f1 =  0.628228

Iteration 1320: Loss = 895128.687500
|Xk-Y|_F:  874147.875000, |X-X0|:  20980.812500
rounded |X_k-Y|_0 = 877556, f1 =  0.655589, approx slack: 647789
rounded before pow |X_k-Y|_0 = 1467420, f1 =  0.628237

Iteration 1340: Loss = 895015.625000
|Xk-Y|_F:  874127.500000, |X-X0|:  20888.095703
rounded |X_k-Y|_0 = 877651, f1 =  0.655588, approx slack: 649039
rounded before pow |X_k-Y|_0 = 1467890, f1 =  0.628216

Iteration 1360: Loss = 894394.375000
|Xk-Y|_F:  873647.000000, |X-X0|:  20747.406250
rounded |X_k-Y|_0 = 876969, f1 =  0.655623, approx slack: 647532
rounded before pow |X_k-Y|_0 = 1467822, f1 =  0.628219

Iteration 1380: Loss = 894099.500000
|Xk-Y|_F:  873447.937500, |X-X0|:  20651.558594
rounded |X_k-Y|_0 = 876970, f1 =  0.655625, approx slack: 647566
rounded before pow |X_k-Y|_0 = 1466330, f1 =  0.628286

Iteration 1400: Loss = 893937.187500
|Xk-Y|_F:  873375.000000, |X-X0|:  20562.203125
rounded |X_k-Y|_0 = 877112, f1 =  0.655620, approx slack: 647181
rounded before pow |X_k-Y|_0 = 1465858, f1 =  0.628307

Iteration 1420: Loss = 893692.125000
|Xk-Y|_F:  873215.750000, |X-X0|:  20476.394531
rounded |X_k-Y|_0 = 877163, f1 =  0.655618, approx slack: 649969
rounded before pow |X_k-Y|_0 = 1468941, f1 =  0.628170

Iteration 1440: Loss = 893290.937500
|Xk-Y|_F:  872931.312500, |X-X0|:  20359.642578
rounded |X_k-Y|_0 = 876629, f1 =  0.655645, approx slack: 650397
rounded before pow |X_k-Y|_0 = 1468943, f1 =  0.628170

Iteration 1460: Loss = 893191.687500
|Xk-Y|_F:  872926.500000, |X-X0|:  20265.164062
rounded |X_k-Y|_0 = 877037, f1 =  0.655625, approx slack: 649985
rounded before pow |X_k-Y|_0 = 1468850, f1 =  0.628174

Iteration 1480: Loss = 893236.375000
|Xk-Y|_F:  873021.875000, |X-X0|:  20214.468750
rounded |X_k-Y|_0 = 877094, f1 =  0.655623, approx slack: 650142
rounded before pow |X_k-Y|_0 = 1469030, f1 =  0.628167

Iteration 1500: Loss = 892897.187500
|Xk-Y|_F:  872790.125000, |X-X0|:  20107.083984
rounded |X_k-Y|_0 = 877264, f1 =  0.655614, approx slack: 650465
rounded before pow |X_k-Y|_0 = 1468912, f1 =  0.628172

Iteration 1520: Loss = 892383.312500
|Xk-Y|_F:  872375.250000, |X-X0|:  20008.035156
rounded |X_k-Y|_0 = 876540, f1 =  0.655650, approx slack: 653112
rounded before pow |X_k-Y|_0 = 1471725, f1 =  0.628047

Iteration 1540: Loss = 892005.500000
|Xk-Y|_F:  872129.562500, |X-X0|:  19875.939453
rounded |X_k-Y|_0 = 876253, f1 =  0.655664, approx slack: 650181
rounded before pow |X_k-Y|_0 = 1470242, f1 =  0.628154

Iteration 1560: Loss = 891889.312500
|Xk-Y|_F:  872110.750000, |X-X0|:  19778.570312
rounded |X_k-Y|_0 = 876482, f1 =  0.655653, approx slack: 649894
rounded before pow |X_k-Y|_0 = 1470218, f1 =  0.628155

Iteration 1580: Loss = 891833.750000
|Xk-Y|_F:  872138.812500, |X-X0|:  19694.964844
rounded |X_k-Y|_0 = 876395, f1 =  0.655657, approx slack: 653582
rounded before pow |X_k-Y|_0 = 1474112, f1 =  0.627982

Iteration 1600: Loss = 891325.437500
|Xk-Y|_F:  871772.375000, |X-X0|:  19553.060547
rounded |X_k-Y|_0 = 876014, f1 =  0.655676, approx slack: 660626
rounded before pow |X_k-Y|_0 = 1481740, f1 =  0.627644

Iteration 1620: Loss = 891179.437500
|Xk-Y|_F:  871743.187500, |X-X0|:  19436.255859
rounded |X_k-Y|_0 = 876035, f1 =  0.655675, approx slack: 671716
rounded before pow |X_k-Y|_0 = 1492711, f1 =  0.627158

Iteration 1640: Loss = 891087.750000
|Xk-Y|_F:  871724.687500, |X-X0|:  19363.054688
rounded |X_k-Y|_0 = 876023, f1 =  0.655676, approx slack: 673901
rounded before pow |X_k-Y|_0 = 1496002, f1 =  0.627032

Iteration 1660: Loss = 890725.062500
|Xk-Y|_F:  871488.375000, |X-X0|:  19236.710938
rounded |X_k-Y|_0 = 875583, f1 =  0.655697, approx slack: 664644
rounded before pow |X_k-Y|_0 = 1489871, f1 =  0.627320

Iteration 1680: Loss = 890691.812500
|Xk-Y|_F:  871568.125000, |X-X0|:  19123.681641
rounded |X_k-Y|_0 = 875820, f1 =  0.655685, approx slack: 668231
rounded before pow |X_k-Y|_0 = 1491089, f1 =  0.627267

Iteration 1700: Loss = 890600.500000
|Xk-Y|_F:  871585.125000, |X-X0|:  19015.345703
rounded |X_k-Y|_0 = 876013, f1 =  0.655676, approx slack: 667011
rounded before pow |X_k-Y|_0 = 1490983, f1 =  0.627271

Iteration 1720: Loss = 890224.625000
|Xk-Y|_F:  871322.187500, |X-X0|:  18902.464844
rounded |X_k-Y|_0 = 875692, f1 =  0.655692, approx slack: 657097
rounded before pow |X_k-Y|_0 = 1481718, f1 =  0.627681

Iteration 1740: Loss = 890005.937500
|Xk-Y|_F:  871211.000000, |X-X0|:  18794.953125
rounded |X_k-Y|_0 = 875395, f1 =  0.655706, approx slack: 665721
rounded before pow |X_k-Y|_0 = 1488488, f1 =  0.627382

Iteration 1760: Loss = 890190.687500
|Xk-Y|_F:  871457.437500, |X-X0|:  18733.275391
rounded |X_k-Y|_0 = 875406, f1 =  0.655705, approx slack: 665312
rounded before pow |X_k-Y|_0 = 1488477, f1 =  0.627382

Iteration 1780: Loss = 889700.500000
|Xk-Y|_F:  871125.062500, |X-X0|:  18575.468750
rounded |X_k-Y|_0 = 875179, f1 =  0.655717, approx slack: 663033
rounded before pow |X_k-Y|_0 = 1488035, f1 =  0.627402

Iteration 1800: Loss = 889815.750000
|Xk-Y|_F:  871319.437500, |X-X0|:  18496.300781
rounded |X_k-Y|_0 = 875423, f1 =  0.655705, approx slack: 664139
rounded before pow |X_k-Y|_0 = 1487959, f1 =  0.627405

Iteration 1820: Loss = 889618.000000
|Xk-Y|_F:  871197.750000, |X-X0|:  18420.232422
rounded |X_k-Y|_0 = 875210, f1 =  0.655715, approx slack: 672338
rounded before pow |X_k-Y|_0 = 1495254, f1 =  0.627082

Iteration 1840: Loss = 889167.000000
|Xk-Y|_F:  870919.687500, |X-X0|:  18247.292969
rounded |X_k-Y|_0 = 875032, f1 =  0.655724, approx slack: 673768
rounded before pow |X_k-Y|_0 = 1498357, f1 =  0.626945

Iteration 1860: Loss = 888875.687500
|Xk-Y|_F:  870763.625000, |X-X0|:  18112.042969
rounded |X_k-Y|_0 = 874748, f1 =  0.655737, approx slack: 677752
rounded before pow |X_k-Y|_0 = 1501786, f1 =  0.626794

Iteration 1880: Loss = 888959.125000
|Xk-Y|_F:  870939.250000, |X-X0|:  18019.849609
rounded |X_k-Y|_0 = 875073, f1 =  0.655721, approx slack: 687811
rounded before pow |X_k-Y|_0 = 1511266, f1 =  0.626375

Iteration 1900: Loss = 889275.125000
|Xk-Y|_F:  871335.875000, |X-X0|:  17939.248047
rounded |X_k-Y|_0 = 875817, f1 =  0.655685, approx slack: 699211
rounded before pow |X_k-Y|_0 = 1523993, f1 =  0.625814

Iteration 1920: Loss = 888368.250000
|Xk-Y|_F:  870588.437500, |X-X0|:  17779.781250
rounded |X_k-Y|_0 = 874575, f1 =  0.655746, approx slack: 684000
rounded before pow |X_k-Y|_0 = 1508018, f1 =  0.626519

Iteration 1940: Loss = 888401.125000
|Xk-Y|_F:  870677.625000, |X-X0|:  17723.490234
rounded |X_k-Y|_0 = 874791, f1 =  0.655735, approx slack: 682297
rounded before pow |X_k-Y|_0 = 1506041, f1 =  0.626606

Iteration 1960: Loss = 887967.625000
|Xk-Y|_F:  870362.000000, |X-X0|:  17605.609375
rounded |X_k-Y|_0 = 874349, f1 =  0.655757, approx slack: 703606
rounded before pow |X_k-Y|_0 = 1528238, f1 =  0.625627

Iteration 1980: Loss = 887801.125000
|Xk-Y|_F:  870299.812500, |X-X0|:  17501.308594
rounded |X_k-Y|_0 = 874225, f1 =  0.655762, approx slack: 706145
rounded before pow |X_k-Y|_0 = 1529416, f1 =  0.625576

Iteration 2000: Loss = 888070.625000
|Xk-Y|_F:  870649.125000, |X-X0|:  17421.513672
rounded |X_k-Y|_0 = 874846, f1 =  0.655732, approx slack: 711810
rounded before pow |X_k-Y|_0 = 1535710, f1 =  0.625299

Iteration 2020: Loss = 887232.250000
|Xk-Y|_F:  869920.750000, |X-X0|:  17311.527344
rounded |X_k-Y|_0 = 873980, f1 =  0.655774, approx slack: 705408
rounded before pow |X_k-Y|_0 = 1529377, f1 =  0.625577

Iteration 2040: Loss = 887042.687500
|Xk-Y|_F:  869830.625000, |X-X0|:  17212.054688
rounded |X_k-Y|_0 = 873656, f1 =  0.655790, approx slack: 712147
rounded before pow |X_k-Y|_0 = 1535603, f1 =  0.625303

Iteration 2060: Loss = 887266.375000
|Xk-Y|_F:  870122.437500, |X-X0|:  17143.908203
rounded |X_k-Y|_0 = 874055, f1 =  0.655770, approx slack: 711116
rounded before pow |X_k-Y|_0 = 1534200, f1 =  0.625365

Iteration 2080: Loss = 886709.312500
|Xk-Y|_F:  869719.687500, |X-X0|:  16989.648438
rounded |X_k-Y|_0 = 873587, f1 =  0.655793, approx slack: 709635
rounded before pow |X_k-Y|_0 = 1533799, f1 =  0.625383

Iteration 2100: Loss = 886560.625000
|Xk-Y|_F:  869652.187500, |X-X0|:  16908.414062
rounded |X_k-Y|_0 = 873524, f1 =  0.655796, approx slack: 714962
rounded before pow |X_k-Y|_0 = 1538731, f1 =  0.625166

Iteration 2120: Loss = 886704.812500
|Xk-Y|_F:  869838.437500, |X-X0|:  16866.345703
rounded |X_k-Y|_0 = 873948, f1 =  0.655776, approx slack: 715595
rounded before pow |X_k-Y|_0 = 1539545, f1 =  0.625131

Iteration 2140: Loss = 886268.812500
|Xk-Y|_F:  869538.500000, |X-X0|:  16730.316406
rounded |X_k-Y|_0 = 873381, f1 =  0.655803, approx slack: 714930
rounded before pow |X_k-Y|_0 = 1539482, f1 =  0.625134

Iteration 2160: Loss = 885990.062500
|Xk-Y|_F:  869400.187500, |X-X0|:  16589.867188
rounded |X_k-Y|_0 = 873075, f1 =  0.655818, approx slack: 717360
rounded before pow |X_k-Y|_0 = 1540605, f1 =  0.625084

Iteration 2180: Loss = 886148.000000
|Xk-Y|_F:  869632.375000, |X-X0|:  16515.619141
rounded |X_k-Y|_0 = 873758, f1 =  0.655785, approx slack: 716853
rounded before pow |X_k-Y|_0 = 1540201, f1 =  0.625102

Iteration 2200: Loss = 885671.687500
|Xk-Y|_F:  869282.937500, |X-X0|:  16388.730469
rounded |X_k-Y|_0 = 872868, f1 =  0.655828, approx slack: 715086
rounded before pow |X_k-Y|_0 = 1539470, f1 =  0.625134

Iteration 2220: Loss = 885841.812500
|Xk-Y|_F:  869498.312500, |X-X0|:  16343.480469
rounded |X_k-Y|_0 = 873326, f1 =  0.655806, approx slack: 715148
rounded before pow |X_k-Y|_0 = 1540031, f1 =  0.625110

Iteration 2240: Loss = 886262.812500
|Xk-Y|_F:  869963.937500, |X-X0|:  16298.845703
rounded |X_k-Y|_0 = 873482, f1 =  0.655797, approx slack: 715324
rounded before pow |X_k-Y|_0 = 1539952, f1 =  0.625113

Iteration 2260: Loss = 885791.312500
|Xk-Y|_F:  869373.687500, |X-X0|:  16417.638672
rounded |X_k-Y|_0 = 872621, f1 =  0.655840, approx slack: 714961
rounded before pow |X_k-Y|_0 = 1539884, f1 =  0.625116

Iteration 2280: Loss = 885315.687500
|Xk-Y|_F:  869117.937500, |X-X0|:  16197.760742
rounded |X_k-Y|_0 = 872401, f1 =  0.655850, approx slack: 715807
rounded before pow |X_k-Y|_0 = 1539830, f1 =  0.625118

Iteration 2300: Loss = 885196.437500
|Xk-Y|_F:  869137.312500, |X-X0|:  16059.120117
rounded |X_k-Y|_0 = 872657, f1 =  0.655838, approx slack: 714604
rounded before pow |X_k-Y|_0 = 1539126, f1 =  0.625143

Iteration 2320: Loss = 885297.250000
|Xk-Y|_F:  868996.625000, |X-X0|:  16300.625977
rounded |X_k-Y|_0 = 872106, f1 =  0.655865, approx slack: 714218
rounded before pow |X_k-Y|_0 = 1539667, f1 =  0.625126

Iteration 2340: Loss = 884963.687500
|Xk-Y|_F:  868822.437500, |X-X0|:  16141.228516
rounded |X_k-Y|_0 = 872135, f1 =  0.655863, approx slack: 714317
rounded before pow |X_k-Y|_0 = 1539339, f1 =  0.625140

Iteration 2360: Loss = 885010.312500
|Xk-Y|_F:  868957.625000, |X-X0|:  16052.694336
rounded |X_k-Y|_0 = 872368, f1 =  0.655852, approx slack: 716180
rounded before pow |X_k-Y|_0 = 1539671, f1 =  0.625125

Iteration 2380: Loss = 884595.500000
|Xk-Y|_F:  868717.500000, |X-X0|:  15877.968750
rounded |X_k-Y|_0 = 871775, f1 =  0.655880, approx slack: 714861
rounded before pow |X_k-Y|_0 = 1539718, f1 =  0.625123

Iteration 2400: Loss = 884287.687500
|Xk-Y|_F:  868485.312500, |X-X0|:  15802.393555
rounded |X_k-Y|_0 = 871826, f1 =  0.655878, approx slack: 707328
rounded before pow |X_k-Y|_0 = 1533173, f1 =  0.625401

Iteration 2420: Loss = 884411.875000
|Xk-Y|_F:  868646.437500, |X-X0|:  15765.434570
rounded |X_k-Y|_0 = 871965, f1 =  0.655871, approx slack: 708415
rounded before pow |X_k-Y|_0 = 1533302, f1 =  0.625395

Iteration 2440: Loss = 884098.000000
|Xk-Y|_F:  868383.375000, |X-X0|:  15714.615234
rounded |X_k-Y|_0 = 871416, f1 =  0.655898, approx slack: 707907
rounded before pow |X_k-Y|_0 = 1533745, f1 =  0.625375

Iteration 2460: Loss = 883829.375000
|Xk-Y|_F:  868158.312500, |X-X0|:  15671.078125
rounded |X_k-Y|_0 = 871209, f1 =  0.655908, approx slack: 707674
rounded before pow |X_k-Y|_0 = 1532931, f1 =  0.625411

Iteration 2480: Loss = 884099.687500
|Xk-Y|_F:  868350.375000, |X-X0|:  15749.322266
rounded |X_k-Y|_0 = 871755, f1 =  0.655881, approx slack: 707295
rounded before pow |X_k-Y|_0 = 1532286, f1 =  0.625437

Iteration 2500: Loss = 883831.125000
|Xk-Y|_F:  868089.562500, |X-X0|:  15741.556641
rounded |X_k-Y|_0 = 871133, f1 =  0.655911, approx slack: 710713
rounded before pow |X_k-Y|_0 = 1535547, f1 =  0.625304

Iteration 2520: Loss = 883478.250000
|Xk-Y|_F:  867887.250000, |X-X0|:  15590.993164
rounded |X_k-Y|_0 = 871019, f1 =  0.655917, approx slack: 710086
rounded before pow |X_k-Y|_0 = 1534530, f1 =  0.625347

Iteration 2540: Loss = 883739.187500
|Xk-Y|_F:  868196.937500, |X-X0|:  15542.220703
rounded |X_k-Y|_0 = 871468, f1 =  0.655895, approx slack: 710657
rounded before pow |X_k-Y|_0 = 1534196, f1 =  0.625362

Iteration 2560: Loss = 883626.687500
|Xk-Y|_F:  868134.062500, |X-X0|:  15492.640625
rounded |X_k-Y|_0 = 871227, f1 =  0.655907, approx slack: 708847
rounded before pow |X_k-Y|_0 = 1533113, f1 =  0.625409

Iteration 2580: Loss = 883123.750000
|Xk-Y|_F:  867703.750000, |X-X0|:  15420.001953
rounded |X_k-Y|_0 = 870558, f1 =  0.655939, approx slack: 707911
rounded before pow |X_k-Y|_0 = 1533004, f1 =  0.625414

Iteration 2600: Loss = 883130.312500
|Xk-Y|_F:  867747.875000, |X-X0|:  15382.416016
rounded |X_k-Y|_0 = 870786, f1 =  0.655928, approx slack: 707149
rounded before pow |X_k-Y|_0 = 1531901, f1 =  0.625460

Iteration 2620: Loss = 883183.500000
|Xk-Y|_F:  867802.437500, |X-X0|:  15381.052734
rounded |X_k-Y|_0 = 870470, f1 =  0.655943, approx slack: 702076
rounded before pow |X_k-Y|_0 = 1526468, f1 =  0.625699

Iteration 2640: Loss = 882882.812500
|Xk-Y|_F:  867678.250000, |X-X0|:  15204.566406
rounded |X_k-Y|_0 = 870838, f1 =  0.655925, approx slack: 701985
rounded before pow |X_k-Y|_0 = 1527332, f1 =  0.625661

Iteration 2660: Loss = 882851.125000
|Xk-Y|_F:  867568.750000, |X-X0|:  15282.371094
rounded |X_k-Y|_0 = 870300, f1 =  0.655951, approx slack: 701024
rounded before pow |X_k-Y|_0 = 1525965, f1 =  0.625721

Iteration 2680: Loss = 882666.937500
|Xk-Y|_F:  867503.375000, |X-X0|:  15163.557617
rounded |X_k-Y|_0 = 870311, f1 =  0.655951, approx slack: 701001
rounded before pow |X_k-Y|_0 = 1526472, f1 =  0.625687

Iteration 2700: Loss = 882226.375000
|Xk-Y|_F:  867121.500000, |X-X0|:  15104.904297
rounded |X_k-Y|_0 = 869953, f1 =  0.655968, approx slack: 701216
rounded before pow |X_k-Y|_0 = 1526301, f1 =  0.625694

Iteration 2720: Loss = 882230.375000
|Xk-Y|_F:  867192.375000, |X-X0|:  15037.974609
rounded |X_k-Y|_0 = 870100, f1 =  0.655961, approx slack: 696719
rounded before pow |X_k-Y|_0 = 1521574, f1 =  0.625899

Iteration 2740: Loss = 882382.500000
|Xk-Y|_F:  867327.625000, |X-X0|:  15054.898438
rounded |X_k-Y|_0 = 869902, f1 =  0.655971, approx slack: 696531
rounded before pow |X_k-Y|_0 = 1521405, f1 =  0.625907

Iteration 2760: Loss = 881857.187500
|Xk-Y|_F:  866901.562500, |X-X0|:  14955.652344
rounded |X_k-Y|_0 = 869518, f1 =  0.655989, approx slack: 695948
rounded before pow |X_k-Y|_0 = 1521200, f1 =  0.625915

Iteration 2780: Loss = 881981.625000
|Xk-Y|_F:  867059.562500, |X-X0|:  14922.083984
rounded |X_k-Y|_0 = 869688, f1 =  0.655981, approx slack: 696351
rounded before pow |X_k-Y|_0 = 1520806, f1 =  0.625933

Iteration 2800: Loss = 882067.437500
|Xk-Y|_F:  867101.187500, |X-X0|:  14966.224609
rounded |X_k-Y|_0 = 869903, f1 =  0.655970, approx slack: 695768
rounded before pow |X_k-Y|_0 = 1520768, f1 =  0.625935

Iteration 2820: Loss = 881475.937500
|Xk-Y|_F:  866681.875000, |X-X0|:  14794.070312
rounded |X_k-Y|_0 = 869113, f1 =  0.656009, approx slack: 694408
rounded before pow |X_k-Y|_0 = 1520708, f1 =  0.625937

Iteration 2840: Loss = 881439.500000
|Xk-Y|_F:  866778.187500, |X-X0|:  14661.300781
rounded |X_k-Y|_0 = 869406, f1 =  0.655995, approx slack: 696076
rounded before pow |X_k-Y|_0 = 1520208, f1 =  0.625959

Iteration 2860: Loss = 881737.312500
|Xk-Y|_F:  867044.375000, |X-X0|:  14692.953125
rounded |X_k-Y|_0 = 869922, f1 =  0.655969, approx slack: 695851
rounded before pow |X_k-Y|_0 = 1520151, f1 =  0.625962

Iteration 2880: Loss = 881187.437500
|Xk-Y|_F:  866453.062500, |X-X0|:  14734.402344
rounded |X_k-Y|_0 = 868747, f1 =  0.656027, approx slack: 693530
rounded before pow |X_k-Y|_0 = 1520149, f1 =  0.625962

Iteration 2900: Loss = 881263.625000
|Xk-Y|_F:  866595.000000, |X-X0|:  14668.610352
rounded |X_k-Y|_0 = 869224, f1 =  0.656003, approx slack: 697649
rounded before pow |X_k-Y|_0 = 1521374, f1 =  0.625910

Iteration 2920: Loss = 881930.875000
|Xk-Y|_F:  867137.875000, |X-X0|:  14793.019531
rounded |X_k-Y|_0 = 870007, f1 =  0.655965, approx slack: 695487
rounded before pow |X_k-Y|_0 = 1519902, f1 =  0.625975

Iteration 2940: Loss = 881125.625000
|Xk-Y|_F:  866321.250000, |X-X0|:  14804.363281
rounded |X_k-Y|_0 = 868693, f1 =  0.656029, approx slack: 692371
rounded before pow |X_k-Y|_0 = 1518876, f1 =  0.626020

Iteration 2960: Loss = 880990.000000
|Xk-Y|_F:  866490.437500, |X-X0|:  14499.562500
rounded |X_k-Y|_0 = 869119, f1 =  0.656008, approx slack: 702406
rounded before pow |X_k-Y|_0 = 1526455, f1 =  0.625686

Iteration 2980: Loss = 881128.812500
|Xk-Y|_F:  866597.937500, |X-X0|:  14530.888672
rounded |X_k-Y|_0 = 869216, f1 =  0.656004, approx slack: 701604
rounded before pow |X_k-Y|_0 = 1525877, f1 =  0.625711

Iteration 3000: Loss = 880535.437500
|Xk-Y|_F:  866138.750000, |X-X0|:  14396.693359
rounded |X_k-Y|_0 = 868139, f1 =  0.656056, approx slack: 698996
rounded before pow |X_k-Y|_0 = 1524766, f1 =  0.625760

Iteration 3020: Loss = 880619.312500
|Xk-Y|_F:  866176.750000, |X-X0|:  14442.580078
rounded |X_k-Y|_0 = 868506, f1 =  0.656038, approx slack: 700317
rounded before pow |X_k-Y|_0 = 1524813, f1 =  0.625758

Iteration 3040: Loss = 881073.062500
|Xk-Y|_F:  866410.062500, |X-X0|:  14662.988281
rounded |X_k-Y|_0 = 868822, f1 =  0.656023, approx slack: 700014
rounded before pow |X_k-Y|_0 = 1524688, f1 =  0.625763

Iteration 3060: Loss = 880306.187500
|Xk-Y|_F:  865876.125000, |X-X0|:  14430.089844
rounded |X_k-Y|_0 = 867974, f1 =  0.656064, approx slack: 698321
rounded before pow |X_k-Y|_0 = 1523939, f1 =  0.625796

Iteration 3080: Loss = 880159.187500
|Xk-Y|_F:  865945.750000, |X-X0|:  14213.449219
rounded |X_k-Y|_0 = 868212, f1 =  0.656052, approx slack: 698968
rounded before pow |X_k-Y|_0 = 1523714, f1 =  0.625806

Iteration 3100: Loss = 880920.000000
|Xk-Y|_F:  866584.625000, |X-X0|:  14335.376953
rounded |X_k-Y|_0 = 869362, f1 =  0.655997, approx slack: 698833
rounded before pow |X_k-Y|_0 = 1523442, f1 =  0.625818

Iteration 3120: Loss = 879852.312500
|Xk-Y|_F:  865831.625000, |X-X0|:  14020.689453
rounded |X_k-Y|_0 = 867670, f1 =  0.656078, approx slack: 696106
rounded before pow |X_k-Y|_0 = 1521767, f1 =  0.625892

Iteration 3140: Loss = 880378.750000
|Xk-Y|_F:  865858.625000, |X-X0|:  14520.132812
rounded |X_k-Y|_0 = 868615, f1 =  0.656033, approx slack: 697701
rounded before pow |X_k-Y|_0 = 1521989, f1 =  0.625882

Iteration 3160: Loss = 880214.000000
|Xk-Y|_F:  866086.750000, |X-X0|:  14127.225586
rounded |X_k-Y|_0 = 868417, f1 =  0.656042, approx slack: 692531
rounded before pow |X_k-Y|_0 = 1517876, f1 =  0.626059

Iteration 3180: Loss = 879680.937500
|Xk-Y|_F:  865575.812500, |X-X0|:  14105.134766
rounded |X_k-Y|_0 = 867379, f1 =  0.656092, approx slack: 692209
rounded before pow |X_k-Y|_0 = 1517824, f1 =  0.626061

Iteration 3200: Loss = 879375.062500
|Xk-Y|_F:  865599.250000, |X-X0|:  13775.801758
rounded |X_k-Y|_0 = 867517, f1 =  0.656086, approx slack: 692995
rounded before pow |X_k-Y|_0 = 1517817, f1 =  0.626062

Iteration 3220: Loss = 879619.312500
|Xk-Y|_F:  865948.937500, |X-X0|:  13670.348633
rounded |X_k-Y|_0 = 867964, f1 =  0.656064, approx slack: 692311
rounded before pow |X_k-Y|_0 = 1517740, f1 =  0.626065

Iteration 3240: Loss = 879073.062500
|Xk-Y|_F:  865422.312500, |X-X0|:  13650.746094
rounded |X_k-Y|_0 = 867767, f1 =  0.656073, approx slack: 692329
rounded before pow |X_k-Y|_0 = 1517632, f1 =  0.626070

Iteration 3260: Loss = 879110.187500
|Xk-Y|_F:  865495.187500, |X-X0|:  13615.018555
rounded |X_k-Y|_0 = 867406, f1 =  0.656091, approx slack: 691249
rounded before pow |X_k-Y|_0 = 1517578, f1 =  0.626072

Iteration 3280: Loss = 879269.312500
|Xk-Y|_F:  865740.312500, |X-X0|:  13528.978516
rounded |X_k-Y|_0 = 867952, f1 =  0.656065, approx slack: 691919
rounded before pow |X_k-Y|_0 = 1517481, f1 =  0.626076

Iteration 3300: Loss = 878540.875000
|Xk-Y|_F:  865188.812500, |X-X0|:  13352.046875
rounded |X_k-Y|_0 = 867005, f1 =  0.656110, approx slack: 691585
rounded before pow |X_k-Y|_0 = 1517123, f1 =  0.626092

Iteration 3320: Loss = 878355.375000
|Xk-Y|_F:  865229.500000, |X-X0|:  13125.885742
rounded |X_k-Y|_0 = 866927, f1 =  0.656114, approx slack: 690912
rounded before pow |X_k-Y|_0 = 1516197, f1 =  0.626133

Iteration 3340: Loss = 878633.500000
|Xk-Y|_F:  865497.500000, |X-X0|:  13135.987305
rounded |X_k-Y|_0 = 867492, f1 =  0.656087, approx slack: 690777
rounded before pow |X_k-Y|_0 = 1516124, f1 =  0.626136

Iteration 3360: Loss = 878511.187500
|Xk-Y|_F:  864973.437500, |X-X0|:  13537.745117
rounded |X_k-Y|_0 = 866667, f1 =  0.656127, approx slack: 690206
rounded before pow |X_k-Y|_0 = 1515747, f1 =  0.626153

Iteration 3380: Loss = 878613.750000
|Xk-Y|_F:  865087.000000, |X-X0|:  13526.745117
rounded |X_k-Y|_0 = 866848, f1 =  0.656118, approx slack: 690473
rounded before pow |X_k-Y|_0 = 1515583, f1 =  0.626160

Iteration 3400: Loss = 878637.375000
|Xk-Y|_F:  865294.062500, |X-X0|:  13343.307617
rounded |X_k-Y|_0 = 867311, f1 =  0.656095, approx slack: 690309
rounded before pow |X_k-Y|_0 = 1515385, f1 =  0.626169

Iteration 3420: Loss = 878079.437500
|Xk-Y|_F:  864913.312500, |X-X0|:  13166.097656
rounded |X_k-Y|_0 = 866238, f1 =  0.656147, approx slack: 689113
rounded before pow |X_k-Y|_0 = 1515320, f1 =  0.626172

Iteration 3440: Loss = 878076.875000
|Xk-Y|_F:  864969.250000, |X-X0|:  13107.611328
rounded |X_k-Y|_0 = 866612, f1 =  0.656129, approx slack: 688639
rounded before pow |X_k-Y|_0 = 1514149, f1 =  0.626223

Iteration 3460: Loss = 878384.000000
|Xk-Y|_F:  865092.875000, |X-X0|:  13291.138672
rounded |X_k-Y|_0 = 866589, f1 =  0.656130, approx slack: 681642
rounded before pow |X_k-Y|_0 = 1507129, f1 =  0.626533

Iteration 3480: Loss = 878079.000000
|Xk-Y|_F:  864706.312500, |X-X0|:  13372.687500
rounded |X_k-Y|_0 = 866163, f1 =  0.656151, approx slack: 688580
rounded before pow |X_k-Y|_0 = 1515354, f1 =  0.626173

Iteration 3500: Loss = 878113.625000
|Xk-Y|_F:  864633.375000, |X-X0|:  13480.220703
rounded |X_k-Y|_0 = 866105, f1 =  0.656154, approx slack: 685587
rounded before pow |X_k-Y|_0 = 1511665, f1 =  0.626332

Iteration 3520: Loss = 878086.750000
|Xk-Y|_F:  864961.437500, |X-X0|:  13125.302734
rounded |X_k-Y|_0 = 866365, f1 =  0.656141, approx slack: 686011
rounded before pow |X_k-Y|_0 = 1512721, f1 =  0.626284

Iteration 3540: Loss = 877409.375000
|Xk-Y|_F:  864514.062500, |X-X0|:  12895.306641
rounded |X_k-Y|_0 = 865730, f1 =  0.656172, approx slack: 690167
rounded before pow |X_k-Y|_0 = 1516588, f1 =  0.626114

Iteration 3560: Loss = 877617.500000
|Xk-Y|_F:  864587.062500, |X-X0|:  13030.423828
rounded |X_k-Y|_0 = 865974, f1 =  0.656160, approx slack: 682209
rounded before pow |X_k-Y|_0 = 1508235, f1 =  0.626482

Iteration 3580: Loss = 877746.875000
|Xk-Y|_F:  864548.250000, |X-X0|:  13198.627930
rounded |X_k-Y|_0 = 866142, f1 =  0.656152, approx slack: 686390
rounded before pow |X_k-Y|_0 = 1513197, f1 =  0.626263

Iteration 3600: Loss = 877390.500000
|Xk-Y|_F:  864358.937500, |X-X0|:  13031.536133
rounded |X_k-Y|_0 = 866054, f1 =  0.656156, approx slack: 683392
rounded before pow |X_k-Y|_0 = 1509846, f1 =  0.626411

Iteration 3620: Loss = 877491.562500
|Xk-Y|_F:  864295.375000, |X-X0|:  13196.175781
rounded |X_k-Y|_0 = 865736, f1 =  0.656171, approx slack: 681295
rounded before pow |X_k-Y|_0 = 1508612, f1 =  0.626465

Iteration 3640: Loss = 877232.187500
|Xk-Y|_F:  864464.812500, |X-X0|:  12767.365234
rounded |X_k-Y|_0 = 865787, f1 =  0.656169, approx slack: 680741
rounded before pow |X_k-Y|_0 = 1508477, f1 =  0.626471

Iteration 3660: Loss = 877134.750000
|Xk-Y|_F:  864229.562500, |X-X0|:  12905.157227
rounded |X_k-Y|_0 = 865866, f1 =  0.656165, approx slack: 681054
rounded before pow |X_k-Y|_0 = 1507919, f1 =  0.626495

Iteration 3680: Loss = 877044.187500
|Xk-Y|_F:  864068.375000, |X-X0|:  12975.806641
rounded |X_k-Y|_0 = 865505, f1 =  0.656183, approx slack: 687752
rounded before pow |X_k-Y|_0 = 1515507, f1 =  0.626163

Iteration 3700: Loss = 876882.875000
|Xk-Y|_F:  864093.937500, |X-X0|:  12788.940430
rounded |X_k-Y|_0 = 865457, f1 =  0.656185, approx slack: 680728
rounded before pow |X_k-Y|_0 = 1508001, f1 =  0.626492

Iteration 3720: Loss = 877007.875000
|Xk-Y|_F:  863993.937500, |X-X0|:  13013.968750
rounded |X_k-Y|_0 = 865163, f1 =  0.656199, approx slack: 682706
rounded before pow |X_k-Y|_0 = 1510678, f1 =  0.626372

Iteration 3740: Loss = 876872.437500
|Xk-Y|_F:  863984.062500, |X-X0|:  12888.377930
rounded |X_k-Y|_0 = 865532, f1 =  0.656182, approx slack: 681604
rounded before pow |X_k-Y|_0 = 1510179, f1 =  0.626394

Iteration 3760: Loss = 876823.125000
|Xk-Y|_F:  863940.312500, |X-X0|:  12882.795898
rounded |X_k-Y|_0 = 865004, f1 =  0.656207, approx slack: 689766
rounded before pow |X_k-Y|_0 = 1518396, f1 =  0.626036

Iteration 3780: Loss = 876921.125000
|Xk-Y|_F:  863880.625000, |X-X0|:  13040.523438
rounded |X_k-Y|_0 = 865098, f1 =  0.656202, approx slack: 678067
rounded before pow |X_k-Y|_0 = 1506515, f1 =  0.626551

Iteration 3800: Loss = 877025.500000
|Xk-Y|_F:  863962.875000, |X-X0|:  13062.652344
rounded |X_k-Y|_0 = 865364, f1 =  0.656189, approx slack: 691448
rounded before pow |X_k-Y|_0 = 1519489, f1 =  0.625983

Iteration 3820: Loss = 876856.750000
|Xk-Y|_F:  863800.750000, |X-X0|:  13056.020508
rounded |X_k-Y|_0 = 864852, f1 =  0.656214, approx slack: 694243
rounded before pow |X_k-Y|_0 = 1523046, f1 =  0.625839

Iteration 3840: Loss = 876463.312500
|Xk-Y|_F:  863934.312500, |X-X0|:  12529.005859
rounded |X_k-Y|_0 = 865026, f1 =  0.656206, approx slack: 694576
rounded before pow |X_k-Y|_0 = 1523064, f1 =  0.625838

Iteration 3860: Loss = 876514.750000
|Xk-Y|_F:  863773.750000, |X-X0|:  12741.029297
rounded |X_k-Y|_0 = 864650, f1 =  0.656224, approx slack: 677776
rounded before pow |X_k-Y|_0 = 1506469, f1 =  0.626553

Iteration 3880: Loss = 876322.750000
|Xk-Y|_F:  863553.000000, |X-X0|:  12769.728516
rounded |X_k-Y|_0 = 864421, f1 =  0.656235, approx slack: 677844
rounded before pow |X_k-Y|_0 = 1507100, f1 =  0.626524

Iteration 3900: Loss = 876879.312500
|Xk-Y|_F:  863664.500000, |X-X0|:  13214.816406
rounded |X_k-Y|_0 = 864789, f1 =  0.656217, approx slack: 678466
rounded before pow |X_k-Y|_0 = 1507106, f1 =  0.626525

Iteration 3920: Loss = 876505.500000
|Xk-Y|_F:  863557.187500, |X-X0|:  12948.339844
rounded |X_k-Y|_0 = 864237, f1 =  0.656243, approx slack: 688012
rounded before pow |X_k-Y|_0 = 1516544, f1 =  0.626112

Iteration 3940: Loss = 876447.437500
|Xk-Y|_F:  863529.375000, |X-X0|:  12918.082031
rounded |X_k-Y|_0 = 864230, f1 =  0.656244, approx slack: 687845
rounded before pow |X_k-Y|_0 = 1517658, f1 =  0.626064

Iteration 3960: Loss = 876302.000000
|Xk-Y|_F:  863486.750000, |X-X0|:  12815.238281
rounded |X_k-Y|_0 = 864491, f1 =  0.656232, approx slack: 686579
rounded before pow |X_k-Y|_0 = 1515425, f1 =  0.626161

Iteration 3980: Loss = 876213.187500
|Xk-Y|_F:  863474.625000, |X-X0|:  12738.538086
rounded |X_k-Y|_0 = 864538, f1 =  0.656229, approx slack: 723441
rounded before pow |X_k-Y|_0 = 1551208, f1 =  0.624571

Iteration 4000: Loss = 876633.187500
|Xk-Y|_F:  863906.812500, |X-X0|:  12726.405273
rounded |X_k-Y|_0 = 864791, f1 =  0.656216, approx slack: 689895
rounded before pow |X_k-Y|_0 = 1519195, f1 =  0.625992

Iteration 4020: Loss = 876167.000000
|Xk-Y|_F:  863277.812500, |X-X0|:  12889.214844
rounded |X_k-Y|_0 = 864090, f1 =  0.656250, approx slack: 696108
rounded before pow |X_k-Y|_0 = 1524353, f1 =  0.625779

Iteration 4040: Loss = 876525.125000
|Xk-Y|_F:  863413.937500, |X-X0|:  13111.171875
rounded |X_k-Y|_0 = 864212, f1 =  0.656244, approx slack: 690798
rounded before pow |X_k-Y|_0 = 1518636, f1 =  0.626032

Iteration 4060: Loss = 876185.375000
|Xk-Y|_F:  863463.125000, |X-X0|:  12722.273438
rounded |X_k-Y|_0 = 864410, f1 =  0.656235, approx slack: 672314
rounded before pow |X_k-Y|_0 = 1501344, f1 =  0.626779

Iteration 4080: Loss = 875806.312500
|Xk-Y|_F:  863111.312500, |X-X0|:  12695.005859
rounded |X_k-Y|_0 = 863890, f1 =  0.656260, approx slack: 687351
rounded before pow |X_k-Y|_0 = 1514785, f1 =  0.626201

Iteration 4100: Loss = 876132.000000
|Xk-Y|_F:  863307.062500, |X-X0|:  12824.914062
rounded |X_k-Y|_0 = 864145, f1 =  0.656247, approx slack: 666166
rounded before pow |X_k-Y|_0 = 1495572, f1 =  0.627031

Iteration 4120: Loss = 876050.937500
|Xk-Y|_F:  863175.375000, |X-X0|:  12875.539062
rounded |X_k-Y|_0 = 864176, f1 =  0.656246, approx slack: 687521
rounded before pow |X_k-Y|_0 = 1516620, f1 =  0.626088

Iteration 4140: Loss = 876108.500000
|Xk-Y|_F:  862967.187500, |X-X0|:  13141.331055
rounded |X_k-Y|_0 = 863833, f1 =  0.656263, approx slack: 675916
rounded before pow |X_k-Y|_0 = 1506429, f1 =  0.626553

Iteration 4160: Loss = 875758.062500
|Xk-Y|_F:  862867.625000, |X-X0|:  12890.439453
rounded |X_k-Y|_0 = 863921, f1 =  0.656258, approx slack: 678520
rounded before pow |X_k-Y|_0 = 1507556, f1 =  0.626503

Iteration 4180: Loss = 875546.000000
|Xk-Y|_F:  863030.312500, |X-X0|:  12515.711914
rounded |X_k-Y|_0 = 864030, f1 =  0.656253, approx slack: 665657
rounded before pow |X_k-Y|_0 = 1495911, f1 =  0.627014

Iteration 4200: Loss = 875876.000000
|Xk-Y|_F:  863147.250000, |X-X0|:  12728.768555
rounded |X_k-Y|_0 = 863674, f1 =  0.656270, approx slack: 680269
rounded before pow |X_k-Y|_0 = 1509250, f1 =  0.626428

Iteration 4220: Loss = 875927.437500
|Xk-Y|_F:  862685.750000, |X-X0|:  13241.716797
rounded |X_k-Y|_0 = 863227, f1 =  0.656292, approx slack: 673089
rounded before pow |X_k-Y|_0 = 1502793, f1 =  0.626713

Iteration 4240: Loss = 875547.875000
|Xk-Y|_F:  862782.250000, |X-X0|:  12765.609375
rounded |X_k-Y|_0 = 863453, f1 =  0.656281, approx slack: 679695
rounded before pow |X_k-Y|_0 = 1510450, f1 =  0.626377

Iteration 4260: Loss = 875036.875000
|Xk-Y|_F:  862272.437500, |X-X0|:  12764.406250
rounded |X_k-Y|_0 = 862716, f1 =  0.656317, approx slack: 674650
rounded before pow |X_k-Y|_0 = 1505557, f1 =  0.626584

Iteration 4280: Loss = 874796.437500
|Xk-Y|_F:  862386.250000, |X-X0|:  12410.158203
rounded |X_k-Y|_0 = 862538, f1 =  0.656325, approx slack: 679669
rounded before pow |X_k-Y|_0 = 1510088, f1 =  0.626389

Iteration 4300: Loss = 875294.375000
|Xk-Y|_F:  862416.812500, |X-X0|:  12877.574219
rounded |X_k-Y|_0 = 862897, f1 =  0.656308, approx slack: 678733
rounded before pow |X_k-Y|_0 = 1508886, f1 =  0.626443

Iteration 4320: Loss = 874943.500000
|Xk-Y|_F:  862207.437500, |X-X0|:  12736.074219
rounded |X_k-Y|_0 = 862895, f1 =  0.656308, approx slack: 684246
rounded before pow |X_k-Y|_0 = 1514738, f1 =  0.626198

Iteration 4340: Loss = 874382.562500
|Xk-Y|_F:  862134.437500, |X-X0|:  12248.109375
rounded |X_k-Y|_0 = 862946, f1 =  0.656306, approx slack: 677882
rounded before pow |X_k-Y|_0 = 1508822, f1 =  0.626458

Iteration 4360: Loss = 875088.500000
|Xk-Y|_F:  862346.187500, |X-X0|:  12742.291992
rounded |X_k-Y|_0 = 862610, f1 =  0.656322, approx slack: 669724
rounded before pow |X_k-Y|_0 = 1500128, f1 =  0.626828

Iteration 4380: Loss = 874750.250000
|Xk-Y|_F:  861955.062500, |X-X0|:  12795.167969
rounded |X_k-Y|_0 = 862416, f1 =  0.656331, approx slack: 667878
rounded before pow |X_k-Y|_0 = 1498898, f1 =  0.626879

Iteration 4400: Loss = 874629.687500
|Xk-Y|_F:  861987.250000, |X-X0|:  12642.457031
rounded |X_k-Y|_0 = 862253, f1 =  0.656339, approx slack: 668096
rounded before pow |X_k-Y|_0 = 1499735, f1 =  0.626849

Iteration 4420: Loss = 874646.750000
|Xk-Y|_F:  862164.187500, |X-X0|:  12482.586914
rounded |X_k-Y|_0 = 862883, f1 =  0.656309, approx slack: 676333
rounded before pow |X_k-Y|_0 = 1507766, f1 =  0.626498

Iteration 4440: Loss = 874260.625000
|Xk-Y|_F:  861947.562500, |X-X0|:  12313.093750
rounded |X_k-Y|_0 = 862737, f1 =  0.656316, approx slack: 679714
rounded before pow |X_k-Y|_0 = 1511015, f1 =  0.626347

Iteration 4460: Loss = 874770.812500
|Xk-Y|_F:  862010.500000, |X-X0|:  12760.335938
rounded |X_k-Y|_0 = 862175, f1 =  0.656342, approx slack: 678422
rounded before pow |X_k-Y|_0 = 1508914, f1 =  0.626444

Iteration 4480: Loss = 874330.937500
|Xk-Y|_F:  861934.187500, |X-X0|:  12396.780273
rounded |X_k-Y|_0 = 862096, f1 =  0.656346, approx slack: 677628
rounded before pow |X_k-Y|_0 = 1508163, f1 =  0.626473

Iteration 4500: Loss = 874429.500000
|Xk-Y|_F:  861815.875000, |X-X0|:  12613.654297
rounded |X_k-Y|_0 = 862032, f1 =  0.656350, approx slack: 688675
rounded before pow |X_k-Y|_0 = 1519699, f1 =  0.625983

Iteration 4520: Loss = 875057.187500
|Xk-Y|_F:  862668.500000, |X-X0|:  12388.711914
rounded |X_k-Y|_0 = 863492, f1 =  0.656279, approx slack: 759952
rounded before pow |X_k-Y|_0 = 1591197, f1 =  0.622810

Iteration 4540: Loss = 874372.812500
|Xk-Y|_F:  861996.062500, |X-X0|:  12376.720703
rounded |X_k-Y|_0 = 862451, f1 =  0.656329, approx slack: 704936
rounded before pow |X_k-Y|_0 = 1536263, f1 =  0.625257

Iteration 4560: Loss = 874179.250000
|Xk-Y|_F:  861718.875000, |X-X0|:  12460.359375
rounded |X_k-Y|_0 = 862090, f1 =  0.656347, approx slack: 691745
rounded before pow |X_k-Y|_0 = 1522272, f1 =  0.625872

Iteration 4580: Loss = 874638.062500
|Xk-Y|_F:  862015.437500, |X-X0|:  12622.596680
rounded |X_k-Y|_0 = 862468, f1 =  0.656328, approx slack: 684552
rounded before pow |X_k-Y|_0 = 1516278, f1 =  0.626106

Iteration 4600: Loss = 874126.250000
|Xk-Y|_F:  861641.625000, |X-X0|:  12484.642578
rounded |X_k-Y|_0 = 861779, f1 =  0.656362, approx slack: 682683
rounded before pow |X_k-Y|_0 = 1514256, f1 =  0.626205

Iteration 4620: Loss = 874544.687500
|Xk-Y|_F:  861697.937500, |X-X0|:  12846.769531
rounded |X_k-Y|_0 = 861896, f1 =  0.656356, approx slack: 685438
rounded before pow |X_k-Y|_0 = 1517376, f1 =  0.626082

Iteration 4640: Loss = 874141.500000
|Xk-Y|_F:  861787.187500, |X-X0|:  12354.281250
rounded |X_k-Y|_0 = 861767, f1 =  0.656362, approx slack: 682931
rounded before pow |X_k-Y|_0 = 1515231, f1 =  0.626149

Iteration 4660: Loss = 874015.312500
|Xk-Y|_F:  861722.625000, |X-X0|:  12292.703125
rounded |X_k-Y|_0 = 861955, f1 =  0.656353, approx slack: 670957
rounded before pow |X_k-Y|_0 = 1503520, f1 =  0.626661

Iteration 4680: Loss = 874812.062500
|Xk-Y|_F:  861897.000000, |X-X0|:  12915.047852
rounded |X_k-Y|_0 = 862276, f1 =  0.656337, approx slack: 672639
rounded before pow |X_k-Y|_0 = 1504485, f1 =  0.626618

Iteration 4700: Loss = 873988.687500
|Xk-Y|_F:  861470.187500, |X-X0|:  12518.503906
rounded |X_k-Y|_0 = 861835, f1 =  0.656359, approx slack: 671295
rounded before pow |X_k-Y|_0 = 1503083, f1 =  0.626680

Iteration 4720: Loss = 874219.500000
|Xk-Y|_F:  861429.750000, |X-X0|:  12789.735352
rounded |X_k-Y|_0 = 861559, f1 =  0.656372, approx slack: 671555
rounded before pow |X_k-Y|_0 = 1502700, f1 =  0.626708

Iteration 4740: Loss = 873526.437500
|Xk-Y|_F:  861415.875000, |X-X0|:  12110.548828
rounded |X_k-Y|_0 = 861410, f1 =  0.656379, approx slack: 670203
rounded before pow |X_k-Y|_0 = 1502290, f1 =  0.626713

Iteration 4760: Loss = 874148.625000
|Xk-Y|_F:  861488.312500, |X-X0|:  12660.343750
rounded |X_k-Y|_0 = 861999, f1 =  0.656351, approx slack: 681960
rounded before pow |X_k-Y|_0 = 1513546, f1 =  0.626220

Iteration 4780: Loss = 873748.187500
|Xk-Y|_F:  861395.875000, |X-X0|:  12352.302734
rounded |X_k-Y|_0 = 862014, f1 =  0.656350, approx slack: 676095
rounded before pow |X_k-Y|_0 = 1507866, f1 =  0.626467

Iteration 4800: Loss = 873938.812500
|Xk-Y|_F:  861525.562500, |X-X0|:  12413.250000
rounded |X_k-Y|_0 = 861768, f1 =  0.656362, approx slack: 690716
rounded before pow |X_k-Y|_0 = 1521246, f1 =  0.625901

Iteration 4820: Loss = 874481.125000
|Xk-Y|_F:  861393.000000, |X-X0|:  13088.125000
rounded |X_k-Y|_0 = 861601, f1 =  0.656370, approx slack: 671877
rounded before pow |X_k-Y|_0 = 1504016, f1 =  0.626634

Iteration 4840: Loss = 874011.250000
|Xk-Y|_F:  861546.562500, |X-X0|:  12464.689453
rounded |X_k-Y|_0 = 861803, f1 =  0.656360, approx slack: 685580
rounded before pow |X_k-Y|_0 = 1516430, f1 =  0.626110

Iteration 4860: Loss = 874069.187500
|Xk-Y|_F:  861271.437500, |X-X0|:  12797.721680
rounded |X_k-Y|_0 = 861181, f1 =  0.656390, approx slack: 671109
rounded before pow |X_k-Y|_0 = 1502846, f1 =  0.626699

Iteration 4880: Loss = 874243.437500
|Xk-Y|_F:  861507.812500, |X-X0|:  12735.621094
rounded |X_k-Y|_0 = 861785, f1 =  0.656361, approx slack: 664280
rounded before pow |X_k-Y|_0 = 1496187, f1 =  0.626976

Iteration 4900: Loss = 874012.750000
|Xk-Y|_F:  861379.625000, |X-X0|:  12633.125000
rounded |X_k-Y|_0 = 861417, f1 =  0.656379, approx slack: 674990
rounded before pow |X_k-Y|_0 = 1507700, f1 =  0.626472

Iteration 4920: Loss = 874219.500000
|Xk-Y|_F:  861145.937500, |X-X0|:  13073.589844
rounded |X_k-Y|_0 = 861500, f1 =  0.656375, approx slack: 675886
rounded before pow |X_k-Y|_0 = 1508115, f1 =  0.626455

Iteration 4940: Loss = 874253.125000
|Xk-Y|_F:  861210.312500, |X-X0|:  13042.786133
rounded |X_k-Y|_0 = 861487, f1 =  0.656376, approx slack: 675409
rounded before pow |X_k-Y|_0 = 1507762, f1 =  0.626469

Iteration 4960: Loss = 873980.125000
|Xk-Y|_F:  861188.750000, |X-X0|:  12791.355469
rounded |X_k-Y|_0 = 861415, f1 =  0.656379, approx slack: 660448
rounded before pow |X_k-Y|_0 = 1492448, f1 =  0.627143

Iteration 4980: Loss = 875610.875000
|Xk-Y|_F:  861242.125000, |X-X0|:  14368.725586
rounded |X_k-Y|_0 = 861668, f1 =  0.656367, approx slack: 661293
rounded before pow |X_k-Y|_0 = 1493901, f1 =  0.627074

Iteration 4999: Loss = 874632.375000
|Xk-Y|_F:  861644.187500, |X-X0|:  12988.210938
rounded |X_k-Y|_0 = 861967, f1 =  0.656353, approx slack: 671298
rounded before pow |X_k-Y|_0 = 1503523, f1 =  0.626663


KB after refine:
num_nodes: 5012.0000
num_edges: 4289.0000
density: 0.0002
avg_degree: 0.8557
avg_clustering: 0.0887
degree_assortativity: -0.3090
modularity: 0.5851
avg_betweenness: 0.0000
avg_closeness: 0.0051
------ ABL 1 after refine ------
--- eval ---
prediction result:
f1 on test:    0.4727
f1 on test:    0.7047 (micro)
f1 on KB:      0.6519
integrated f1: 0.5712, w_data: 0.3353, w_klg: 0.6647

integrated result:
f1 on test:    0.4636
f1 on test:    0.7045 (micro)
f1 on KB:      0.6568
integrated f1: 0.5921, w_data: 0.3353, w_klg: 0.6647
------------
integrated f1 0.5712
