============================ Script ============================
import torch
import numpy as np
from scipy.sparse import load_npz
from datetime import datetime
import argparse
import pandas as pd

from egoal.abl import abduce

if __name__ == '__main__':
    parser = argparse.ArgumentParser()
    parser.add_argument('--data_name', dest= 'data_name', action= 'store', required= True, type=str)
    parser.add_argument('--log_file', dest= 'log_file', action= 'store', default= f'log/EGOAL-hsa-{datetime.now()}.txt'.replace(' ','-'), type=str)
    parser.add_argument('--model_type', dest= 'model_type', action= 'store', default= 'GNN', type=str)
    parser.add_argument('--model_save_name', dest= 'model_name', action= 'store', default= '', type=str)
    #     parser.add_argument('--seed', dest= 'seed', action= 'store', default= 42, type=int)
    parser.add_argument('--device', dest= 'device', action= 'store', default= 'cuda', type=str)
    parser.add_argument('--trainset_remove', dest= 'p_train', action= 'store', default= 1., type=float)
    parser.add_argument('--random_split', dest= 'random_split', action= 'store', default= False, type=bool)
    args = parser.parse_args()

    data_name = args.data_name
    log_file = args.log_file
    model_type = args.model_type
    model_name = f'{model_type}_{data_name}_{args.model_name}'

#     seed = args.seed
#     device = torch.device(args.seed if torch.cuda.is_available() else "cpu")
    rng = np.random.default_rng()
    seed = int(rng.integers(low=0, high=2**32 - 1, dtype=np.uint32))
    device = torch.device(args.device if torch.cuda.is_available() else "cpu")
    print(f'using device: {device} (cuda_available={torch.cuda.is_available()}, cuda_count={torch.cuda.device_count() if torch.cuda.is_available() else 0})')
    print(model_name)
    print(log_file)
    print(f'random seed: {seed}')

    #########################################

    np.random.seed(seed)
    X_train = torch.tensor(load_npz(f'dataset/human/{data_name}_X.npz').toarray(), dtype = torch.float32)
    Y_train = torch.tensor(load_npz(f'dataset/human/{data_name}_Y.npz').toarray(), dtype = int)

    #test_idx = np.random.choice([True, False], size=len(X_train), p=[.2, .8])
    test_idx = np.zeros(shape=len(X_train), dtype=bool)
    if not args.random_split:
        test_idx[np.load(f'dataset/human/{data_name}_test_idx.npy')] = True
    else:
        metadata = pd.read_csv(f'dataset/human/{data_name}_metadata.csv',index_col=0)
        test_pert = np.random.choice([True, False], size=len(metadata), p=[.2, .8])
        test_data_idx = sum(metadata[(test_pert)\
                & (metadata['pert'].apply(lambda x: len(eval(x))>1))]\
                .apply(lambda x: list(range(x['data_start_idx'],x['data_end_idx+1'])), axis=1), [])
        test_idx[test_data_idx] = True

    p_train = args.p_train
    train_idx = np.random.choice([True, False], size=len(X_train)-np.count_nonzero(test_idx), p=[p_train, 1-p_train])

    X_test = X_train[test_idx]
    Y_test = Y_train[test_idx]
    X_train = X_train[~ test_idx][train_idx]
    Y_train = Y_train[~ test_idx][train_idx]
    print('train:', X_train.shape)

    regulators = np.nonzero(np.sum(\
            load_npz(f'rules/human/{data_name}_KB_P.npz').toarray()\
            +load_npz(f'rules/human/{data_name}_KB_N.npz').toarray(), axis=1))[0]
    X_unlabel = np.zeros(shape=(len(regulators), X_train.shape[1]))
    X_unlabel[range(len(X_unlabel)), regulators] = 1.
    X_unlabel = torch.tensor(X_unlabel, dtype=torch.float32)
    print('unlabel:', X_unlabel.shape)

    label_weight = torch.tensor(np.load(f'dataset/human/{data_name}_label_weight.npy'))

    X_train, Y_train = X_train.to(device), Y_train.to(device)
    X_test, Y_test = X_test.to(device), Y_test.to(device)
    X_unlabel = X_unlabel.to(device)
    label_weight = label_weight.to(device)

    abduce(X_unlabel= X_unlabel,
           X_test= X_test,
           Y_test= Y_test,
           X_label = X_train,
           Y_label = Y_train,

           pos_trn_pth=f'rules/human/{data_name}_KB_P.npz',
           neg_trn_pth=f'rules/human/{data_name}_KB_N.npz',
           closure = 5,
           closure_type = 'weighted',

           label_weight=label_weight,
           #pretrained_model_pth = 'models/MLP_human_Aug19.pt',
           model_save_pth = f'models/{model_name}',
           base_learner_type= model_type,

           T= 2,

           pretrain_epc= 300,
           pretrain_rl_epc= 1,
           pretrain_lr= 1e-3,

           retrain_epc= 150,
           retrain_rl_epc= 100,
           retrain_lr= 1e-3,
           refine_epc= 5000,
           refine_lr= 1e-3,

           device= device,
           seed= seed,
           log_file= log_file,
           verbose= True)
============================ Script ============================
using device: cuda (cuda_available=True, cuda_count=1)
GNN_norman_benchmark_egoal_45695855
log/EGOAL-hsa-2025-09-19-12:56:30.673752.txt
random seed: 2582248761
train: torch.Size([71177, 5045])
unlabel: torch.Size([2854, 5045])
cuda availability: True
Epoch 0, Loss: 0.1395
Epoch 100, Loss: 0.1298
Epoch 200, Loss: 0.1206
Epoch 300, Loss: 0.1120
Epoch 400, Loss: 0.1040
Epoch 500, Loss: 0.0964
Epoch 600, Loss: 0.0894
Epoch 700, Loss: 0.0828
Epoch 800, Loss: 0.0767
Epoch 900, Loss: 0.0710
Final loss: 0.06580548733472824
Achieved outputs: tensor([[0.3898, 0.3923, 0.3817,  ..., 0.3730, 0.3859, 0.4030],
        [0.4030, 0.4129, 0.4013,  ..., 0.3903, 0.4077, 0.4159],
        [0.3837, 0.3875, 0.3842,  ..., 0.3735, 0.4015, 0.3973],
        ...,
        [0.3886, 0.3872, 0.3854,  ..., 0.3792, 0.4018, 0.4000],
        [0.3625, 0.3829, 0.3732,  ..., 0.3638, 0.3976, 0.3823],
        [0.3862, 0.3878, 0.3859,  ..., 0.3746, 0.3989, 0.3997]],
       device='cuda:0')
Eval weight w_data: 0.32529946522104686
Before pretrain: integrated f1 0.2659
Epoch 100, Total loss: 2160748544.0000, CE loss: 777.9450, RL loss: 216074784.0000, Reward: -49613872.4062
    full cols: 296, non-full cols: 724
   r - labels: 663, labels - r: 0
    violated: 140969, weighted: 722.7110595703125, len: 0.0, nonzero: 0.07626982033252716
Epoch 200, Total loss: 2267589632.0000, CE loss: 759.1652, RL loss: 226758896.0000, Reward: -49595474.0332
    full cols: 297, non-full cols: 722
   r - labels: 662, labels - r: 0
    violated: 135486, weighted: 1442.026123046875, len: 0.0, nonzero: 0.08183535933494568
Epoch 300, Total loss: 4219646208.0000, CE loss: 750.6465, RL loss: 421964544.0000, Reward: -49584934.3047
    full cols: 296, non-full cols: 722
   r - labels: 661, labels - r: 0
    violated: 134601, weighted: 1202.9381103515625, len: 0.0, nonzero: 0.08002973347902298
------ Before ABL ------
--- eval ---
prediction result:
f1 on test:    0.5819
f1 on test:    0.9076 (micro)
f1 on KB:      0.3038
integrated f1: 0.3477, w_data: 0.3253, w_klg: 0.6747

integrated result:
f1 on test:    0.5395
f1 on test:    0.8909 (micro)
f1 on KB:      0.3827
integrated f1: 0.4337, w_data: 0.3253, w_klg: 0.6747
------------
integrated f1 0.3477

Epoch 100, Total loss: -5308462592.0000, CE loss: 33.9864, RL loss: -53084628.0000, Reward: -1882561.1895
    full cols: 354, non-full cols: 9
   r - labels: 6, labels - r: 0
    violated: 145836, weighted: 3.508837938308716, len: 0.0, nonzero: 0.07114098221063614
Epoch 200, Total loss: 4909172736.0000, CE loss: 30.9733, RL loss: 49091728.0000, Reward: -1878566.3945
    full cols: 355, non-full cols: 6
   r - labels: 5, labels - r: 1
    violated: 144799, weighted: 3.5937790870666504, len: 0.0, nonzero: 0.07110381871461868
Epoch 300, Total loss: -741648576.0000, CE loss: 30.0897, RL loss: -7416486.0000, Reward: -1874982.3008
    full cols: 356, non-full cols: 5
   r - labels: 5, labels - r: 1
    violated: 146366, weighted: 3.5989363193511963, len: 0.0, nonzero: 0.071091428399086
Epoch 400, Total loss: 2263843072.0000, CE loss: 29.7699, RL loss: 22638430.0000, Reward: -1867690.1738
    full cols: 356, non-full cols: 5
   r - labels: 5, labels - r: 1
    violated: 152160, weighted: 3.53549861907959, len: 0.0, nonzero: 0.07109761983156204
Epoch 500, Total loss: 4393163776.0000, CE loss: 29.6377, RL loss: 43931636.0000, Reward: -1861476.4219
    full cols: 356, non-full cols: 6
   r - labels: 5, labels - r: 0
    violated: 145680, weighted: 3.4476468563079834, len: 0.0, nonzero: 0.0711347907781601
Epoch 600, Total loss: -1984644864.0000, CE loss: 29.5637, RL loss: -19846448.0000, Reward: -1857234.1699
    full cols: 354, non-full cols: 7
   r - labels: 5, labels - r: 1
    violated: 143969, weighted: 3.746511936187744, len: 0.0, nonzero: 0.07112240046262741
Epoch 700, Total loss: 3923256832.0000, CE loss: 29.5096, RL loss: 39232568.0000, Reward: -1851817.2773
    full cols: 354, non-full cols: 7
   r - labels: 5, labels - r: 1
    violated: 147060, weighted: 3.6777827739715576, len: 0.0, nonzero: 0.07113169133663177
Epoch 800, Total loss: -783992192.0000, CE loss: 29.4824, RL loss: -7839922.0000, Reward: -1846539.5586
    full cols: 356, non-full cols: 7
   r - labels: 6, labels - r: 0
    violated: 151104, weighted: 3.3199052810668945, len: 0.0, nonzero: 0.07123079895973206
Epoch 900, Total loss: 2516656128.0000, CE loss: 29.4031, RL loss: 25166562.0000, Reward: -1842496.0449
    full cols: 356, non-full cols: 7
   r - labels: 6, labels - r: 0
    violated: 145161, weighted: 2.746060371398926, len: 0.0, nonzero: 0.07116576284170151
Epoch 1000, Total loss: 8765708288.0000, CE loss: 29.1697, RL loss: 87657088.0000, Reward: -1835784.6328
    full cols: 358, non-full cols: 6
   r - labels: 7, labels - r: 0
    violated: 145843, weighted: 4.199152946472168, len: 0.0, nonzero: 0.07134229689836502
Epoch 1100, Total loss: 599355776.0000, CE loss: 28.8109, RL loss: 5993558.0000, Reward: -1837199.4473
    full cols: 357, non-full cols: 9
   r - labels: 9, labels - r: 0
    violated: 131853, weighted: 4.256816387176514, len: 0.0, nonzero: 0.07135158777236938
Epoch 1200, Total loss: -5426207744.0000, CE loss: 28.4870, RL loss: -54262080.0000, Reward: -1833719.8535
    full cols: 356, non-full cols: 6
   r - labels: 6, labels - r: 1
    violated: 144530, weighted: 5.56226921081543, len: 0.0, nonzero: 0.07150644063949585
Epoch 1300, Total loss: 5404352000.0000, CE loss: 28.2281, RL loss: 54043520.0000, Reward: -1831362.7969
    full cols: 358, non-full cols: 4
   r - labels: 6, labels - r: 1
    violated: 154009, weighted: 5.435213088989258, len: 0.0, nonzero: 0.07151573896408081
Epoch 1400, Total loss: -15881631744.0000, CE loss: 28.0172, RL loss: -158816320.0000, Reward: -1832107.4844
    full cols: 357, non-full cols: 5
   r - labels: 6, labels - r: 1
    violated: 148168, weighted: 5.173213005065918, len: 0.0, nonzero: 0.0713980421423912
Epoch 1500, Total loss: -1571991808.0000, CE loss: 27.7237, RL loss: -15719918.0000, Reward: -1818911.0352
    full cols: 358, non-full cols: 4
   r - labels: 6, labels - r: 1
    violated: 146057, weighted: 4.4048752784729, len: 0.0, nonzero: 0.07153432071208954
Epoch 1600, Total loss: -4563514368.0000, CE loss: 27.4052, RL loss: -45635144.0000, Reward: -1813187.7402
    full cols: 356, non-full cols: 4
   r - labels: 6, labels - r: 3
    violated: 149314, weighted: 5.381035804748535, len: 0.0, nonzero: 0.0708002969622612
Epoch 1700, Total loss: 2775802368.0000, CE loss: 27.3143, RL loss: 27758024.0000, Reward: -1808810.4492
    full cols: 357, non-full cols: 4
   r - labels: 6, labels - r: 2
    violated: 151906, weighted: 5.228275299072266, len: 0.0, nonzero: 0.07093657553195953
Epoch 1800, Total loss: -1198559488.0000, CE loss: 27.1334, RL loss: -11985595.0000, Reward: -1807124.2227
    full cols: 356, non-full cols: 7
   r - labels: 8, labels - r: 2
    violated: 147037, weighted: 5.0176801681518555, len: 0.0, nonzero: 0.0709613487124443
Epoch 1900, Total loss: -1280636160.0000, CE loss: 27.0251, RL loss: -12806362.0000, Reward: -1794942.7891
    full cols: 358, non-full cols: 4
   r - labels: 7, labels - r: 2
    violated: 151204, weighted: 5.992919445037842, len: 0.0, nonzero: 0.0712958425283432
--- eval ---
prediction result:
f1 on test:    0.5399
f1 on test:    0.8929 (micro)
f1 on KB:      0.3379
integrated f1: 0.3737, w_data: 0.3000, w_klg: 0.7000

integrated result:
f1 on test:    0.5366
f1 on test:    0.8905 (micro)
f1 on KB:      0.3840
integrated f1: 0.4298, w_data: 0.3000, w_klg: 0.7000
------------
Epoch 2000, Total loss: -7016423936.0000, CE loss: 26.9734, RL loss: -70164240.0000, Reward: -1792905.3750
    full cols: 358, non-full cols: 8
   r - labels: 11, labels - r: 2
    violated: 149046, weighted: 7.360837936401367, len: 0.0, nonzero: 0.07130822539329529
Epoch 2100, Total loss: 1757557376.0000, CE loss: 26.9170, RL loss: 17575574.0000, Reward: -1785770.1543
    full cols: 357, non-full cols: 8
   r - labels: 11, labels - r: 3
    violated: 144659, weighted: 12.505758285522461, len: 0.0, nonzero: 0.07143830507993698
Epoch 2200, Total loss: -271337216.0000, CE loss: 26.8443, RL loss: -2713372.2500, Reward: -1786559.9668
    full cols: 359, non-full cols: 5
   r - labels: 10, labels - r: 3
    violated: 143464, weighted: 11.903556823730469, len: 0.0, nonzero: 0.07163652032613754
Epoch 2300, Total loss: 5980741120.0000, CE loss: 26.8305, RL loss: 59807412.0000, Reward: -1783099.4238
    full cols: 355, non-full cols: 14
   r - labels: 14, labels - r: 2
    violated: 149652, weighted: 12.67758560180664, len: 0.0, nonzero: 0.07196791470050812
Epoch 2400, Total loss: 1163412864.0000, CE loss: 26.7862, RL loss: 11634129.0000, Reward: -1782825.2617
    full cols: 357, non-full cols: 10
   r - labels: 12, labels - r: 2
    violated: 150257, weighted: 21.90074348449707, len: 0.0, nonzero: 0.07210109382867813
Epoch 2500, Total loss: 8300572672.0000, CE loss: 26.7761, RL loss: 83005728.0000, Reward: -1774890.2461
    full cols: 359, non-full cols: 6
   r - labels: 10, labels - r: 2
    violated: 150338, weighted: 11.946269989013672, len: 0.0, nonzero: 0.07188429683446884
Epoch 2600, Total loss: -9079260160.0000, CE loss: 26.7705, RL loss: -90792600.0000, Reward: -1778570.4707
    full cols: 358, non-full cols: 10
   r - labels: 13, labels - r: 2
    violated: 147244, weighted: 21.330659866333008, len: 0.0, nonzero: 0.0718347430229187
Epoch 2700, Total loss: 12496451584.0000, CE loss: 26.7434, RL loss: 124964512.0000, Reward: -1777941.9062
    full cols: 357, non-full cols: 8
   r - labels: 10, labels - r: 2
    violated: 149591, weighted: 20.22110366821289, len: 0.0, nonzero: 0.07194314152002335
Epoch 2800, Total loss: 1814102016.0000, CE loss: 26.7302, RL loss: 18141020.0000, Reward: -1780336.6406
    full cols: 361, non-full cols: 6
   r - labels: 11, labels - r: 1
    violated: 151255, weighted: 19.668746948242188, len: 0.0, nonzero: 0.07200507819652557
Epoch 2900, Total loss: -10997336064.0000, CE loss: 26.7487, RL loss: -109973360.0000, Reward: -1779113.6758
    full cols: 360, non-full cols: 5
   r - labels: 9, labels - r: 1
    violated: 146974, weighted: 20.440738677978516, len: 0.0, nonzero: 0.07189667969942093
Epoch 3000, Total loss: 7752485376.0000, CE loss: 26.7457, RL loss: 77524856.0000, Reward: -1781733.3203
    full cols: 360, non-full cols: 5
   r - labels: 11, labels - r: 3
    violated: 148945, weighted: 19.36103630065918, len: 0.0, nonzero: 0.07194004207849503
Epoch 3100, Total loss: 7334897664.0000, CE loss: 26.7466, RL loss: 73348976.0000, Reward: -1788588.3145
    full cols: 358, non-full cols: 12
   r - labels: 18, labels - r: 5
    violated: 151046, weighted: 37.785614013671875, len: 0.0, nonzero: 0.0724603608250618
Epoch 3200, Total loss: 19515101184.0000, CE loss: 26.7506, RL loss: 195151008.0000, Reward: -1791327.4590
    full cols: 365, non-full cols: 7
   r - labels: 20, labels - r: 5
    violated: 147178, weighted: 98.64270782470703, len: 0.0, nonzero: 0.07325322180986404
Epoch 3300, Total loss: 1723027840.0000, CE loss: 26.7570, RL loss: 17230278.0000, Reward: -1797492.6016
    full cols: 369, non-full cols: 6
   r - labels: 24, labels - r: 6
    violated: 145765, weighted: 120.00350952148438, len: 0.0, nonzero: 0.07361558824777603
Epoch 3400, Total loss: -25120321536.0000, CE loss: 26.7441, RL loss: -251203216.0000, Reward: -1804414.9180
    full cols: 368, non-full cols: 7
   r - labels: 26, labels - r: 8
    violated: 146087, weighted: 173.37890625, len: 0.0, nonzero: 0.07371469587087631
Epoch 3500, Total loss: -694045632.0000, CE loss: 26.7271, RL loss: -6940456.5000, Reward: -1805604.6953
    full cols: 370, non-full cols: 7
   r - labels: 28, labels - r: 8
    violated: 146417, weighted: 208.8673858642578, len: 0.0, nonzero: 0.07407396286725998
Epoch 3600, Total loss: -15885019136.0000, CE loss: 26.7028, RL loss: -158850192.0000, Reward: -1810439.6719
    full cols: 371, non-full cols: 8
   r - labels: 31, labels - r: 9
    violated: 144049, weighted: 250.78952026367188, len: 0.0, nonzero: 0.07421333342790604
Epoch 3700, Total loss: 3073955072.0000, CE loss: 26.6810, RL loss: 30739550.0000, Reward: -1810158.6621
    full cols: 375, non-full cols: 9
   r - labels: 35, labels - r: 8
    violated: 143937, weighted: 355.6357727050781, len: 0.0, nonzero: 0.07521060854196548
Epoch 3800, Total loss: -18523797504.0000, CE loss: 26.6836, RL loss: -185237984.0000, Reward: -1817163.1602
    full cols: 375, non-full cols: 10
   r - labels: 35, labels - r: 7
    violated: 144662, weighted: 323.4697570800781, len: 0.0, nonzero: 0.07522299885749817
Epoch 3900, Total loss: -11296300032.0000, CE loss: 26.6703, RL loss: -112963000.0000, Reward: -1818475.3066
    full cols: 376, non-full cols: 10
   r - labels: 37, labels - r: 8
    violated: 150247, weighted: 346.33624267578125, len: 0.0, nonzero: 0.07544908672571182
--- eval ---
prediction result:
f1 on test:    0.5386
f1 on test:    0.8917 (micro)
f1 on KB:      0.3396
integrated f1: 0.3752, w_data: 0.3000, w_klg: 0.7000

integrated result:
f1 on test:    0.5322
f1 on test:    0.8861 (micro)
f1 on KB:      0.3923
integrated f1: 0.4343, w_data: 0.3000, w_klg: 0.7000
------------
Epoch 4000, Total loss: -9927558144.0000, CE loss: 26.6634, RL loss: -99275584.0000, Reward: -1822602.4414
    full cols: 374, non-full cols: 18
   r - labels: 42, labels - r: 7
    violated: 150967, weighted: 345.9487609863281, len: 0.0, nonzero: 0.07631318271160126
Epoch 4100, Total loss: 6793340928.0000, CE loss: 26.6711, RL loss: 67933408.0000, Reward: -1829340.9648
    full cols: 380, non-full cols: 14
   r - labels: 44, labels - r: 7
    violated: 146558, weighted: 336.8667297363281, len: 0.0, nonzero: 0.07645565271377563
Epoch 4200, Total loss: 283888160.0000, CE loss: 26.6846, RL loss: 2838881.5000, Reward: -1837680.3711
    full cols: 395, non-full cols: 11
   r - labels: 55, labels - r: 6
    violated: 145977, weighted: 713.7989501953125, len: 0.0, nonzero: 0.07957135885953903
Epoch 4300, Total loss: 3735702784.0000, CE loss: 26.6763, RL loss: 37357028.0000, Reward: -1841750.3828
    full cols: 389, non-full cols: 19
   r - labels: 59, labels - r: 8
    violated: 146531, weighted: 667.1160278320312, len: 0.0, nonzero: 0.0791005939245224
Epoch 4400, Total loss: 5168885760.0000, CE loss: 26.6752, RL loss: 51688860.0000, Reward: -1845975.4160
    full cols: 394, non-full cols: 16
   r - labels: 61, labels - r: 8
    violated: 149377, weighted: 762.1614379882812, len: 0.0, nonzero: 0.07989036291837692
Epoch 4500, Total loss: 11188180992.0000, CE loss: 26.6716, RL loss: 111881808.0000, Reward: -1847532.0352
    full cols: 396, non-full cols: 14
   r - labels: 63, labels - r: 10
    violated: 147561, weighted: 698.2821044921875, len: 0.0, nonzero: 0.0799461156129837
Epoch 4600, Total loss: 12305779712.0000, CE loss: 26.6776, RL loss: 123057800.0000, Reward: -1851519.3672
    full cols: 398, non-full cols: 20
   r - labels: 70, labels - r: 9
    violated: 140961, weighted: 883.3118896484375, len: 0.0, nonzero: 0.08133672177791595
Epoch 4700, Total loss: 70437404672.0000, CE loss: 26.6709, RL loss: 704374016.0000, Reward: -1857080.6973
    full cols: 410, non-full cols: 26
   r - labels: 90, labels - r: 11
    violated: 142049, weighted: 1087.360107421875, len: 0.0, nonzero: 0.08322596549987793
Epoch 4800, Total loss: -556510528.0000, CE loss: 38.8257, RL loss: -5565105.5000, Reward: -2739683.1152
    full cols: 0, non-full cols: 5045
   r - labels: 4688, labels - r: 0
    violated: 90167, weighted: 50982.796875, len: 47972.0, nonzero: 0.44857534766197205
Epoch 4900, Total loss: 54198681600.0000, CE loss: 38.6876, RL loss: 541986816.0000, Reward: -2736374.6211
    full cols: 0, non-full cols: 5045
   r - labels: 4688, labels - r: 0
    violated: 98542, weighted: 42181.625, len: 27217.0, nonzero: 0.3842944800853729
Epoch 5000, Total loss: -42469863424.0000, CE loss: 26.7953, RL loss: -424698624.0000, Reward: -2721501.1094
    full cols: 0, non-full cols: 5045
   r - labels: 4688, labels - r: 0
    violated: 72136, weighted: 56263.5, len: 60425.0, nonzero: 0.4871438443660736
Epoch 5100, Total loss: -77591715840.0000, CE loss: 26.6688, RL loss: -775917184.0000, Reward: -2717277.0312
    full cols: 0, non-full cols: 5045
   r - labels: 4688, labels - r: 0
    violated: 84344, weighted: 52743.02734375, len: 52123.0, nonzero: 0.46143150329589844
Epoch 5200, Total loss: -3592065536.0000, CE loss: 26.6433, RL loss: -35920656.0000, Reward: -2718489.8945
    full cols: 0, non-full cols: 5045
   r - labels: 4688, labels - r: 0
    violated: 92720, weighted: 40421.390625, len: 23066.0, nonzero: 0.37143832445144653
Epoch 5300, Total loss: -40848289792.0000, CE loss: 26.6442, RL loss: -408482880.0000, Reward: -2717726.1094
    full cols: 0, non-full cols: 5045
   r - labels: 4688, labels - r: 0
    violated: 81768, weighted: 50982.796875, len: 47972.0, nonzero: 0.44857534766197205
Epoch 5400, Total loss: 34663317504.0000, CE loss: 26.6423, RL loss: 346633184.0000, Reward: -2715041.6602
    full cols: 0, non-full cols: 5045
   r - labels: 4688, labels - r: 0
    violated: 77305, weighted: 54503.265625, len: 56274.0, nonzero: 0.4742876887321472
Epoch 5500, Total loss: 25586921472.0000, CE loss: 26.6413, RL loss: 255869216.0000, Reward: -2715156.3945
    full cols: 0, non-full cols: 5045
   r - labels: 4688, labels - r: 0
    violated: 83938, weighted: 45702.09375, len: 35519.0, nonzero: 0.4100068211555481
Epoch 5600, Total loss: -77196230656.0000, CE loss: 26.6580, RL loss: -771962304.0000, Reward: -2717631.7344
    full cols: 0, non-full cols: 5045
   r - labels: 4688, labels - r: 0
    violated: 91515, weighted: 45702.09375, len: 35519.0, nonzero: 0.4100068211555481
Epoch 5700, Total loss: -113403273216.0000, CE loss: 26.6584, RL loss: -1134032768.0000, Reward: -2714547.8301
    full cols: 0, non-full cols: 5045
   r - labels: 4688, labels - r: 0
    violated: 84868, weighted: 47464.37109375, len: 39674.0, nonzero: 0.42287537455558777
Epoch 5800, Total loss: -81743732736.0000, CE loss: 26.6498, RL loss: -817437312.0000, Reward: -2715620.4453
    full cols: 0, non-full cols: 5045
   r - labels: 4688, labels - r: 0
    violated: 81662, weighted: 47462.328125, len: 39670.0, nonzero: 0.4228630065917969
Epoch 5900, Total loss: 2113165824.0000, CE loss: 26.6503, RL loss: 21131658.0000, Reward: -2710303.6211
    full cols: 0, non-full cols: 5045
   r - labels: 4688, labels - r: 0
    violated: 81700, weighted: 50982.796875, len: 47972.0, nonzero: 0.44857534766197205
--- eval ---
prediction result:
f1 on test:    0.5384
f1 on test:    0.8915 (micro)
f1 on KB:      0.3390
integrated f1: 0.3746, w_data: 0.3000, w_klg: 0.7000

integrated result:
f1 on test:    0.4560
f1 on test:    0.7914 (micro)
f1 on KB:      0.5494
integrated f1: 0.5214, w_data: 0.3000, w_klg: 0.7000
------------
Epoch 6000, Total loss: 30410326016.0000, CE loss: 26.6573, RL loss: 304103264.0000, Reward: -2703395.6250
    full cols: 0, non-full cols: 5045
   r - labels: 4688, labels - r: 0
    violated: 77608, weighted: 56263.49609375, len: 60425.0, nonzero: 0.4871438443660736
Epoch 6100, Total loss: -34490900480.0000, CE loss: 26.6691, RL loss: -344909024.0000, Reward: -2708983.6406
    full cols: 0, non-full cols: 5045
   r - labels: 4688, labels - r: 0
    violated: 68729, weighted: 65064.671875, len: 81180.0, nonzero: 0.5514246821403503
Epoch 6200, Total loss: 73742368768.0000, CE loss: 26.6567, RL loss: 737423680.0000, Reward: -2703730.0781
    full cols: 0, non-full cols: 5045
   r - labels: 4688, labels - r: 0
    violated: 83913, weighted: 50982.796875, len: 47972.0, nonzero: 0.44857534766197205
Epoch 6300, Total loss: -26983487488.0000, CE loss: 26.6676, RL loss: -269834880.0000, Reward: -2708884.0664
    full cols: 0, non-full cols: 5045
   r - labels: 4688, labels - r: 0
    violated: 78695, weighted: 54503.265625, len: 56274.0, nonzero: 0.4742876887321472
Epoch 6400, Total loss: -7725852160.0000, CE loss: 26.6548, RL loss: -77258520.0000, Reward: -2708111.7266
    full cols: 0, non-full cols: 5045
   r - labels: 4688, labels - r: 0
    violated: 91989, weighted: 43942.0234375, len: 31369.0, nonzero: 0.39715376496315
Epoch 6500, Total loss: -101493473280.0000, CE loss: 26.6471, RL loss: -1014934720.0000, Reward: -2708717.4668
    full cols: 0, non-full cols: 5045
   r - labels: 4688, labels - r: 0
    violated: 79573, weighted: 56263.5, len: 60425.0, nonzero: 0.4871438443660736
Epoch 6600, Total loss: -38860791808.0000, CE loss: 26.6413, RL loss: -388607904.0000, Reward: -2709861.5508
    full cols: 0, non-full cols: 5045
   r - labels: 4688, labels - r: 0
    violated: 95048, weighted: 38661.15625, len: 18915.0, nonzero: 0.35858213901519775
Epoch 6700, Total loss: 1561775232.0000, CE loss: 26.6541, RL loss: 15617752.0000, Reward: -2710576.1367
    full cols: 0, non-full cols: 5045
   r - labels: 4688, labels - r: 0
    violated: 78966, weighted: 54580.453125, len: 56450.0, nonzero: 0.47483277320861816
Epoch 6800, Total loss: -32176742400.0000, CE loss: 26.6435, RL loss: -321767424.0000, Reward: -2711421.9688
    full cols: 0, non-full cols: 5045
   r - labels: 4688, labels - r: 0
    violated: 85389, weighted: 50982.796875, len: 47972.0, nonzero: 0.44857534766197205
Epoch 6900, Total loss: -71556661248.0000, CE loss: 26.6503, RL loss: -715566592.0000, Reward: -2711617.4531
    full cols: 0, non-full cols: 5045
   r - labels: 4688, labels - r: 0
    violated: 88135, weighted: 45702.09375, len: 35519.0, nonzero: 0.4100068211555481
Epoch 7000, Total loss: -93062275072.0000, CE loss: 26.6522, RL loss: -930622784.0000, Reward: -2710950.4062
    full cols: 0, non-full cols: 5045
   r - labels: 4688, labels - r: 0
    violated: 85470, weighted: 45702.08984375, len: 35519.0, nonzero: 0.4100068211555481
Epoch 7100, Total loss: -29413801984.0000, CE loss: 26.6458, RL loss: -294138016.0000, Reward: -2710777.8672
    full cols: 0, non-full cols: 5045
   r - labels: 4688, labels - r: 0
    violated: 80451, weighted: 54503.26171875, len: 56274.0, nonzero: 0.4742876887321472
Epoch 7200, Total loss: 48045023232.0000, CE loss: 26.6520, RL loss: 480450240.0000, Reward: -2711649.8555
    full cols: 0, non-full cols: 5045
   r - labels: 4688, labels - r: 0
    violated: 74524, weighted: 56263.49609375, len: 60425.0, nonzero: 0.4871438443660736
Epoch 7300, Total loss: -22271719424.0000, CE loss: 26.6542, RL loss: -222717200.0000, Reward: -2712725.9258
    full cols: 0, non-full cols: 5045
   r - labels: 4688, labels - r: 0
    violated: 78702, weighted: 54503.265625, len: 56274.0, nonzero: 0.4742876887321472
Epoch 7400, Total loss: -37713772544.0000, CE loss: 26.6388, RL loss: -377137728.0000, Reward: -2713273.4375
    full cols: 0, non-full cols: 5045
   r - labels: 4688, labels - r: 0
    violated: 84609, weighted: 49222.5625, len: 43821.0, nonzero: 0.43571916222572327
Epoch 7500, Total loss: 49514328064.0000, CE loss: 26.6534, RL loss: 495143264.0000, Reward: -2716422.8867
    full cols: 0, non-full cols: 5045
   r - labels: 4688, labels - r: 0
    violated: 78927, weighted: 54503.265625, len: 56274.0, nonzero: 0.4742876887321472
Epoch 7600, Total loss: 49619623936.0000, CE loss: 26.6499, RL loss: 496196224.0000, Reward: -2717855.8164
    full cols: 0, non-full cols: 5045
   r - labels: 4688, labels - r: 0
    violated: 87978, weighted: 49222.5625, len: 43821.0, nonzero: 0.43571916222572327
Epoch 7700, Total loss: 40422158336.0000, CE loss: 26.6486, RL loss: 404221600.0000, Reward: -2717407.5000
    full cols: 0, non-full cols: 5045
   r - labels: 4688, labels - r: 0
    violated: 65875, weighted: 63304.43359375, len: 77029.0, nonzero: 0.5385684967041016
Epoch 7800, Total loss: 26927325184.0000, CE loss: 26.6485, RL loss: 269273248.0000, Reward: -2719612.8047
    full cols: 0, non-full cols: 5045
   r - labels: 4688, labels - r: 0
    violated: 80145, weighted: 49222.5625, len: 43821.0, nonzero: 0.43571916222572327
Epoch 7900, Total loss: -10440138752.0000, CE loss: 26.6603, RL loss: -104401384.0000, Reward: -2722226.0273
    full cols: 0, non-full cols: 5045
   r - labels: 4688, labels - r: 0
    violated: 93027, weighted: 38661.15625, len: 18915.0, nonzero: 0.35858213901519775
--- eval ---
prediction result:
f1 on test:    0.5386
f1 on test:    0.8916 (micro)
f1 on KB:      0.3396
integrated f1: 0.3752, w_data: 0.3000, w_klg: 0.7000

integrated result:
f1 on test:    0.4558
f1 on test:    0.7915 (micro)
f1 on KB:      0.5495
integrated f1: 0.5214, w_data: 0.3000, w_klg: 0.7000
------------
Epoch 8000, Total loss: 18899585024.0000, CE loss: 26.6509, RL loss: 188995856.0000, Reward: -2723744.7656
    full cols: 0, non-full cols: 5045
   r - labels: 4688, labels - r: 0
    violated: 86309, weighted: 45702.09375, len: 35519.0, nonzero: 0.4100068211555481
Epoch 8100, Total loss: -37831180288.0000, CE loss: 26.6587, RL loss: -378311808.0000, Reward: -2722906.2188
    full cols: 0, non-full cols: 5045
   r - labels: 4688, labels - r: 0
    violated: 90729, weighted: 43941.859375, len: 31368.0, nonzero: 0.3971506655216217
Epoch 8200, Total loss: 42449125376.0000, CE loss: 26.6507, RL loss: 424491264.0000, Reward: -2723402.9180
    full cols: 0, non-full cols: 5045
   r - labels: 4688, labels - r: 0
    violated: 87231, weighted: 47462.328125, len: 39670.0, nonzero: 0.4228630065917969
Epoch 8300, Total loss: 25024075776.0000, CE loss: 26.6450, RL loss: 250240752.0000, Reward: -2722346.6758
    full cols: 0, non-full cols: 5045
   r - labels: 4688, labels - r: 0
    violated: 88448, weighted: 42181.625, len: 27217.0, nonzero: 0.3842944800853729
Epoch 8400, Total loss: 16296095744.0000, CE loss: 26.6473, RL loss: 162960960.0000, Reward: -2724697.3242
    full cols: 0, non-full cols: 5045
   r - labels: 4688, labels - r: 0
    violated: 91405, weighted: 43941.859375, len: 31368.0, nonzero: 0.3971506655216217
Epoch 8500, Total loss: 28760002560.0000, CE loss: 26.6505, RL loss: 287600032.0000, Reward: -2722651.5469
    full cols: 0, non-full cols: 5045
   r - labels: 4688, labels - r: 0
    violated: 87230, weighted: 49223.80078125, len: 43824.0, nonzero: 0.4357284605503082
Epoch 8600, Total loss: -24586321920.0000, CE loss: 26.6501, RL loss: -245863216.0000, Reward: -2724324.7617
    full cols: 0, non-full cols: 5045
   r - labels: 4688, labels - r: 0
    violated: 94047, weighted: 43941.85546875, len: 31368.0, nonzero: 0.3971506655216217
Epoch 8700, Total loss: -174173814784.0000, CE loss: 26.6462, RL loss: -1741738112.0000, Reward: -2705246.7188
    full cols: 0, non-full cols: 5045
   r - labels: 4688, labels - r: 0
    violated: 94464, weighted: 38661.15625, len: 18915.0, nonzero: 0.35858213901519775
Epoch 8800, Total loss: -9791598592.0000, CE loss: 26.6403, RL loss: -97915984.0000, Reward: -2703921.3828
    full cols: 0, non-full cols: 5045
   r - labels: 4688, labels - r: 0
    violated: 86240, weighted: 47462.328125, len: 39670.0, nonzero: 0.4228630065917969
Epoch 8900, Total loss: 63815876608.0000, CE loss: 26.6591, RL loss: 638158784.0000, Reward: -2697715.3496
    full cols: 0, non-full cols: 5045
   r - labels: 4688, labels - r: 0
    violated: 91394, weighted: 43941.859375, len: 31368.0, nonzero: 0.3971506655216217
Epoch 9000, Total loss: -59189374976.0000, CE loss: 26.6523, RL loss: -591893760.0000, Reward: -2695078.4727
    full cols: 0, non-full cols: 5045
   r - labels: 4688, labels - r: 0
    violated: 83371, weighted: 47462.328125, len: 39670.0, nonzero: 0.4228630065917969
Epoch 9100, Total loss: -89522388992.0000, CE loss: 26.6488, RL loss: -895223872.0000, Reward: -2678244.3594
    full cols: 0, non-full cols: 5045
   r - labels: 4688, labels - r: 0
    violated: 92006, weighted: 43941.859375, len: 31368.0, nonzero: 0.3971506655216217
Epoch 9200, Total loss: -14799313920.0000, CE loss: 26.6510, RL loss: -147993136.0000, Reward: -2649046.1680
    full cols: 0, non-full cols: 5045
   r - labels: 4688, labels - r: 0
    violated: 95092, weighted: 40421.390625, len: 23066.0, nonzero: 0.37143832445144653
Epoch 9300, Total loss: 37737689088.0000, CE loss: 26.6409, RL loss: 377376896.0000, Reward: -2649427.4766
    full cols: 0, non-full cols: 5045
   r - labels: 4688, labels - r: 0
    violated: 76899, weighted: 54503.265625, len: 56274.0, nonzero: 0.4742876887321472
Epoch 9400, Total loss: -51229585408.0000, CE loss: 26.6593, RL loss: -512295840.0000, Reward: -2650237.0664
    full cols: 0, non-full cols: 5045
   r - labels: 4688, labels - r: 0
    violated: 88324, weighted: 43941.859375, len: 31368.0, nonzero: 0.3971506655216217
Epoch 9500, Total loss: -73938681856.0000, CE loss: 26.6567, RL loss: -739386816.0000, Reward: -2652715.5859
    full cols: 0, non-full cols: 5045
   r - labels: 4688, labels - r: 0
    violated: 85248, weighted: 45702.09375, len: 35519.0, nonzero: 0.4100068211555481
Epoch 9600, Total loss: -13723331584.0000, CE loss: 26.6566, RL loss: -137233312.0000, Reward: -1598212.0664
    full cols: 447, non-full cols: 0
   r - labels: 106, labels - r: 16
    violated: 143954, weighted: 1696.236083984375, len: 0.0, nonzero: 0.08860258013010025
Epoch 9700, Total loss: 10776571904.0000, CE loss: 26.6717, RL loss: 107765720.0000, Reward: -1597773.6738
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 146854, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 9800, Total loss: 2866316544.0000, CE loss: 26.6666, RL loss: 28663166.0000, Reward: -1598740.6895
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 148839, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 9900, Total loss: 9849741312.0000, CE loss: 26.6570, RL loss: 98497416.0000, Reward: -1598474.6777
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 148254, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
--- eval ---
prediction result:
f1 on test:    0.5387
f1 on test:    0.8916 (micro)
f1 on KB:      0.3398
integrated f1: 0.3754, w_data: 0.3000, w_klg: 0.7000

integrated result:
f1 on test:    0.5235
f1 on test:    0.8780 (micro)
f1 on KB:      0.4060
integrated f1: 0.4413, w_data: 0.3000, w_klg: 0.7000
------------
Epoch 10000, Total loss: 3958050048.0000, CE loss: 26.6570, RL loss: 39580500.0000, Reward: -1598615.6719
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 143350, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 10100, Total loss: 5969583616.0000, CE loss: 26.6746, RL loss: 59695836.0000, Reward: -1598393.0527
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 145065, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 10200, Total loss: 3731584000.0000, CE loss: 26.6534, RL loss: 37315840.0000, Reward: -1598836.4219
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 145192, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 10300, Total loss: -26249633792.0000, CE loss: 26.6520, RL loss: -262496336.0000, Reward: -1598634.0977
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 146367, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 10400, Total loss: -5397490176.0000, CE loss: 26.6602, RL loss: -53974900.0000, Reward: -1598921.3867
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 144992, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 10500, Total loss: 11477835776.0000, CE loss: 26.6573, RL loss: 114778360.0000, Reward: -1599117.4336
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 140625, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 10600, Total loss: -23224920064.0000, CE loss: 26.6603, RL loss: -232249200.0000, Reward: -1599108.2246
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 145837, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 10700, Total loss: -22775402496.0000, CE loss: 26.6669, RL loss: -227754032.0000, Reward: -1598657.7500
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 141338, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 10800, Total loss: -10835042304.0000, CE loss: 26.6615, RL loss: -108350424.0000, Reward: -1599263.9688
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 147467, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 10900, Total loss: -209002208.0000, CE loss: 26.6776, RL loss: -2090022.1250, Reward: -1598567.2324
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 149084, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 11000, Total loss: 667474944.0000, CE loss: 26.6570, RL loss: 6674749.5000, Reward: -1598580.3789
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 141562, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 11100, Total loss: -16505537536.0000, CE loss: 26.6561, RL loss: -165055376.0000, Reward: -1598896.3535
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 146344, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 11200, Total loss: 8912100352.0000, CE loss: 26.6680, RL loss: 89121008.0000, Reward: -1598767.8711
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 139313, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 11300, Total loss: -16996001792.0000, CE loss: 26.6774, RL loss: -169960016.0000, Reward: -1599178.5684
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 150508, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 11400, Total loss: 8772039680.0000, CE loss: 26.6653, RL loss: 87720392.0000, Reward: -1597956.7461
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 139059, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 11500, Total loss: 3426929920.0000, CE loss: 26.6540, RL loss: 34269300.0000, Reward: -1598498.2988
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 137752, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 11600, Total loss: -11324974080.0000, CE loss: 26.6559, RL loss: -113249744.0000, Reward: -1599048.9258
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 140789, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 11700, Total loss: -13799494656.0000, CE loss: 26.6515, RL loss: -137994944.0000, Reward: -1599328.2500
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 142913, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 11800, Total loss: -2524291584.0000, CE loss: 26.6511, RL loss: -25242916.0000, Reward: -1598659.5391
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 135950, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 11900, Total loss: 17811216384.0000, CE loss: 26.6671, RL loss: 178112160.0000, Reward: -1597749.3652
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 146482, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
--- eval ---
prediction result:
f1 on test:    0.5387
f1 on test:    0.8916 (micro)
f1 on KB:      0.3398
integrated f1: 0.3754, w_data: 0.3000, w_klg: 0.7000

integrated result:
f1 on test:    0.5235
f1 on test:    0.8780 (micro)
f1 on KB:      0.4060
integrated f1: 0.4413, w_data: 0.3000, w_klg: 0.7000
------------
Epoch 12000, Total loss: -2328235520.0000, CE loss: 26.6606, RL loss: -23282356.0000, Reward: -1598812.4375
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 139525, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 12100, Total loss: 27485933568.0000, CE loss: 26.6603, RL loss: 274859328.0000, Reward: -1598423.7266
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 146274, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 12200, Total loss: 1128483456.0000, CE loss: 26.6673, RL loss: 11284835.0000, Reward: -1598591.7715
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 144080, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 12300, Total loss: -41983410176.0000, CE loss: 26.6574, RL loss: -419834112.0000, Reward: -1599330.9883
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 144470, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 12400, Total loss: 33933705216.0000, CE loss: 26.6529, RL loss: 339337056.0000, Reward: -1598286.0488
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 135873, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 12500, Total loss: 11480235008.0000, CE loss: 26.6676, RL loss: 114802352.0000, Reward: -1598051.0918
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 140224, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 12600, Total loss: 4215770880.0000, CE loss: 26.6491, RL loss: 42157708.0000, Reward: -1598884.9180
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 147391, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 12700, Total loss: 9505098752.0000, CE loss: 26.6660, RL loss: 95050992.0000, Reward: -1598334.6328
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 145551, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 12800, Total loss: -13234060288.0000, CE loss: 26.6606, RL loss: -132340600.0000, Reward: -1599385.0312
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 145647, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 12900, Total loss: -33427347456.0000, CE loss: 26.6607, RL loss: -334273472.0000, Reward: -1599858.7734
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 143727, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 13000, Total loss: -8981867520.0000, CE loss: 26.6503, RL loss: -89818672.0000, Reward: -1598793.3672
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 149221, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 13100, Total loss: 28469202944.0000, CE loss: 26.6759, RL loss: 284692032.0000, Reward: -1598166.1953
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 137655, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 13200, Total loss: -37758181376.0000, CE loss: 26.6773, RL loss: -377581824.0000, Reward: -1599077.9336
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 141068, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 13300, Total loss: -6615166976.0000, CE loss: 26.6498, RL loss: -66151672.0000, Reward: -1598508.6562
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 139287, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 13400, Total loss: 17854709760.0000, CE loss: 26.6571, RL loss: 178547088.0000, Reward: -1597944.7285
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 137807, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 13500, Total loss: 62019403776.0000, CE loss: 26.6553, RL loss: 620194048.0000, Reward: -1597847.8789
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 142819, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 13600, Total loss: 9707169792.0000, CE loss: 26.6594, RL loss: 97071696.0000, Reward: -1598167.3965
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 141242, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 13700, Total loss: 22036074496.0000, CE loss: 26.6500, RL loss: 220360736.0000, Reward: -1598316.7812
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 144759, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 13800, Total loss: 30142701568.0000, CE loss: 26.6637, RL loss: 301427008.0000, Reward: -1598429.8965
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 146695, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 13900, Total loss: -8287826432.0000, CE loss: 26.6574, RL loss: -82878264.0000, Reward: -1598718.7266
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 143968, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
--- eval ---
prediction result:
f1 on test:    0.5387
f1 on test:    0.8916 (micro)
f1 on KB:      0.3398
integrated f1: 0.3754, w_data: 0.3000, w_klg: 0.7000

integrated result:
f1 on test:    0.5235
f1 on test:    0.8780 (micro)
f1 on KB:      0.4060
integrated f1: 0.4413, w_data: 0.3000, w_klg: 0.7000
------------
Epoch 14000, Total loss: -27363835904.0000, CE loss: 26.6553, RL loss: -273638368.0000, Reward: -1599096.6309
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 140807, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 14100, Total loss: 11315488768.0000, CE loss: 26.6847, RL loss: 113154888.0000, Reward: -1598594.7617
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 149612, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 14200, Total loss: -35109560320.0000, CE loss: 26.6509, RL loss: -351095616.0000, Reward: -1599526.3789
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 146929, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 14300, Total loss: 27455363072.0000, CE loss: 26.6743, RL loss: 274553632.0000, Reward: -1597973.3242
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 149093, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 14400, Total loss: 32199075840.0000, CE loss: 26.6612, RL loss: 321990752.0000, Reward: -1598730.9609
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 146847, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 14500, Total loss: 16980772864.0000, CE loss: 26.6613, RL loss: 169807728.0000, Reward: -1598207.3164
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 145088, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 14600, Total loss: -28981098496.0000, CE loss: 26.6588, RL loss: -289810976.0000, Reward: -1599168.1211
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 145508, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 14700, Total loss: -38372417536.0000, CE loss: 26.6759, RL loss: -383724192.0000, Reward: -1599444.8125
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 148942, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 14800, Total loss: 4976321536.0000, CE loss: 26.6728, RL loss: 49763216.0000, Reward: -1597908.7227
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 140721, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 14900, Total loss: 8853494784.0000, CE loss: 26.6701, RL loss: 88534944.0000, Reward: -1598768.6055
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 139871, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 15000, Total loss: 15962475520.0000, CE loss: 26.6616, RL loss: 159624752.0000, Reward: -1597693.1543
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 132926, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
------ ABL Loop 0 ------
--- eval ---
prediction result:
f1 on test:    0.5387
f1 on test:    0.8916 (micro)
f1 on KB:      0.3398
integrated f1: 0.3789, w_data: 0.3253, w_klg: 0.6747

integrated result:
f1 on test:    0.5235
f1 on test:    0.8780 (micro)
f1 on KB:      0.4060
integrated f1: 0.4442, w_data: 0.3253, w_klg: 0.6747
------------
integrated f1 0.3789

KB before refine:
num_nodes: 5045.0000
num_edges: 113056.0000
density: 0.0044
avg_degree: 22.4095
avg_clustering: 0.2501
degree_assortativity: 0.2171
modularity: 0.4990
avg_betweenness: 0.0002
avg_closeness: 0.0944
Iteration 0: Loss = 7457827.500000
|Xk-Y|_F:  7457827.500000, |X-X0|:  0.000000
rounded |X_k-Y|_0 = 6839999, f1 =  0.373332, approx slack: 1316677
rounded before pow |X_k-Y|_0 = 6760577, f1 =  0.303143

Iteration 20: Loss = 8784874.000000
|Xk-Y|_F:  8478516.000000, |X-X0|:  306358.187500
rounded |X_k-Y|_0 = 7312668, f1 =  0.289933, approx slack: 1163932
rounded before pow |X_k-Y|_0 = 6760698, f1 =  0.303153

Iteration 40: Loss = 8669874.000000
|Xk-Y|_F:  8390250.000000, |X-X0|:  279624.187500
rounded |X_k-Y|_0 = 7256264, f1 =  0.291705, approx slack: 211019
rounded before pow |X_k-Y|_0 = 7336755, f1 =  0.289129

Iteration 60: Loss = 8584896.000000
|Xk-Y|_F:  8332248.500000, |X-X0|:  252647.109375
rounded |X_k-Y|_0 = 7218275, f1 =  0.292889, approx slack: 235152
rounded before pow |X_k-Y|_0 = 7317627, f1 =  0.289670

Iteration 80: Loss = 8522462.000000
|Xk-Y|_F:  8288185.500000, |X-X0|:  234276.484375
rounded |X_k-Y|_0 = 7196815, f1 =  0.293569, approx slack: 319489
rounded before pow |X_k-Y|_0 = 7369145, f1 =  0.287998

Iteration 100: Loss = 8462627.000000
|Xk-Y|_F:  8242477.000000, |X-X0|:  220150.375000
rounded |X_k-Y|_0 = 7175572, f1 =  0.294217, approx slack: 314527
rounded before pow |X_k-Y|_0 = 7336188, f1 =  0.289031

Iteration 120: Loss = 8409658.000000
|Xk-Y|_F:  8200868.500000, |X-X0|:  208789.281250
rounded |X_k-Y|_0 = 7146110, f1 =  0.295138, approx slack: 345169
rounded before pow |X_k-Y|_0 = 7323718, f1 =  0.289443

Iteration 140: Loss = 8351666.500000
|Xk-Y|_F:  8152438.500000, |X-X0|:  199228.015625
rounded |X_k-Y|_0 = 7124833, f1 =  0.295771, approx slack: 369132
rounded before pow |X_k-Y|_0 = 7306920, f1 =  0.289972

Iteration 160: Loss = 8301197.000000
|Xk-Y|_F:  8109977.500000, |X-X0|:  191219.312500
rounded |X_k-Y|_0 = 7112170, f1 =  0.296152, approx slack: 376623
rounded before pow |X_k-Y|_0 = 7288160, f1 =  0.290552

Iteration 180: Loss = 8240990.000000
|Xk-Y|_F:  8056644.500000, |X-X0|:  184345.593750
rounded |X_k-Y|_0 = 7095191, f1 =  0.296654, approx slack: 393099
rounded before pow |X_k-Y|_0 = 7271400, f1 =  0.291080

Iteration 200: Loss = 8177321.500000
|Xk-Y|_F:  7998938.500000, |X-X0|:  178383.156250
rounded |X_k-Y|_0 = 7070315, f1 =  0.297413, approx slack: 408652
rounded before pow |X_k-Y|_0 = 7262324, f1 =  0.291311

Iteration 220: Loss = 8113402.500000
|Xk-Y|_F:  7940386.500000, |X-X0|:  173015.953125
rounded |X_k-Y|_0 = 7052635, f1 =  0.297937, approx slack: 426957
rounded before pow |X_k-Y|_0 = 7257645, f1 =  0.291439

Iteration 240: Loss = 8071560.500000
|Xk-Y|_F:  7903349.000000, |X-X0|:  168211.343750
rounded |X_k-Y|_0 = 7032369, f1 =  0.298573, approx slack: 449303
rounded before pow |X_k-Y|_0 = 7249809, f1 =  0.291682

Iteration 260: Loss = 8029712.500000
|Xk-Y|_F:  7865881.500000, |X-X0|:  163831.218750
rounded |X_k-Y|_0 = 7011580, f1 =  0.299223, approx slack: 468255
rounded before pow |X_k-Y|_0 = 7237111, f1 =  0.292070

Iteration 280: Loss = 7984992.000000
|Xk-Y|_F:  7825186.500000, |X-X0|:  159805.265625
rounded |X_k-Y|_0 = 6988682, f1 =  0.299931, approx slack: 459111
rounded before pow |X_k-Y|_0 = 7223517, f1 =  0.292409

Iteration 300: Loss = 7946851.000000
|Xk-Y|_F:  7790842.000000, |X-X0|:  156009.250000
rounded |X_k-Y|_0 = 6964488, f1 =  0.300679, approx slack: 476718
rounded before pow |X_k-Y|_0 = 7216977, f1 =  0.292606

Iteration 320: Loss = 7905205.000000
|Xk-Y|_F:  7752783.500000, |X-X0|:  152421.500000
rounded |X_k-Y|_0 = 6937321, f1 =  0.301500, approx slack: 501673
rounded before pow |X_k-Y|_0 = 7212879, f1 =  0.292735

Iteration 340: Loss = 7854584.500000
|Xk-Y|_F:  7705555.000000, |X-X0|:  149029.421875
rounded |X_k-Y|_0 = 6903504, f1 =  0.302515, approx slack: 537823
rounded before pow |X_k-Y|_0 = 7208612, f1 =  0.292871

Iteration 360: Loss = 7795239.000000
|Xk-Y|_F:  7649371.500000, |X-X0|:  145867.437500
rounded |X_k-Y|_0 = 6862704, f1 =  0.303722, approx slack: 578966
rounded before pow |X_k-Y|_0 = 7201128, f1 =  0.293107

Iteration 380: Loss = 7726116.000000
|Xk-Y|_F:  7583164.500000, |X-X0|:  142951.437500
rounded |X_k-Y|_0 = 6815060, f1 =  0.305120, approx slack: 632713
rounded before pow |X_k-Y|_0 = 7198373, f1 =  0.293197

Iteration 400: Loss = 7641001.500000
|Xk-Y|_F:  7500786.500000, |X-X0|:  140215.203125
rounded |X_k-Y|_0 = 6755179, f1 =  0.306872, approx slack: 703413
rounded before pow |X_k-Y|_0 = 7193579, f1 =  0.293351

Iteration 420: Loss = 7531098.000000
|Xk-Y|_F:  7393489.500000, |X-X0|:  137608.328125
rounded |X_k-Y|_0 = 6676097, f1 =  0.309185, approx slack: 797446
rounded before pow |X_k-Y|_0 = 7184680, f1 =  0.293633

Iteration 440: Loss = 7373618.500000
|Xk-Y|_F:  7238460.500000, |X-X0|:  135158.234375
rounded |X_k-Y|_0 = 6562046, f1 =  0.312499, approx slack: 913101
rounded before pow |X_k-Y|_0 = 7178543, f1 =  0.293829

Iteration 460: Loss = 7167687.500000
|Xk-Y|_F:  7034843.000000, |X-X0|:  132844.453125
rounded |X_k-Y|_0 = 6409606, f1 =  0.316886, approx slack: 1088251
rounded before pow |X_k-Y|_0 = 7169518, f1 =  0.294100

Iteration 480: Loss = 6848981.500000
|Xk-Y|_F:  6718240.000000, |X-X0|:  130741.632812
rounded |X_k-Y|_0 = 6162376, f1 =  0.324014, approx slack: 1379961
rounded before pow |X_k-Y|_0 = 7162105, f1 =  0.294335

Iteration 500: Loss = 6304076.000000
|Xk-Y|_F:  6174730.000000, |X-X0|:  129345.843750
rounded |X_k-Y|_0 = 5723527, f1 =  0.336520, approx slack: 1899042
rounded before pow |X_k-Y|_0 = 7149960, f1 =  0.294705

Iteration 520: Loss = 5230480.500000
|Xk-Y|_F:  5098455.000000, |X-X0|:  132025.375000
rounded |X_k-Y|_0 = 4814110, f1 =  0.362924, approx slack: 2925266
rounded before pow |X_k-Y|_0 = 7073432, f1 =  0.297118

Iteration 540: Loss = 3912412.750000
|Xk-Y|_F:  3769154.000000, |X-X0|:  143258.781250
rounded |X_k-Y|_0 = 3635591, f1 =  0.397914, approx slack: 4014507
rounded before pow |X_k-Y|_0 = 6762671, f1 =  0.307199

Iteration 560: Loss = 2814195.500000
|Xk-Y|_F:  2649617.250000, |X-X0|:  164578.375000
rounded |X_k-Y|_0 = 2669513, f1 =  0.430586, approx slack: 5202388
rounded before pow |X_k-Y|_0 = 6759122, f1 =  0.307363

Iteration 580: Loss = 1972883.875000
|Xk-Y|_F:  1786585.625000, |X-X0|:  186298.234375
rounded |X_k-Y|_0 = 1782699, f1 =  0.497722, approx slack: 5942130
rounded before pow |X_k-Y|_0 = 6824749, f1 =  0.305356

Iteration 600: Loss = 1476815.125000
|Xk-Y|_F:  1283575.375000, |X-X0|:  193239.750000
rounded |X_k-Y|_0 = 1278481, f1 =  0.544576, approx slack: 6321706
rounded before pow |X_k-Y|_0 = 6821254, f1 =  0.305458

Iteration 620: Loss = 1179203.375000
|Xk-Y|_F:  990732.375000, |X-X0|:  188471.031250
rounded |X_k-Y|_0 = 972230, f1 =  0.579310, approx slack: 6594853
rounded before pow |X_k-Y|_0 = 6882097, f1 =  0.303483

Iteration 640: Loss = 1007873.625000
|Xk-Y|_F:  825049.437500, |X-X0|:  182824.187500
rounded |X_k-Y|_0 = 796830, f1 =  0.601661, approx slack: 6803385
rounded before pow |X_k-Y|_0 = 6967826, f1 =  0.300714

Iteration 660: Loss = 896388.437500
|Xk-Y|_F:  719040.625000, |X-X0|:  177347.812500
rounded |X_k-Y|_0 = 688372, f1 =  0.616770, approx slack: 6506172
rounded before pow |X_k-Y|_0 = 6700576, f1 =  0.309252

Iteration 680: Loss = 816394.500000
|Xk-Y|_F:  643144.187500, |X-X0|:  173250.343750
rounded |X_k-Y|_0 = 615102, f1 =  0.627523, approx slack: 6652240
rounded before pow |X_k-Y|_0 = 6789320, f1 =  0.306382

Iteration 700: Loss = 760031.312500
|Xk-Y|_F:  591642.625000, |X-X0|:  168388.703125
rounded |X_k-Y|_0 = 565034, f1 =  0.635184, approx slack: 6765753
rounded before pow |X_k-Y|_0 = 6866097, f1 =  0.303909

Iteration 720: Loss = 733238.437500
|Xk-Y|_F:  570573.062500, |X-X0|:  162665.359375
rounded |X_k-Y|_0 = 546138, f1 =  0.638194, approx slack: 6788075
rounded before pow |X_k-Y|_0 = 6880081, f1 =  0.303449

Iteration 740: Loss = 716935.750000
|Xk-Y|_F:  558700.687500, |X-X0|:  158235.031250
rounded |X_k-Y|_0 = 536056, f1 =  0.639811, approx slack: 6824695
rounded before pow |X_k-Y|_0 = 6913659, f1 =  0.302356

Iteration 760: Loss = 704884.875000
|Xk-Y|_F:  550193.875000, |X-X0|:  154691.031250
rounded |X_k-Y|_0 = 530232, f1 =  0.640757, approx slack: 6847373
rounded before pow |X_k-Y|_0 = 6929626, f1 =  0.301846

Iteration 780: Loss = 695337.312500
|Xk-Y|_F:  543662.875000, |X-X0|:  151674.453125
rounded |X_k-Y|_0 = 525043, f1 =  0.641577, approx slack: 6885837
rounded before pow |X_k-Y|_0 = 6962519, f1 =  0.300785

Iteration 800: Loss = 687847.250000
|Xk-Y|_F:  538879.500000, |X-X0|:  148967.718750
rounded |X_k-Y|_0 = 520300, f1 =  0.642328, approx slack: 6904309
rounded before pow |X_k-Y|_0 = 6979215, f1 =  0.300230

Iteration 820: Loss = 681744.125000
|Xk-Y|_F:  535224.250000, |X-X0|:  146519.906250
rounded |X_k-Y|_0 = 517664, f1 =  0.642759, approx slack: 6926563
rounded before pow |X_k-Y|_0 = 6995337, f1 =  0.299714

Iteration 840: Loss = 676419.625000
|Xk-Y|_F:  532163.375000, |X-X0|:  144256.234375
rounded |X_k-Y|_0 = 515330, f1 =  0.643141, approx slack: 6929869
rounded before pow |X_k-Y|_0 = 6997605, f1 =  0.299634

Iteration 860: Loss = 671720.375000
|Xk-Y|_F:  529569.937500, |X-X0|:  142150.406250
rounded |X_k-Y|_0 = 513082, f1 =  0.643510, approx slack: 6935619
rounded before pow |X_k-Y|_0 = 7007255, f1 =  0.299305

Iteration 880: Loss = 667554.750000
|Xk-Y|_F:  527324.500000, |X-X0|:  140230.234375
rounded |X_k-Y|_0 = 510587, f1 =  0.643889, approx slack: 6936451
rounded before pow |X_k-Y|_0 = 7011993, f1 =  0.299141

Iteration 900: Loss = 663758.062500
|Xk-Y|_F:  525329.625000, |X-X0|:  138428.437500
rounded |X_k-Y|_0 = 508239, f1 =  0.644264, approx slack: 6944115
rounded before pow |X_k-Y|_0 = 7020523, f1 =  0.298867

Iteration 920: Loss = 660266.125000
|Xk-Y|_F:  523518.406250, |X-X0|:  136747.687500
rounded |X_k-Y|_0 = 506179, f1 =  0.644592, approx slack: 6949722
rounded before pow |X_k-Y|_0 = 7028041, f1 =  0.298621

Iteration 940: Loss = 657068.875000
|Xk-Y|_F:  521903.937500, |X-X0|:  135164.921875
rounded |X_k-Y|_0 = 504043, f1 =  0.644928, approx slack: 6911393
rounded before pow |X_k-Y|_0 = 7010535, f1 =  0.299160

Iteration 960: Loss = 654017.250000
|Xk-Y|_F:  520354.062500, |X-X0|:  133663.218750
rounded |X_k-Y|_0 = 501886, f1 =  0.645273, approx slack: 6913033
rounded before pow |X_k-Y|_0 = 7013442, f1 =  0.299055

Iteration 980: Loss = 651229.437500
|Xk-Y|_F:  519008.906250, |X-X0|:  132220.531250
rounded |X_k-Y|_0 = 499970, f1 =  0.645576, approx slack: 6922264
rounded before pow |X_k-Y|_0 = 7023988, f1 =  0.298693

Iteration 1000: Loss = 648640.125000
|Xk-Y|_F:  517811.312500, |X-X0|:  130828.796875
rounded |X_k-Y|_0 = 498433, f1 =  0.645818, approx slack: 6923658
rounded before pow |X_k-Y|_0 = 7024050, f1 =  0.298690

Iteration 1020: Loss = 646240.812500
|Xk-Y|_F:  516712.031250, |X-X0|:  129528.789062
rounded |X_k-Y|_0 = 497167, f1 =  0.646024, approx slack: 6919471
rounded before pow |X_k-Y|_0 = 7018407, f1 =  0.298874

Iteration 1040: Loss = 643905.687500
|Xk-Y|_F:  515636.718750, |X-X0|:  128268.960938
rounded |X_k-Y|_0 = 495931, f1 =  0.646223, approx slack: 6924967
rounded before pow |X_k-Y|_0 = 7024628, f1 =  0.298672

Iteration 1060: Loss = 641679.937500
|Xk-Y|_F:  514601.843750, |X-X0|:  127078.117188
rounded |X_k-Y|_0 = 494836, f1 =  0.646403, approx slack: 6920450
rounded before pow |X_k-Y|_0 = 7018217, f1 =  0.298889

Iteration 1080: Loss = 639566.250000
|Xk-Y|_F:  513638.093750, |X-X0|:  125928.125000
rounded |X_k-Y|_0 = 494073, f1 =  0.646532, approx slack: 6917871
rounded before pow |X_k-Y|_0 = 7017418, f1 =  0.298913

Iteration 1100: Loss = 637525.062500
|Xk-Y|_F:  512704.843750, |X-X0|:  124820.218750
rounded |X_k-Y|_0 = 493448, f1 =  0.646640, approx slack: 6909918
rounded before pow |X_k-Y|_0 = 7012416, f1 =  0.299057

Iteration 1120: Loss = 635574.312500
|Xk-Y|_F:  511831.593750, |X-X0|:  123742.703125
rounded |X_k-Y|_0 = 492808, f1 =  0.646757, approx slack: 6908990
rounded before pow |X_k-Y|_0 = 7010806, f1 =  0.299108

Iteration 1140: Loss = 633682.500000
|Xk-Y|_F:  511000.625000, |X-X0|:  122681.859375
rounded |X_k-Y|_0 = 492025, f1 =  0.646883, approx slack: 6919695
rounded before pow |X_k-Y|_0 = 7020423, f1 =  0.298798

Iteration 1160: Loss = 631825.562500
|Xk-Y|_F:  510184.625000, |X-X0|:  121640.937500
rounded |X_k-Y|_0 = 491654, f1 =  0.646952, approx slack: 6920972
rounded before pow |X_k-Y|_0 = 7020841, f1 =  0.298785

Iteration 1180: Loss = 630022.125000
|Xk-Y|_F:  509384.593750, |X-X0|:  120637.523438
rounded |X_k-Y|_0 = 491083, f1 =  0.647049, approx slack: 6926389
rounded before pow |X_k-Y|_0 = 7025130, f1 =  0.298660

Iteration 1200: Loss = 628242.000000
|Xk-Y|_F:  508602.187500, |X-X0|:  119639.796875
rounded |X_k-Y|_0 = 490502, f1 =  0.647150, approx slack: 6930778
rounded before pow |X_k-Y|_0 = 7026598, f1 =  0.298617

Iteration 1220: Loss = 626501.687500
|Xk-Y|_F:  507821.593750, |X-X0|:  118680.078125
rounded |X_k-Y|_0 = 489995, f1 =  0.647242, approx slack: 6931242
rounded before pow |X_k-Y|_0 = 7026201, f1 =  0.298631

Iteration 1240: Loss = 624812.375000
|Xk-Y|_F:  507079.937500, |X-X0|:  117732.406250
rounded |X_k-Y|_0 = 489393, f1 =  0.647345, approx slack: 6937493
rounded before pow |X_k-Y|_0 = 7030736, f1 =  0.298496

Iteration 1260: Loss = 623186.562500
|Xk-Y|_F:  506394.937500, |X-X0|:  116791.632812
rounded |X_k-Y|_0 = 488941, f1 =  0.647428, approx slack: 6932169
rounded before pow |X_k-Y|_0 = 7026180, f1 =  0.298641

Iteration 1280: Loss = 621627.625000
|Xk-Y|_F:  505747.718750, |X-X0|:  115879.890625
rounded |X_k-Y|_0 = 488328, f1 =  0.647533, approx slack: 6932110
rounded before pow |X_k-Y|_0 = 7025681, f1 =  0.298656

Iteration 1300: Loss = 620095.437500
|Xk-Y|_F:  505133.031250, |X-X0|:  114962.390625
rounded |X_k-Y|_0 = 487849, f1 =  0.647619, approx slack: 6931243
rounded before pow |X_k-Y|_0 = 7025253, f1 =  0.298656

Iteration 1320: Loss = 618653.750000
|Xk-Y|_F:  504558.250000, |X-X0|:  114095.468750
rounded |X_k-Y|_0 = 487480, f1 =  0.647679, approx slack: 6929724
rounded before pow |X_k-Y|_0 = 7023508, f1 =  0.298711

Iteration 1340: Loss = 617169.687500
|Xk-Y|_F:  503941.750000, |X-X0|:  113227.921875
rounded |X_k-Y|_0 = 487172, f1 =  0.647742, approx slack: 6929275
rounded before pow |X_k-Y|_0 = 7022662, f1 =  0.298734

Iteration 1360: Loss = 615697.687500
|Xk-Y|_F:  503307.968750, |X-X0|:  112389.703125
rounded |X_k-Y|_0 = 486522, f1 =  0.647849, approx slack: 6929585
rounded before pow |X_k-Y|_0 = 7023934, f1 =  0.298698

Iteration 1380: Loss = 614263.125000
|Xk-Y|_F:  502715.531250, |X-X0|:  111547.578125
rounded |X_k-Y|_0 = 486067, f1 =  0.647936, approx slack: 6926042
rounded before pow |X_k-Y|_0 = 7020094, f1 =  0.298822

Iteration 1400: Loss = 612920.812500
|Xk-Y|_F:  502174.906250, |X-X0|:  110745.890625
rounded |X_k-Y|_0 = 485748, f1 =  0.648000, approx slack: 6924134
rounded before pow |X_k-Y|_0 = 7017879, f1 =  0.298894

Iteration 1420: Loss = 611664.750000
|Xk-Y|_F:  501709.031250, |X-X0|:  109955.750000
rounded |X_k-Y|_0 = 485536, f1 =  0.648048, approx slack: 6922695
rounded before pow |X_k-Y|_0 = 7018301, f1 =  0.298880

Iteration 1440: Loss = 610442.250000
|Xk-Y|_F:  501257.781250, |X-X0|:  109184.484375
rounded |X_k-Y|_0 = 485390, f1 =  0.648085, approx slack: 6927361
rounded before pow |X_k-Y|_0 = 7022151, f1 =  0.298760

Iteration 1460: Loss = 609269.125000
|Xk-Y|_F:  500827.031250, |X-X0|:  108442.117188
rounded |X_k-Y|_0 = 485206, f1 =  0.648118, approx slack: 6934949
rounded before pow |X_k-Y|_0 = 7028809, f1 =  0.298560

Iteration 1480: Loss = 608124.062500
|Xk-Y|_F:  500396.406250, |X-X0|:  107727.640625
rounded |X_k-Y|_0 = 484961, f1 =  0.648162, approx slack: 6929852
rounded before pow |X_k-Y|_0 = 7028726, f1 =  0.298562

Iteration 1500: Loss = 607009.812500
|Xk-Y|_F:  500003.062500, |X-X0|:  107006.750000
rounded |X_k-Y|_0 = 484747, f1 =  0.648203, approx slack: 6934243
rounded before pow |X_k-Y|_0 = 7031646, f1 =  0.298484

Iteration 1520: Loss = 605944.812500
|Xk-Y|_F:  499649.406250, |X-X0|:  106295.390625
rounded |X_k-Y|_0 = 484566, f1 =  0.648240, approx slack: 6931548
rounded before pow |X_k-Y|_0 = 7031404, f1 =  0.298492

Iteration 1540: Loss = 604911.375000
|Xk-Y|_F:  499322.937500, |X-X0|:  105588.437500
rounded |X_k-Y|_0 = 484441, f1 =  0.648264, approx slack: 6904397
rounded before pow |X_k-Y|_0 = 7006126, f1 =  0.299307

Iteration 1560: Loss = 603932.875000
|Xk-Y|_F:  499033.593750, |X-X0|:  104899.250000
rounded |X_k-Y|_0 = 484398, f1 =  0.648276, approx slack: 6904676
rounded before pow |X_k-Y|_0 = 7006616, f1 =  0.299291

Iteration 1580: Loss = 602980.250000
|Xk-Y|_F:  498764.312500, |X-X0|:  104215.953125
rounded |X_k-Y|_0 = 484359, f1 =  0.648289, approx slack: 6902760
rounded before pow |X_k-Y|_0 = 7005702, f1 =  0.299322

Iteration 1600: Loss = 602046.875000
|Xk-Y|_F:  498510.281250, |X-X0|:  103536.578125
rounded |X_k-Y|_0 = 484327, f1 =  0.648303, approx slack: 6904508
rounded before pow |X_k-Y|_0 = 7007309, f1 =  0.299273

Iteration 1620: Loss = 601118.062500
|Xk-Y|_F:  498256.843750, |X-X0|:  102861.234375
rounded |X_k-Y|_0 = 484223, f1 =  0.648325, approx slack: 6904294
rounded before pow |X_k-Y|_0 = 7004201, f1 =  0.299424

Iteration 1640: Loss = 600219.625000
|Xk-Y|_F:  498018.375000, |X-X0|:  102201.234375
rounded |X_k-Y|_0 = 484120, f1 =  0.648349, approx slack: 6902374
rounded before pow |X_k-Y|_0 = 7003389, f1 =  0.299443

Iteration 1660: Loss = 599359.375000
|Xk-Y|_F:  497815.500000, |X-X0|:  101543.890625
rounded |X_k-Y|_0 = 483959, f1 =  0.648378, approx slack: 6904589
rounded before pow |X_k-Y|_0 = 7006695, f1 =  0.299341

Iteration 1680: Loss = 598478.937500
|Xk-Y|_F:  497587.562500, |X-X0|:  100891.351562
rounded |X_k-Y|_0 = 483775, f1 =  0.648411, approx slack: 6911913
rounded before pow |X_k-Y|_0 = 7013506, f1 =  0.299126

Iteration 1700: Loss = 597635.937500
|Xk-Y|_F:  497379.968750, |X-X0|:  100255.992188
rounded |X_k-Y|_0 = 483664, f1 =  0.648432, approx slack: 6912300
rounded before pow |X_k-Y|_0 = 7014105, f1 =  0.299106

Iteration 1720: Loss = 596795.250000
|Xk-Y|_F:  497178.968750, |X-X0|:  99616.265625
rounded |X_k-Y|_0 = 483476, f1 =  0.648464, approx slack: 6917906
rounded before pow |X_k-Y|_0 = 7019271, f1 =  0.298945

Iteration 1740: Loss = 595970.500000
|Xk-Y|_F:  496987.750000, |X-X0|:  98982.750000
rounded |X_k-Y|_0 = 483339, f1 =  0.648488, approx slack: 6922997
rounded before pow |X_k-Y|_0 = 7023534, f1 =  0.298817

Iteration 1760: Loss = 595155.562500
|Xk-Y|_F:  496799.812500, |X-X0|:  98355.734375
rounded |X_k-Y|_0 = 483219, f1 =  0.648510, approx slack: 6938920
rounded before pow |X_k-Y|_0 = 7036478, f1 =  0.298426

Iteration 1780: Loss = 594345.875000
|Xk-Y|_F:  496612.875000, |X-X0|:  97733.007812
rounded |X_k-Y|_0 = 483133, f1 =  0.648525, approx slack: 6944867
rounded before pow |X_k-Y|_0 = 7040083, f1 =  0.298309

Iteration 1800: Loss = 593541.375000
|Xk-Y|_F:  496423.718750, |X-X0|:  97117.671875
rounded |X_k-Y|_0 = 483006, f1 =  0.648550, approx slack: 6946865
rounded before pow |X_k-Y|_0 = 7043271, f1 =  0.298216

Iteration 1820: Loss = 592737.562500
|Xk-Y|_F:  496237.437500, |X-X0|:  96500.101562
rounded |X_k-Y|_0 = 482876, f1 =  0.648573, approx slack: 6936609
rounded before pow |X_k-Y|_0 = 7033816, f1 =  0.298522

Iteration 1840: Loss = 591958.750000
|Xk-Y|_F:  496061.000000, |X-X0|:  95897.765625
rounded |X_k-Y|_0 = 482757, f1 =  0.648594, approx slack: 6936323
rounded before pow |X_k-Y|_0 = 7034547, f1 =  0.298498

Iteration 1860: Loss = 591168.187500
|Xk-Y|_F:  495877.531250, |X-X0|:  95290.664062
rounded |X_k-Y|_0 = 482653, f1 =  0.648615, approx slack: 6939186
rounded before pow |X_k-Y|_0 = 7037374, f1 =  0.298407

Iteration 1880: Loss = 590383.250000
|Xk-Y|_F:  495694.906250, |X-X0|:  94688.351562
rounded |X_k-Y|_0 = 482481, f1 =  0.648646, approx slack: 6937359
rounded before pow |X_k-Y|_0 = 7035912, f1 =  0.298454

Iteration 1900: Loss = 589603.125000
|Xk-Y|_F:  495506.093750, |X-X0|:  94097.000000
rounded |X_k-Y|_0 = 482337, f1 =  0.648669, approx slack: 6939015
rounded before pow |X_k-Y|_0 = 7038310, f1 =  0.298375

Iteration 1920: Loss = 588810.437500
|Xk-Y|_F:  495306.750000, |X-X0|:  93503.703125
rounded |X_k-Y|_0 = 482169, f1 =  0.648699, approx slack: 6941009
rounded before pow |X_k-Y|_0 = 7040767, f1 =  0.298295

Iteration 1940: Loss = 588023.375000
|Xk-Y|_F:  495104.375000, |X-X0|:  92918.968750
rounded |X_k-Y|_0 = 481964, f1 =  0.648731, approx slack: 6942558
rounded before pow |X_k-Y|_0 = 7042365, f1 =  0.298244

Iteration 1960: Loss = 587200.250000
|Xk-Y|_F:  494863.656250, |X-X0|:  92336.570312
rounded |X_k-Y|_0 = 481805, f1 =  0.648757, approx slack: 6945912
rounded before pow |X_k-Y|_0 = 7045886, f1 =  0.298129

Iteration 1980: Loss = 586383.625000
|Xk-Y|_F:  494632.750000, |X-X0|:  91750.906250
rounded |X_k-Y|_0 = 481578, f1 =  0.648793, approx slack: 6951218
rounded before pow |X_k-Y|_0 = 7050112, f1 =  0.298006

Iteration 2000: Loss = 585597.500000
|Xk-Y|_F:  494419.531250, |X-X0|:  91178.000000
rounded |X_k-Y|_0 = 481254, f1 =  0.648847, approx slack: 6940018
rounded before pow |X_k-Y|_0 = 7040167, f1 =  0.298325

Iteration 2020: Loss = 584831.625000
|Xk-Y|_F:  494206.000000, |X-X0|:  90625.640625
rounded |X_k-Y|_0 = 481077, f1 =  0.648878, approx slack: 6939340
rounded before pow |X_k-Y|_0 = 7040321, f1 =  0.298324

Iteration 2040: Loss = 584076.062500
|Xk-Y|_F:  493982.812500, |X-X0|:  90093.234375
rounded |X_k-Y|_0 = 480848, f1 =  0.648915, approx slack: 6952341
rounded before pow |X_k-Y|_0 = 7050664, f1 =  0.297991

Iteration 2060: Loss = 583323.875000
|Xk-Y|_F:  493765.437500, |X-X0|:  89558.453125
rounded |X_k-Y|_0 = 480687, f1 =  0.648942, approx slack: 6952603
rounded before pow |X_k-Y|_0 = 7050346, f1 =  0.298009

Iteration 2080: Loss = 582565.437500
|Xk-Y|_F:  493536.187500, |X-X0|:  89029.273438
rounded |X_k-Y|_0 = 480474, f1 =  0.648979, approx slack: 6952553
rounded before pow |X_k-Y|_0 = 7050488, f1 =  0.298004

Iteration 2100: Loss = 581804.250000
|Xk-Y|_F:  493295.906250, |X-X0|:  88508.359375
rounded |X_k-Y|_0 = 480245, f1 =  0.649020, approx slack: 6955604
rounded before pow |X_k-Y|_0 = 7053058, f1 =  0.297926

Iteration 2120: Loss = 581049.875000
|Xk-Y|_F:  493056.406250, |X-X0|:  87993.500000
rounded |X_k-Y|_0 = 480050, f1 =  0.649057, approx slack: 6950251
rounded before pow |X_k-Y|_0 = 7048545, f1 =  0.298068

Iteration 2140: Loss = 580294.937500
|Xk-Y|_F:  492804.593750, |X-X0|:  87490.351562
rounded |X_k-Y|_0 = 479821, f1 =  0.649102, approx slack: 6957886
rounded before pow |X_k-Y|_0 = 7054992, f1 =  0.297870

Iteration 2160: Loss = 579539.937500
|Xk-Y|_F:  492553.375000, |X-X0|:  86986.562500
rounded |X_k-Y|_0 = 479651, f1 =  0.649136, approx slack: 6964446
rounded before pow |X_k-Y|_0 = 7060430, f1 =  0.297706

Iteration 2180: Loss = 578793.000000
|Xk-Y|_F:  492292.031250, |X-X0|:  86501.000000
rounded |X_k-Y|_0 = 479379, f1 =  0.649185, approx slack: 6969374
rounded before pow |X_k-Y|_0 = 7064347, f1 =  0.297593

Iteration 2200: Loss = 578026.125000
|Xk-Y|_F:  492014.406250, |X-X0|:  86011.703125
rounded |X_k-Y|_0 = 479110, f1 =  0.649236, approx slack: 6976044
rounded before pow |X_k-Y|_0 = 7070213, f1 =  0.297413

Iteration 2220: Loss = 577259.875000
|Xk-Y|_F:  491737.437500, |X-X0|:  85522.453125
rounded |X_k-Y|_0 = 478861, f1 =  0.649279, approx slack: 6977645
rounded before pow |X_k-Y|_0 = 7071808, f1 =  0.297362

Iteration 2240: Loss = 576496.750000
|Xk-Y|_F:  491455.937500, |X-X0|:  85040.820312
rounded |X_k-Y|_0 = 478564, f1 =  0.649328, approx slack: 6980176
rounded before pow |X_k-Y|_0 = 7074354, f1 =  0.297279

Iteration 2260: Loss = 575733.500000
|Xk-Y|_F:  491154.500000, |X-X0|:  84579.015625
rounded |X_k-Y|_0 = 478304, f1 =  0.649376, approx slack: 6984630
rounded before pow |X_k-Y|_0 = 7078099, f1 =  0.297169

Iteration 2280: Loss = 574960.375000
|Xk-Y|_F:  490841.937500, |X-X0|:  84118.414062
rounded |X_k-Y|_0 = 478040, f1 =  0.649423, approx slack: 6984499
rounded before pow |X_k-Y|_0 = 7078150, f1 =  0.297167

Iteration 2300: Loss = 574172.875000
|Xk-Y|_F:  490505.125000, |X-X0|:  83667.742188
rounded |X_k-Y|_0 = 477737, f1 =  0.649477, approx slack: 6984771
rounded before pow |X_k-Y|_0 = 7078302, f1 =  0.297167

Iteration 2320: Loss = 573370.375000
|Xk-Y|_F:  490158.531250, |X-X0|:  83211.859375
rounded |X_k-Y|_0 = 477507, f1 =  0.649518, approx slack: 6985798
rounded before pow |X_k-Y|_0 = 7079365, f1 =  0.297133

Iteration 2340: Loss = 572544.812500
|Xk-Y|_F:  489776.156250, |X-X0|:  82768.656250
rounded |X_k-Y|_0 = 477184, f1 =  0.649577, approx slack: 6991695
rounded before pow |X_k-Y|_0 = 7084945, f1 =  0.296957

Iteration 2360: Loss = 571686.562500
|Xk-Y|_F:  489369.500000, |X-X0|:  82317.046875
rounded |X_k-Y|_0 = 476939, f1 =  0.649620, approx slack: 6993063
rounded before pow |X_k-Y|_0 = 7086548, f1 =  0.296905

Iteration 2380: Loss = 570814.937500
|Xk-Y|_F:  488932.625000, |X-X0|:  81882.296875
rounded |X_k-Y|_0 = 476682, f1 =  0.649668, approx slack: 6977626
rounded before pow |X_k-Y|_0 = 7072145, f1 =  0.297375

Iteration 2400: Loss = 569919.875000
|Xk-Y|_F:  488465.000000, |X-X0|:  81454.859375
rounded |X_k-Y|_0 = 476291, f1 =  0.649736, approx slack: 6987266
rounded before pow |X_k-Y|_0 = 7079286, f1 =  0.297170

Iteration 2420: Loss = 569009.250000
|Xk-Y|_F:  487975.937500, |X-X0|:  81033.304688
rounded |X_k-Y|_0 = 475947, f1 =  0.649795, approx slack: 6997330
rounded before pow |X_k-Y|_0 = 7086629, f1 =  0.296949

Iteration 2440: Loss = 568156.812500
|Xk-Y|_F:  487545.406250, |X-X0|:  80611.429688
rounded |X_k-Y|_0 = 475672, f1 =  0.649842, approx slack: 6997029
rounded before pow |X_k-Y|_0 = 7086100, f1 =  0.296972

Iteration 2460: Loss = 567314.500000
|Xk-Y|_F:  487111.218750, |X-X0|:  80203.250000
rounded |X_k-Y|_0 = 475407, f1 =  0.649886, approx slack: 6998478
rounded before pow |X_k-Y|_0 = 7087345, f1 =  0.296936

Iteration 2480: Loss = 566435.375000
|Xk-Y|_F:  486630.218750, |X-X0|:  79805.171875
rounded |X_k-Y|_0 = 475155, f1 =  0.649931, approx slack: 6996916
rounded before pow |X_k-Y|_0 = 7086239, f1 =  0.296971

Iteration 2500: Loss = 565383.375000
|Xk-Y|_F:  485982.156250, |X-X0|:  79401.218750
rounded |X_k-Y|_0 = 474742, f1 =  0.650000, approx slack: 6997368
rounded before pow |X_k-Y|_0 = 7087020, f1 =  0.296943

Iteration 2520: Loss = 562922.812500
|Xk-Y|_F:  483901.281250, |X-X0|:  79021.531250
rounded |X_k-Y|_0 = 473294, f1 =  0.650234, approx slack: 6999661
rounded before pow |X_k-Y|_0 = 7087804, f1 =  0.296918

Iteration 2540: Loss = 561170.750000
|Xk-Y|_F:  482575.718750, |X-X0|:  78595.046875
rounded |X_k-Y|_0 = 471383, f1 =  0.650537, approx slack: 6992296
rounded before pow |X_k-Y|_0 = 7079406, f1 =  0.297173

Iteration 2560: Loss = 560287.750000
|Xk-Y|_F:  482098.000000, |X-X0|:  78189.765625
rounded |X_k-Y|_0 = 470917, f1 =  0.650615, approx slack: 6962577
rounded before pow |X_k-Y|_0 = 7049885, f1 =  0.298086

Iteration 2580: Loss = 559441.875000
|Xk-Y|_F:  481638.718750, |X-X0|:  77803.179688
rounded |X_k-Y|_0 = 470547, f1 =  0.650680, approx slack: 6914819
rounded before pow |X_k-Y|_0 = 7002565, f1 =  0.299540

Iteration 2600: Loss = 558566.000000
|Xk-Y|_F:  481150.093750, |X-X0|:  77415.898438
rounded |X_k-Y|_0 = 469945, f1 =  0.650786, approx slack: 6898830
rounded before pow |X_k-Y|_0 = 6986931, f1 =  0.300016

Iteration 2620: Loss = 557685.625000
|Xk-Y|_F:  480654.562500, |X-X0|:  77031.039062
rounded |X_k-Y|_0 = 469488, f1 =  0.650867, approx slack: 6882967
rounded before pow |X_k-Y|_0 = 6971348, f1 =  0.300481

Iteration 2640: Loss = 556795.812500
|Xk-Y|_F:  480142.750000, |X-X0|:  76653.062500
rounded |X_k-Y|_0 = 468798, f1 =  0.650983, approx slack: 6827942
rounded before pow |X_k-Y|_0 = 6917298, f1 =  0.302134

Iteration 2660: Loss = 555916.750000
|Xk-Y|_F:  479645.343750, |X-X0|:  76271.375000
rounded |X_k-Y|_0 = 468157, f1 =  0.651095, approx slack: 6814952
rounded before pow |X_k-Y|_0 = 6905075, f1 =  0.302507

Iteration 2680: Loss = 555070.312500
|Xk-Y|_F:  479183.625000, |X-X0|:  75886.703125
rounded |X_k-Y|_0 = 467749, f1 =  0.651170, approx slack: 6779923
rounded before pow |X_k-Y|_0 = 6872194, f1 =  0.303530

Iteration 2700: Loss = 554257.437500
|Xk-Y|_F:  478743.281250, |X-X0|:  75514.164062
rounded |X_k-Y|_0 = 467370, f1 =  0.651237, approx slack: 6778200
rounded before pow |X_k-Y|_0 = 6870823, f1 =  0.303574

Iteration 2720: Loss = 553465.937500
|Xk-Y|_F:  478323.187500, |X-X0|:  75142.750000
rounded |X_k-Y|_0 = 466972, f1 =  0.651306, approx slack: 6730284
rounded before pow |X_k-Y|_0 = 6828373, f1 =  0.304920

Iteration 2740: Loss = 552653.250000
|Xk-Y|_F:  477877.281250, |X-X0|:  74775.945312
rounded |X_k-Y|_0 = 466558, f1 =  0.651381, approx slack: 6730732
rounded before pow |X_k-Y|_0 = 6828983, f1 =  0.304901

Iteration 2760: Loss = 551854.250000
|Xk-Y|_F:  477442.875000, |X-X0|:  74411.406250
rounded |X_k-Y|_0 = 466066, f1 =  0.651466, approx slack: 6727001
rounded before pow |X_k-Y|_0 = 6823314, f1 =  0.305090

Iteration 2780: Loss = 551047.625000
|Xk-Y|_F:  477002.937500, |X-X0|:  74044.671875
rounded |X_k-Y|_0 = 465546, f1 =  0.651556, approx slack: 6727293
rounded before pow |X_k-Y|_0 = 6823697, f1 =  0.305078

Iteration 2800: Loss = 550270.875000
|Xk-Y|_F:  476603.062500, |X-X0|:  73667.820312
rounded |X_k-Y|_0 = 465118, f1 =  0.651631, approx slack: 6722457
rounded before pow |X_k-Y|_0 = 6819346, f1 =  0.305214

Iteration 2820: Loss = 549528.500000
|Xk-Y|_F:  476227.875000, |X-X0|:  73300.593750
rounded |X_k-Y|_0 = 464777, f1 =  0.651691, approx slack: 6720863
rounded before pow |X_k-Y|_0 = 6818028, f1 =  0.305256

Iteration 2840: Loss = 548800.312500
|Xk-Y|_F:  475860.562500, |X-X0|:  72939.765625
rounded |X_k-Y|_0 = 464419, f1 =  0.651754, approx slack: 6719755
rounded before pow |X_k-Y|_0 = 6817269, f1 =  0.305280

Iteration 2860: Loss = 548078.687500
|Xk-Y|_F:  475495.187500, |X-X0|:  72583.500000
rounded |X_k-Y|_0 = 464140, f1 =  0.651804, approx slack: 6718987
rounded before pow |X_k-Y|_0 = 6816854, f1 =  0.305293

Iteration 2880: Loss = 547404.312500
|Xk-Y|_F:  475170.500000, |X-X0|:  72233.820312
rounded |X_k-Y|_0 = 463843, f1 =  0.651855, approx slack: 6720795
rounded before pow |X_k-Y|_0 = 6818859, f1 =  0.305228

Iteration 2900: Loss = 546749.625000
|Xk-Y|_F:  474868.625000, |X-X0|:  71881.031250
rounded |X_k-Y|_0 = 463557, f1 =  0.651904, approx slack: 6720071
rounded before pow |X_k-Y|_0 = 6818348, f1 =  0.305243

Iteration 2920: Loss = 546100.125000
|Xk-Y|_F:  474565.250000, |X-X0|:  71534.859375
rounded |X_k-Y|_0 = 463321, f1 =  0.651947, approx slack: 6720746
rounded before pow |X_k-Y|_0 = 6819012, f1 =  0.305222

Iteration 2940: Loss = 545460.250000
|Xk-Y|_F:  474272.312500, |X-X0|:  71187.914062
rounded |X_k-Y|_0 = 463141, f1 =  0.651979, approx slack: 6717284
rounded before pow |X_k-Y|_0 = 6815850, f1 =  0.305320

Iteration 2960: Loss = 544828.062500
|Xk-Y|_F:  473980.812500, |X-X0|:  70847.226562
rounded |X_k-Y|_0 = 462940, f1 =  0.652014, approx slack: 6717368
rounded before pow |X_k-Y|_0 = 6816044, f1 =  0.305314

Iteration 2980: Loss = 544192.375000
|Xk-Y|_F:  473682.343750, |X-X0|:  70510.015625
rounded |X_k-Y|_0 = 462626, f1 =  0.652067, approx slack: 6717037
rounded before pow |X_k-Y|_0 = 6815758, f1 =  0.305324

Iteration 3000: Loss = 543552.937500
|Xk-Y|_F:  473388.250000, |X-X0|:  70164.671875
rounded |X_k-Y|_0 = 462322, f1 =  0.652115, approx slack: 6714595
rounded before pow |X_k-Y|_0 = 6813964, f1 =  0.305381

Iteration 3020: Loss = 542955.687500
|Xk-Y|_F:  473138.000000, |X-X0|:  69817.687500
rounded |X_k-Y|_0 = 462162, f1 =  0.652144, approx slack: 6708979
rounded before pow |X_k-Y|_0 = 6808753, f1 =  0.305547

Iteration 3040: Loss = 542375.375000
|Xk-Y|_F:  472886.812500, |X-X0|:  69488.546875
rounded |X_k-Y|_0 = 461942, f1 =  0.652181, approx slack: 6699528
rounded before pow |X_k-Y|_0 = 6800273, f1 =  0.305818

Iteration 3060: Loss = 541800.062500
|Xk-Y|_F:  472648.531250, |X-X0|:  69151.515625
rounded |X_k-Y|_0 = 461856, f1 =  0.652197, approx slack: 6703281
rounded before pow |X_k-Y|_0 = 6803508, f1 =  0.305720

Iteration 3080: Loss = 541209.062500
|Xk-Y|_F:  472388.406250, |X-X0|:  68820.664062
rounded |X_k-Y|_0 = 461736, f1 =  0.652217, approx slack: 6701503
rounded before pow |X_k-Y|_0 = 6802025, f1 =  0.305767

Iteration 3100: Loss = 540658.250000
|Xk-Y|_F:  472162.406250, |X-X0|:  68495.843750
rounded |X_k-Y|_0 = 461668, f1 =  0.652230, approx slack: 6701264
rounded before pow |X_k-Y|_0 = 6801894, f1 =  0.305770

Iteration 3120: Loss = 540049.687500
|Xk-Y|_F:  471902.156250, |X-X0|:  68147.523438
rounded |X_k-Y|_0 = 461491, f1 =  0.652259, approx slack: 6682989
rounded before pow |X_k-Y|_0 = 6785494, f1 =  0.306294

Iteration 3140: Loss = 539521.125000
|Xk-Y|_F:  471693.468750, |X-X0|:  67827.648438
rounded |X_k-Y|_0 = 461356, f1 =  0.652284, approx slack: 6684673
rounded before pow |X_k-Y|_0 = 6787088, f1 =  0.306244

Iteration 3160: Loss = 538930.750000
|Xk-Y|_F:  471459.250000, |X-X0|:  67471.531250
rounded |X_k-Y|_0 = 461232, f1 =  0.652304, approx slack: 6684106
rounded before pow |X_k-Y|_0 = 6786559, f1 =  0.306261

Iteration 3180: Loss = 538398.187500
|Xk-Y|_F:  471208.343750, |X-X0|:  67189.820312
rounded |X_k-Y|_0 = 461096, f1 =  0.652328, approx slack: 6686686
rounded before pow |X_k-Y|_0 = 6789067, f1 =  0.306181

Iteration 3200: Loss = 537780.375000
|Xk-Y|_F:  470964.687500, |X-X0|:  66815.664062
rounded |X_k-Y|_0 = 460927, f1 =  0.652359, approx slack: 6691724
rounded before pow |X_k-Y|_0 = 6794252, f1 =  0.306026

Iteration 3220: Loss = 537190.750000
|Xk-Y|_F:  470700.687500, |X-X0|:  66490.093750
rounded |X_k-Y|_0 = 460739, f1 =  0.652389, approx slack: 6695028
rounded before pow |X_k-Y|_0 = 6797318, f1 =  0.305932

Iteration 3240: Loss = 536609.562500
|Xk-Y|_F:  470446.031250, |X-X0|:  66163.531250
rounded |X_k-Y|_0 = 460573, f1 =  0.652417, approx slack: 6651995
rounded before pow |X_k-Y|_0 = 6758451, f1 =  0.307176

Iteration 3260: Loss = 536039.875000
|Xk-Y|_F:  470166.093750, |X-X0|:  65873.757812
rounded |X_k-Y|_0 = 460308, f1 =  0.652463, approx slack: 6637048
rounded before pow |X_k-Y|_0 = 6745153, f1 =  0.307602

Iteration 3280: Loss = 535386.875000
|Xk-Y|_F:  469841.218750, |X-X0|:  65545.687500
rounded |X_k-Y|_0 = 460110, f1 =  0.652496, approx slack: 6627372
rounded before pow |X_k-Y|_0 = 6742886, f1 =  0.307662

Iteration 3300: Loss = 534688.687500
|Xk-Y|_F:  469488.093750, |X-X0|:  65200.609375
rounded |X_k-Y|_0 = 459924, f1 =  0.652527, approx slack: 6617086
rounded before pow |X_k-Y|_0 = 6735529, f1 =  0.307898

Iteration 3320: Loss = 534008.125000
|Xk-Y|_F:  469101.406250, |X-X0|:  64906.730469
rounded |X_k-Y|_0 = 459657, f1 =  0.652570, approx slack: 6615218
rounded before pow |X_k-Y|_0 = 6733951, f1 =  0.307949

Iteration 3340: Loss = 533278.312500
|Xk-Y|_F:  468659.000000, |X-X0|:  64619.285156
rounded |X_k-Y|_0 = 459383, f1 =  0.652615, approx slack: 6615784
rounded before pow |X_k-Y|_0 = 6733618, f1 =  0.307961

Iteration 3360: Loss = 532463.937500
|Xk-Y|_F:  468129.250000, |X-X0|:  64334.691406
rounded |X_k-Y|_0 = 459022, f1 =  0.652674, approx slack: 6615205
rounded before pow |X_k-Y|_0 = 6732594, f1 =  0.307994

Iteration 3380: Loss = 531646.375000
|Xk-Y|_F:  467586.343750, |X-X0|:  64060.031250
rounded |X_k-Y|_0 = 458536, f1 =  0.652753, approx slack: 6616700
rounded before pow |X_k-Y|_0 = 6733875, f1 =  0.307954

Iteration 3400: Loss = 530785.000000
|Xk-Y|_F:  467016.250000, |X-X0|:  63768.718750
rounded |X_k-Y|_0 = 457796, f1 =  0.652873, approx slack: 6635817
rounded before pow |X_k-Y|_0 = 6747067, f1 =  0.307547

Iteration 3420: Loss = 529991.312500
|Xk-Y|_F:  466517.593750, |X-X0|:  63473.722656
rounded |X_k-Y|_0 = 457190, f1 =  0.652972, approx slack: 6642387
rounded before pow |X_k-Y|_0 = 6752970, f1 =  0.307358

Iteration 3440: Loss = 529199.500000
|Xk-Y|_F:  466043.375000, |X-X0|:  63156.101562
rounded |X_k-Y|_0 = 456551, f1 =  0.653078, approx slack: 6655519
rounded before pow |X_k-Y|_0 = 6762844, f1 =  0.307046

Iteration 3460: Loss = 528485.125000
|Xk-Y|_F:  465650.375000, |X-X0|:  62834.726562
rounded |X_k-Y|_0 = 456048, f1 =  0.653160, approx slack: 6655958
rounded before pow |X_k-Y|_0 = 6763018, f1 =  0.307040

Iteration 3480: Loss = 527851.375000
|Xk-Y|_F:  465324.250000, |X-X0|:  62527.148438
rounded |X_k-Y|_0 = 455715, f1 =  0.653214, approx slack: 6656198
rounded before pow |X_k-Y|_0 = 6763174, f1 =  0.307035

Iteration 3500: Loss = 527347.875000
|Xk-Y|_F:  465106.437500, |X-X0|:  62241.429688
rounded |X_k-Y|_0 = 455542, f1 =  0.653247, approx slack: 6652655
rounded before pow |X_k-Y|_0 = 6760782, f1 =  0.307109

Iteration 3520: Loss = 526907.437500
|Xk-Y|_F:  464945.281250, |X-X0|:  61962.156250
rounded |X_k-Y|_0 = 455459, f1 =  0.653263, approx slack: 6655176
rounded before pow |X_k-Y|_0 = 6763417, f1 =  0.307023

Iteration 3540: Loss = 526448.375000
|Xk-Y|_F:  464762.437500, |X-X0|:  61685.953125
rounded |X_k-Y|_0 = 455283, f1 =  0.653294, approx slack: 6650673
rounded before pow |X_k-Y|_0 = 6759403, f1 =  0.307152

Iteration 3560: Loss = 526007.250000
|Xk-Y|_F:  464600.812500, |X-X0|:  61406.460938
rounded |X_k-Y|_0 = 455180, f1 =  0.653312, approx slack: 6651117
rounded before pow |X_k-Y|_0 = 6757711, f1 =  0.307211

Iteration 3580: Loss = 525579.562500
|Xk-Y|_F:  464440.343750, |X-X0|:  61139.214844
rounded |X_k-Y|_0 = 455061, f1 =  0.653332, approx slack: 6642576
rounded before pow |X_k-Y|_0 = 6747642, f1 =  0.307537

Iteration 3600: Loss = 525169.062500
|Xk-Y|_F:  464306.750000, |X-X0|:  60862.332031
rounded |X_k-Y|_0 = 454957, f1 =  0.653350, approx slack: 6642042
rounded before pow |X_k-Y|_0 = 6746919, f1 =  0.307561

Iteration 3620: Loss = 524769.750000
|Xk-Y|_F:  464177.250000, |X-X0|:  60592.472656
rounded |X_k-Y|_0 = 454867, f1 =  0.653365, approx slack: 6639751
rounded before pow |X_k-Y|_0 = 6744842, f1 =  0.307627

Iteration 3640: Loss = 524396.375000
|Xk-Y|_F:  464067.468750, |X-X0|:  60328.921875
rounded |X_k-Y|_0 = 454732, f1 =  0.653389, approx slack: 6639410
rounded before pow |X_k-Y|_0 = 6744574, f1 =  0.307636

Iteration 3660: Loss = 524006.875000
|Xk-Y|_F:  463929.781250, |X-X0|:  60077.101562
rounded |X_k-Y|_0 = 454651, f1 =  0.653403, approx slack: 6641151
rounded before pow |X_k-Y|_0 = 6746270, f1 =  0.307581

Iteration 3680: Loss = 523614.250000
|Xk-Y|_F:  463785.281250, |X-X0|:  59828.964844
rounded |X_k-Y|_0 = 454574, f1 =  0.653416, approx slack: 6642498
rounded before pow |X_k-Y|_0 = 6747557, f1 =  0.307540

Iteration 3700: Loss = 523224.375000
|Xk-Y|_F:  463633.312500, |X-X0|:  59591.078125
rounded |X_k-Y|_0 = 454424, f1 =  0.653439, approx slack: 6642707
rounded before pow |X_k-Y|_0 = 6747680, f1 =  0.307536

Iteration 3720: Loss = 522812.937500
|Xk-Y|_F:  463478.000000, |X-X0|:  59334.945312
rounded |X_k-Y|_0 = 454259, f1 =  0.653467, approx slack: 6642237
rounded before pow |X_k-Y|_0 = 6747191, f1 =  0.307553

Iteration 3740: Loss = 522387.625000
|Xk-Y|_F:  463314.187500, |X-X0|:  59073.453125
rounded |X_k-Y|_0 = 454125, f1 =  0.653491, approx slack: 6642484
rounded before pow |X_k-Y|_0 = 6747384, f1 =  0.307547

Iteration 3760: Loss = 522034.343750
|Xk-Y|_F:  463204.875000, |X-X0|:  58829.468750
rounded |X_k-Y|_0 = 453947, f1 =  0.653519, approx slack: 6617869
rounded before pow |X_k-Y|_0 = 6727715, f1 =  0.308162

Iteration 3780: Loss = 521669.156250
|Xk-Y|_F:  463086.312500, |X-X0|:  58582.843750
rounded |X_k-Y|_0 = 453823, f1 =  0.653539, approx slack: 6603185
rounded before pow |X_k-Y|_0 = 6713762, f1 =  0.308607

Iteration 3800: Loss = 521312.875000
|Xk-Y|_F:  462972.937500, |X-X0|:  58339.925781
rounded |X_k-Y|_0 = 453683, f1 =  0.653562, approx slack: 6599917
rounded before pow |X_k-Y|_0 = 6710844, f1 =  0.308699

Iteration 3820: Loss = 520970.750000
|Xk-Y|_F:  462874.687500, |X-X0|:  58096.046875
rounded |X_k-Y|_0 = 453585, f1 =  0.653579, approx slack: 6597296
rounded before pow |X_k-Y|_0 = 6708572, f1 =  0.308770

Iteration 3840: Loss = 520608.812500
|Xk-Y|_F:  462760.812500, |X-X0|:  57847.984375
rounded |X_k-Y|_0 = 453487, f1 =  0.653596, approx slack: 6597147
rounded before pow |X_k-Y|_0 = 6708437, f1 =  0.308774

Iteration 3860: Loss = 520255.562500
|Xk-Y|_F:  462652.468750, |X-X0|:  57603.085938
rounded |X_k-Y|_0 = 453394, f1 =  0.653613, approx slack: 6594237
rounded before pow |X_k-Y|_0 = 6705653, f1 =  0.308864

Iteration 3880: Loss = 519913.968750
|Xk-Y|_F:  462553.750000, |X-X0|:  57360.218750
rounded |X_k-Y|_0 = 453300, f1 =  0.653629, approx slack: 6596026
rounded before pow |X_k-Y|_0 = 6707169, f1 =  0.308816

Iteration 3900: Loss = 519564.281250
|Xk-Y|_F:  462449.562500, |X-X0|:  57114.726562
rounded |X_k-Y|_0 = 453177, f1 =  0.653649, approx slack: 6595280
rounded before pow |X_k-Y|_0 = 6706536, f1 =  0.308835

Iteration 3920: Loss = 519231.406250
|Xk-Y|_F:  462359.312500, |X-X0|:  56872.097656
rounded |X_k-Y|_0 = 453060, f1 =  0.653668, approx slack: 6595526
rounded before pow |X_k-Y|_0 = 6706821, f1 =  0.308826

Iteration 3940: Loss = 518875.031250
|Xk-Y|_F:  462244.281250, |X-X0|:  56630.757812
rounded |X_k-Y|_0 = 452975, f1 =  0.653683, approx slack: 6595855
rounded before pow |X_k-Y|_0 = 6706732, f1 =  0.308830

Iteration 3960: Loss = 518545.468750
|Xk-Y|_F:  462157.656250, |X-X0|:  56387.804688
rounded |X_k-Y|_0 = 452885, f1 =  0.653698, approx slack: 6595589
rounded before pow |X_k-Y|_0 = 6706489, f1 =  0.308838

Iteration 3980: Loss = 518211.500000
|Xk-Y|_F:  462063.968750, |X-X0|:  56147.546875
rounded |X_k-Y|_0 = 452793, f1 =  0.653714, approx slack: 6596127
rounded before pow |X_k-Y|_0 = 6707008, f1 =  0.308821

Iteration 4000: Loss = 517866.312500
|Xk-Y|_F:  461964.312500, |X-X0|:  55902.011719
rounded |X_k-Y|_0 = 452747, f1 =  0.653722, approx slack: 6595548
rounded before pow |X_k-Y|_0 = 6706442, f1 =  0.308839

Iteration 4020: Loss = 517550.062500
|Xk-Y|_F:  461884.343750, |X-X0|:  55665.734375
rounded |X_k-Y|_0 = 452656, f1 =  0.653738, approx slack: 6596047
rounded before pow |X_k-Y|_0 = 6706942, f1 =  0.308823

Iteration 4040: Loss = 517216.875000
|Xk-Y|_F:  461788.093750, |X-X0|:  55428.777344
rounded |X_k-Y|_0 = 452492, f1 =  0.653765, approx slack: 6596578
rounded before pow |X_k-Y|_0 = 6707052, f1 =  0.308820

Iteration 4060: Loss = 516888.875000
|Xk-Y|_F:  461696.031250, |X-X0|:  55192.828125
rounded |X_k-Y|_0 = 452380, f1 =  0.653783, approx slack: 6592507
rounded before pow |X_k-Y|_0 = 6703412, f1 =  0.308936

Iteration 4080: Loss = 516588.625000
|Xk-Y|_F:  461625.187500, |X-X0|:  54963.429688
rounded |X_k-Y|_0 = 452281, f1 =  0.653800, approx slack: 6590158
rounded before pow |X_k-Y|_0 = 6701302, f1 =  0.309003

Iteration 4100: Loss = 516258.406250
|Xk-Y|_F:  461533.375000, |X-X0|:  54725.031250
rounded |X_k-Y|_0 = 452159, f1 =  0.653820, approx slack: 6591447
rounded before pow |X_k-Y|_0 = 6702435, f1 =  0.308967

Iteration 4120: Loss = 515968.750000
|Xk-Y|_F:  461462.250000, |X-X0|:  54506.488281
rounded |X_k-Y|_0 = 452040, f1 =  0.653841, approx slack: 6591332
rounded before pow |X_k-Y|_0 = 6702379, f1 =  0.308969

Iteration 4140: Loss = 515627.937500
|Xk-Y|_F:  461364.718750, |X-X0|:  54263.230469
rounded |X_k-Y|_0 = 451955, f1 =  0.653856, approx slack: 6590986
rounded before pow |X_k-Y|_0 = 6702059, f1 =  0.308979

Iteration 4160: Loss = 515332.250000
|Xk-Y|_F:  461296.500000, |X-X0|:  54035.761719
rounded |X_k-Y|_0 = 451878, f1 =  0.653868, approx slack: 6592199
rounded before pow |X_k-Y|_0 = 6703310, f1 =  0.308939

Iteration 4180: Loss = 515009.937500
|Xk-Y|_F:  461201.156250, |X-X0|:  53808.781250
rounded |X_k-Y|_0 = 451791, f1 =  0.653884, approx slack: 6591840
rounded before pow |X_k-Y|_0 = 6703000, f1 =  0.308955

Iteration 4200: Loss = 514608.437500
|Xk-Y|_F:  461041.500000, |X-X0|:  53566.929688
rounded |X_k-Y|_0 = 451640, f1 =  0.653910, approx slack: 6563316
rounded before pow |X_k-Y|_0 = 6677973, f1 =  0.309763

Iteration 4220: Loss = 514324.312500
|Xk-Y|_F:  460982.406250, |X-X0|:  53341.890625
rounded |X_k-Y|_0 = 451594, f1 =  0.653918, approx slack: 6563240
rounded before pow |X_k-Y|_0 = 6677939, f1 =  0.309772

Iteration 4240: Loss = 514060.375000
|Xk-Y|_F:  460924.625000, |X-X0|:  53135.742188
rounded |X_k-Y|_0 = 451527, f1 =  0.653931, approx slack: 6562889
rounded before pow |X_k-Y|_0 = 6677664, f1 =  0.309781

Iteration 4260: Loss = 513700.625000
|Xk-Y|_F:  460817.468750, |X-X0|:  52883.164062
rounded |X_k-Y|_0 = 451385, f1 =  0.653954, approx slack: 6562563
rounded before pow |X_k-Y|_0 = 6677391, f1 =  0.309800

Iteration 4280: Loss = 513387.187500
|Xk-Y|_F:  460729.312500, |X-X0|:  52657.890625
rounded |X_k-Y|_0 = 451302, f1 =  0.653969, approx slack: 6563270
rounded before pow |X_k-Y|_0 = 6678110, f1 =  0.309782

Iteration 4300: Loss = 513132.937500
|Xk-Y|_F:  460679.187500, |X-X0|:  52453.757812
rounded |X_k-Y|_0 = 451245, f1 =  0.653979, approx slack: 6562473
rounded before pow |X_k-Y|_0 = 6677402, f1 =  0.309811

Iteration 4320: Loss = 512813.062500
|Xk-Y|_F:  460584.156250, |X-X0|:  52228.898438
rounded |X_k-Y|_0 = 451148, f1 =  0.653997, approx slack: 6563035
rounded before pow |X_k-Y|_0 = 6677992, f1 =  0.309792

Iteration 4340: Loss = 512491.687500
|Xk-Y|_F:  460494.437500, |X-X0|:  51997.234375
rounded |X_k-Y|_0 = 451075, f1 =  0.654008, approx slack: 6562454
rounded before pow |X_k-Y|_0 = 6677575, f1 =  0.309818

Iteration 4360: Loss = 512183.562500
|Xk-Y|_F:  460405.156250, |X-X0|:  51778.417969
rounded |X_k-Y|_0 = 450963, f1 =  0.654026, approx slack: 6562819
rounded before pow |X_k-Y|_0 = 6677863, f1 =  0.309830

Iteration 4380: Loss = 511879.250000
|Xk-Y|_F:  460314.781250, |X-X0|:  51564.464844
rounded |X_k-Y|_0 = 450832, f1 =  0.654047, approx slack: 6563618
rounded before pow |X_k-Y|_0 = 6678525, f1 =  0.309823

Iteration 4400: Loss = 511572.218750
|Xk-Y|_F:  460224.531250, |X-X0|:  51347.687500
rounded |X_k-Y|_0 = 450713, f1 =  0.654068, approx slack: 6561588
rounded before pow |X_k-Y|_0 = 6676787, f1 =  0.309890

Iteration 4420: Loss = 511254.843750
|Xk-Y|_F:  460116.468750, |X-X0|:  51138.375000
rounded |X_k-Y|_0 = 450633, f1 =  0.654083, approx slack: 6561278
rounded before pow |X_k-Y|_0 = 6676295, f1 =  0.309934

Iteration 4440: Loss = 510970.500000
|Xk-Y|_F:  460037.218750, |X-X0|:  50933.265625
rounded |X_k-Y|_0 = 450544, f1 =  0.654097, approx slack: 6560531
rounded before pow |X_k-Y|_0 = 6675716, f1 =  0.309986

Iteration 4460: Loss = 510672.093750
|Xk-Y|_F:  459946.968750, |X-X0|:  50725.117188
rounded |X_k-Y|_0 = 450476, f1 =  0.654110, approx slack: 6560621
rounded before pow |X_k-Y|_0 = 6675866, f1 =  0.309983

Iteration 4480: Loss = 510336.000000
|Xk-Y|_F:  459833.156250, |X-X0|:  50502.851562
rounded |X_k-Y|_0 = 450352, f1 =  0.654130, approx slack: 6563111
rounded before pow |X_k-Y|_0 = 6678024, f1 =  0.309944

Iteration 4500: Loss = 510038.625000
|Xk-Y|_F:  459745.750000, |X-X0|:  50292.863281
rounded |X_k-Y|_0 = 450293, f1 =  0.654141, approx slack: 6560920
rounded before pow |X_k-Y|_0 = 6676118, f1 =  0.310016

Iteration 4520: Loss = 509798.187500
|Xk-Y|_F:  459698.656250, |X-X0|:  50099.539062
rounded |X_k-Y|_0 = 450258, f1 =  0.654148, approx slack: 6561866
rounded before pow |X_k-Y|_0 = 6676602, f1 =  0.310013

Iteration 4540: Loss = 509528.750000
|Xk-Y|_F:  459619.437500, |X-X0|:  49909.320312
rounded |X_k-Y|_0 = 450111, f1 =  0.654173, approx slack: 6555795
rounded before pow |X_k-Y|_0 = 6671337, f1 =  0.310175

Iteration 4560: Loss = 509229.781250
|Xk-Y|_F:  459524.687500, |X-X0|:  49705.085938
rounded |X_k-Y|_0 = 450032, f1 =  0.654187, approx slack: 6549303
rounded before pow |X_k-Y|_0 = 6665007, f1 =  0.310390

Iteration 4580: Loss = 508905.125000
|Xk-Y|_F:  459414.562500, |X-X0|:  49490.546875
rounded |X_k-Y|_0 = 449928, f1 =  0.654205, approx slack: 6549647
rounded before pow |X_k-Y|_0 = 6665333, f1 =  0.310384

Iteration 4600: Loss = 508614.156250
|Xk-Y|_F:  459327.593750, |X-X0|:  49286.558594
rounded |X_k-Y|_0 = 449836, f1 =  0.654220, approx slack: 6550026
rounded before pow |X_k-Y|_0 = 6665706, f1 =  0.310372

Iteration 4620: Loss = 508321.312500
|Xk-Y|_F:  459235.125000, |X-X0|:  49086.187500
rounded |X_k-Y|_0 = 449763, f1 =  0.654232, approx slack: 6547700
rounded before pow |X_k-Y|_0 = 6663641, f1 =  0.310447

Iteration 4640: Loss = 508015.406250
|Xk-Y|_F:  459131.312500, |X-X0|:  48884.085938
rounded |X_k-Y|_0 = 449663, f1 =  0.654249, approx slack: 6555195
rounded before pow |X_k-Y|_0 = 6670434, f1 =  0.310238

Iteration 4660: Loss = 507700.125000
|Xk-Y|_F:  459005.500000, |X-X0|:  48694.617188
rounded |X_k-Y|_0 = 449538, f1 =  0.654270, approx slack: 6564385
rounded before pow |X_k-Y|_0 = 6679005, f1 =  0.309965

Iteration 4680: Loss = 507476.750000
|Xk-Y|_F:  458960.343750, |X-X0|:  48516.421875
rounded |X_k-Y|_0 = 449454, f1 =  0.654285, approx slack: 6561045
rounded before pow |X_k-Y|_0 = 6675737, f1 =  0.310098

Iteration 4700: Loss = 507149.781250
|Xk-Y|_F:  458839.875000, |X-X0|:  48309.917969
rounded |X_k-Y|_0 = 449311, f1 =  0.654309, approx slack: 6532005
rounded before pow |X_k-Y|_0 = 6646429, f1 =  0.311050

Iteration 4720: Loss = 506878.750000
|Xk-Y|_F:  458744.781250, |X-X0|:  48133.953125
rounded |X_k-Y|_0 = 449209, f1 =  0.654327, approx slack: 6532587
rounded before pow |X_k-Y|_0 = 6646993, f1 =  0.311032

Iteration 4740: Loss = 506579.093750
|Xk-Y|_F:  458651.781250, |X-X0|:  47927.312500
rounded |X_k-Y|_0 = 449075, f1 =  0.654350, approx slack: 6532614
rounded before pow |X_k-Y|_0 = 6647059, f1 =  0.311045

Iteration 4760: Loss = 506261.468750
|Xk-Y|_F:  458538.937500, |X-X0|:  47722.519531
rounded |X_k-Y|_0 = 448966, f1 =  0.654368, approx slack: 6534521
rounded before pow |X_k-Y|_0 = 6648779, f1 =  0.310990

Iteration 4780: Loss = 506010.437500
|Xk-Y|_F:  458465.937500, |X-X0|:  47544.515625
rounded |X_k-Y|_0 = 448915, f1 =  0.654378, approx slack: 6534661
rounded before pow |X_k-Y|_0 = 6649053, f1 =  0.310985

Converged at iteration 4782

KB after refine:
num_nodes: 5045.0000
num_edges: 3116.0000
density: 0.0001
avg_degree: 0.6176
avg_clustering: 0.0474
degree_assortativity: -0.3343
modularity: 0.7065
avg_betweenness: 0.0000
avg_closeness: 0.0014
------ ABL 0 after refine ------
--- eval ---
prediction result:
f1 on test:    0.5387
f1 on test:    0.8916 (micro)
f1 on KB:      0.6364
integrated f1: 0.5990, w_data: 0.3253, w_klg: 0.6747

integrated result:
f1 on test:    0.5246
f1 on test:    0.8913 (micro)
f1 on KB:      0.6576
integrated f1: 0.6143, w_data: 0.3253, w_klg: 0.6747
------------
integrated f1 0.5990
Epoch 100, Total loss: 26610810880.0000, CE loss: 25.2187, RL loss: 266108112.0000, Reward: -1113490.0791
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8235, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 200, Total loss: -3354253312.0000, CE loss: 25.2179, RL loss: -33542534.0000, Reward: -1114829.3086
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8245, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 300, Total loss: -21657862144.0000, CE loss: 25.2175, RL loss: -216578624.0000, Reward: -1113766.9482
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8298, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 400, Total loss: -40837595136.0000, CE loss: 25.2182, RL loss: -408375936.0000, Reward: -1114147.2744
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8247, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 500, Total loss: -17503301632.0000, CE loss: 25.2182, RL loss: -175033024.0000, Reward: -1114396.1982
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8118, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 600, Total loss: -3876116480.0000, CE loss: 25.2182, RL loss: -38761164.0000, Reward: -1114172.6367
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8223, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 700, Total loss: 38869893120.0000, CE loss: 25.2177, RL loss: 388698912.0000, Reward: -1113129.7725
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8180, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 800, Total loss: -7719991808.0000, CE loss: 25.2181, RL loss: -77199920.0000, Reward: -1114005.9707
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8258, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 900, Total loss: 6005134848.0000, CE loss: 25.2170, RL loss: 60051348.0000, Reward: -1114860.6514
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 9001, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 1000, Total loss: 9072755712.0000, CE loss: 25.2184, RL loss: 90727560.0000, Reward: -1113837.0879
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8134, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 1100, Total loss: -19950512128.0000, CE loss: 25.2182, RL loss: -199505120.0000, Reward: -1114633.9043
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8129, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 1200, Total loss: 30609561600.0000, CE loss: 25.2179, RL loss: 306095616.0000, Reward: -1112811.2334
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8182, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 1300, Total loss: 32082460672.0000, CE loss: 25.2184, RL loss: 320824608.0000, Reward: -1114183.7617
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8261, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 1400, Total loss: -36907044864.0000, CE loss: 25.2175, RL loss: -369070464.0000, Reward: -1115039.1680
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8381, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 1500, Total loss: 34889338880.0000, CE loss: 25.2187, RL loss: 348893376.0000, Reward: -1113518.3945
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 9077, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 1600, Total loss: -167490176.0000, CE loss: 25.2177, RL loss: -1674901.7500, Reward: -1114249.0420
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8174, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 1700, Total loss: 5904958976.0000, CE loss: 25.2178, RL loss: 59049588.0000, Reward: -1112859.6260
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8245, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 1800, Total loss: -24199860224.0000, CE loss: 25.2175, RL loss: -241998592.0000, Reward: -1115314.1641
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8213, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 1900, Total loss: 34429493248.0000, CE loss: 25.2176, RL loss: 344294912.0000, Reward: -1113531.3984
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8160, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
--- eval ---
prediction result:
f1 on test:    0.5387
f1 on test:    0.8916 (micro)
f1 on KB:      0.6364
integrated f1: 0.6017, w_data: 0.3000, w_klg: 0.7000

integrated result:
f1 on test:    0.5246
f1 on test:    0.8913 (micro)
f1 on KB:      0.6576
integrated f1: 0.6177, w_data: 0.3000, w_klg: 0.7000
------------
Epoch 2000, Total loss: 48794902528.0000, CE loss: 25.2179, RL loss: 487949024.0000, Reward: -1112866.4346
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8226, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 2100, Total loss: -30149650432.0000, CE loss: 25.2176, RL loss: -301496512.0000, Reward: -1114137.0264
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8154, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 2200, Total loss: -8599236608.0000, CE loss: 25.2179, RL loss: -85992368.0000, Reward: -1114494.9648
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8272, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 2300, Total loss: 32912521216.0000, CE loss: 25.2181, RL loss: 329125216.0000, Reward: -1113532.7773
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8115, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 2400, Total loss: -11569132544.0000, CE loss: 25.2179, RL loss: -115691328.0000, Reward: -1114529.1943
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8204, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 2500, Total loss: -20492511232.0000, CE loss: 25.2180, RL loss: -204925104.0000, Reward: -1114983.0059
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8272, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 2600, Total loss: 27435593728.0000, CE loss: 25.2174, RL loss: 274355936.0000, Reward: -1113793.6299
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8159, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 2700, Total loss: -19913211904.0000, CE loss: 25.2180, RL loss: -199132128.0000, Reward: -1114296.6846
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8253, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 2800, Total loss: -5660108288.0000, CE loss: 25.2174, RL loss: -56601084.0000, Reward: -1114739.3926
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8282, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 2900, Total loss: 15987361792.0000, CE loss: 25.2174, RL loss: 159873616.0000, Reward: -1113771.3525
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8274, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 3000, Total loss: -7459445760.0000, CE loss: 25.2174, RL loss: -74594456.0000, Reward: -1115258.1006
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8222, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 3100, Total loss: -42732732416.0000, CE loss: 25.2178, RL loss: -427327328.0000, Reward: -1115040.0469
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8296, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 3200, Total loss: -25923434496.0000, CE loss: 25.2175, RL loss: -259234352.0000, Reward: -1114590.0420
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8358, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 3300, Total loss: 4008536320.0000, CE loss: 25.2175, RL loss: 40085364.0000, Reward: -1114185.8418
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8512, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 3400, Total loss: 10952950784.0000, CE loss: 25.2180, RL loss: 109529512.0000, Reward: -1114320.0410
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8232, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 3500, Total loss: -8359981568.0000, CE loss: 25.2182, RL loss: -83599816.0000, Reward: -1114754.3604
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8132, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 3600, Total loss: 5913352192.0000, CE loss: 25.2175, RL loss: 59133520.0000, Reward: -1113898.1338
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8289, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 3700, Total loss: -22636783616.0000, CE loss: 25.2180, RL loss: -226367840.0000, Reward: -1114467.3301
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8874, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 3800, Total loss: -16014543872.0000, CE loss: 25.2184, RL loss: -160145440.0000, Reward: -1114847.0156
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8187, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 3900, Total loss: 8369614336.0000, CE loss: 25.2179, RL loss: 83696144.0000, Reward: -1113651.3779
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8200, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
--- eval ---
prediction result:
f1 on test:    0.5387
f1 on test:    0.8916 (micro)
f1 on KB:      0.6364
integrated f1: 0.6017, w_data: 0.3000, w_klg: 0.7000

integrated result:
f1 on test:    0.5246
f1 on test:    0.8913 (micro)
f1 on KB:      0.6576
integrated f1: 0.6177, w_data: 0.3000, w_klg: 0.7000
------------
Epoch 4000, Total loss: 4116952320.0000, CE loss: 25.2181, RL loss: 41169524.0000, Reward: -1113548.2773
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8247, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 4100, Total loss: 5783247360.0000, CE loss: 25.2182, RL loss: 57832476.0000, Reward: -1113688.0566
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8127, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 4200, Total loss: -2421491968.0000, CE loss: 25.2174, RL loss: -24214920.0000, Reward: -1113782.6885
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8254, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 4300, Total loss: 24720168960.0000, CE loss: 25.2179, RL loss: 247201680.0000, Reward: -1114337.8809
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8216, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 4400, Total loss: 16426658816.0000, CE loss: 25.2174, RL loss: 164266592.0000, Reward: -1114060.9531
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8252, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 4500, Total loss: -17960755200.0000, CE loss: 25.2183, RL loss: -179607552.0000, Reward: -1113922.0938
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8156, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 4600, Total loss: 30811072512.0000, CE loss: 25.2178, RL loss: 308110720.0000, Reward: -1112981.1504
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8281, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 4700, Total loss: 24828203008.0000, CE loss: 25.2186, RL loss: 248282032.0000, Reward: -1114060.5654
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8296, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 4800, Total loss: -4384699904.0000, CE loss: 25.2174, RL loss: -43847000.0000, Reward: -1114173.2773
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8183, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 4900, Total loss: 22924709888.0000, CE loss: 25.2180, RL loss: 229247104.0000, Reward: -1113796.6367
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8239, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 5000, Total loss: 19511394304.0000, CE loss: 25.2177, RL loss: 195113936.0000, Reward: -1113358.8691
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8185, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 5100, Total loss: -1151724160.0000, CE loss: 25.2174, RL loss: -11517242.0000, Reward: -1113716.8320
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8169, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 5200, Total loss: -19935322112.0000, CE loss: 25.2186, RL loss: -199353216.0000, Reward: -1113838.7031
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8409, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 5300, Total loss: 2105613184.0000, CE loss: 25.2181, RL loss: 21056132.0000, Reward: -1114651.6152
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8241, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 5400, Total loss: 21425991680.0000, CE loss: 25.2177, RL loss: 214259920.0000, Reward: -1113980.0879
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8144, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 5500, Total loss: 63570894848.0000, CE loss: 25.2175, RL loss: 635708928.0000, Reward: -1113064.9170
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8148, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 5600, Total loss: -34141474816.0000, CE loss: 25.2179, RL loss: -341414752.0000, Reward: -1115097.6484
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8255, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 5700, Total loss: -4870763008.0000, CE loss: 25.2186, RL loss: -48707632.0000, Reward: -1114913.9473
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8144, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 5800, Total loss: 10230720512.0000, CE loss: 25.2186, RL loss: 102307208.0000, Reward: -1114145.3604
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8216, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 5900, Total loss: -18807361536.0000, CE loss: 25.2181, RL loss: -188073616.0000, Reward: -1114449.0879
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8225, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
--- eval ---
prediction result:
f1 on test:    0.5387
f1 on test:    0.8916 (micro)
f1 on KB:      0.6364
integrated f1: 0.6017, w_data: 0.3000, w_klg: 0.7000

integrated result:
f1 on test:    0.5246
f1 on test:    0.8913 (micro)
f1 on KB:      0.6576
integrated f1: 0.6177, w_data: 0.3000, w_klg: 0.7000
------------
Epoch 6000, Total loss: -15261411328.0000, CE loss: 25.2179, RL loss: -152614112.0000, Reward: -1113802.5459
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8256, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 6100, Total loss: -32143173632.0000, CE loss: 25.2182, RL loss: -321431744.0000, Reward: -1115238.9502
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8206, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 6200, Total loss: 26006878208.0000, CE loss: 25.2176, RL loss: 260068784.0000, Reward: -1113226.5684
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8230, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 6300, Total loss: 10825994240.0000, CE loss: 25.2183, RL loss: 108259944.0000, Reward: -1114232.1699
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8248, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 6400, Total loss: -3306304768.0000, CE loss: 25.2174, RL loss: -33063048.0000, Reward: -1113569.8369
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8264, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 6500, Total loss: -4929867264.0000, CE loss: 25.2173, RL loss: -49298672.0000, Reward: -1114030.9131
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8839, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 6600, Total loss: -28654893056.0000, CE loss: 25.2178, RL loss: -286548928.0000, Reward: -1114425.5898
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8239, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 6700, Total loss: -452635712.0000, CE loss: 25.2179, RL loss: -4526357.0000, Reward: -1114272.7314
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8256, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 6800, Total loss: 17157662720.0000, CE loss: 25.2178, RL loss: 171576624.0000, Reward: -1114271.0508
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8179, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 6900, Total loss: -28161114112.0000, CE loss: 25.2179, RL loss: -281611136.0000, Reward: -1114089.2598
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8164, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 7000, Total loss: -9178161152.0000, CE loss: 25.2176, RL loss: -91781608.0000, Reward: -1114512.2432
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8158, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 7100, Total loss: -3422799616.0000, CE loss: 25.2177, RL loss: -34227996.0000, Reward: -1114829.5547
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8255, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 7200, Total loss: -15110606848.0000, CE loss: 25.2174, RL loss: -151106064.0000, Reward: -1114788.8330
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8180, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 7300, Total loss: 9911061504.0000, CE loss: 25.2177, RL loss: 99110616.0000, Reward: -1114190.1846
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8242, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 7400, Total loss: 16440870912.0000, CE loss: 25.2175, RL loss: 164408704.0000, Reward: -1113297.4014
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8193, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 7500, Total loss: -13477326848.0000, CE loss: 25.2179, RL loss: -134773264.0000, Reward: -1114871.8301
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8208, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 7600, Total loss: -9567160320.0000, CE loss: 25.2185, RL loss: -95671600.0000, Reward: -1114291.9521
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8274, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 7700, Total loss: 40929800192.0000, CE loss: 25.2182, RL loss: 409298016.0000, Reward: -1113352.9297
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8257, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 7800, Total loss: 436300544.0000, CE loss: 25.2175, RL loss: 4363005.5000, Reward: -1114083.8467
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8177, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 7900, Total loss: 38057185280.0000, CE loss: 25.2182, RL loss: 380571840.0000, Reward: -1113670.5254
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8230, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
--- eval ---
prediction result:
f1 on test:    0.5387
f1 on test:    0.8916 (micro)
f1 on KB:      0.6364
integrated f1: 0.6017, w_data: 0.3000, w_klg: 0.7000

integrated result:
f1 on test:    0.5246
f1 on test:    0.8913 (micro)
f1 on KB:      0.6576
integrated f1: 0.6177, w_data: 0.3000, w_klg: 0.7000
------------
Epoch 8000, Total loss: -54889050112.0000, CE loss: 25.2180, RL loss: -548890496.0000, Reward: -1115382.9863
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8317, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 8100, Total loss: 6634944512.0000, CE loss: 25.2179, RL loss: 66349444.0000, Reward: -1114193.9082
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8276, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 8200, Total loss: 1513306752.0000, CE loss: 25.2176, RL loss: 15133068.0000, Reward: -1114272.8066
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8231, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 8300, Total loss: -10218964992.0000, CE loss: 25.2181, RL loss: -102189648.0000, Reward: -1114010.0127
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8182, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 8400, Total loss: 9906592768.0000, CE loss: 25.2180, RL loss: 99065928.0000, Reward: -1114364.3242
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8217, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 8500, Total loss: 12877158400.0000, CE loss: 25.2193, RL loss: 128771584.0000, Reward: -1113684.2266
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8259, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 8600, Total loss: -7185294336.0000, CE loss: 25.2182, RL loss: -71852944.0000, Reward: -1113947.7266
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8200, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 8700, Total loss: -3049755136.0000, CE loss: 25.2177, RL loss: -30497552.0000, Reward: -1113627.9863
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8189, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 8800, Total loss: -4760809984.0000, CE loss: 25.2174, RL loss: -47608100.0000, Reward: -1114323.2705
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8226, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 8900, Total loss: -8379460096.0000, CE loss: 25.2186, RL loss: -83794600.0000, Reward: -1114358.0010
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8154, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 9000, Total loss: -4114345472.0000, CE loss: 25.2174, RL loss: -41143456.0000, Reward: -1114369.5098
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8329, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 9100, Total loss: -14844203008.0000, CE loss: 25.2180, RL loss: -148442032.0000, Reward: -1114523.0273
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8230, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 9200, Total loss: -36122324992.0000, CE loss: 25.2183, RL loss: -361223232.0000, Reward: -1115050.7832
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8260, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 9300, Total loss: 14826614784.0000, CE loss: 25.2180, RL loss: 148266144.0000, Reward: -1113540.9121
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8750, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 9400, Total loss: -8488296960.0000, CE loss: 25.2182, RL loss: -84882968.0000, Reward: -1114074.6240
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8267, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 9500, Total loss: 1934235008.0000, CE loss: 25.2177, RL loss: 19342350.0000, Reward: -1114292.3916
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8175, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 9600, Total loss: 8374159360.0000, CE loss: 25.2180, RL loss: 83741592.0000, Reward: -1113953.5859
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8158, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 9700, Total loss: -17043123200.0000, CE loss: 25.2185, RL loss: -170431232.0000, Reward: -1114746.7715
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8236, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 9800, Total loss: -6550492672.0000, CE loss: 25.2173, RL loss: -65504928.0000, Reward: -1114046.4268
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8305, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 9900, Total loss: -11590893568.0000, CE loss: 25.2181, RL loss: -115908936.0000, Reward: -1114511.8223
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8213, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
--- eval ---
prediction result:
f1 on test:    0.5387
f1 on test:    0.8916 (micro)
f1 on KB:      0.6364
integrated f1: 0.6017, w_data: 0.3000, w_klg: 0.7000

integrated result:
f1 on test:    0.5246
f1 on test:    0.8913 (micro)
f1 on KB:      0.6576
integrated f1: 0.6177, w_data: 0.3000, w_klg: 0.7000
------------
Epoch 10000, Total loss: -1179293568.0000, CE loss: 25.2183, RL loss: -11792936.0000, Reward: -1114370.7402
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8305, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 10100, Total loss: 11762727936.0000, CE loss: 25.2174, RL loss: 117627280.0000, Reward: -1113591.7256
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8508, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 10200, Total loss: 6512331264.0000, CE loss: 25.2184, RL loss: 65123312.0000, Reward: -1114263.9824
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8186, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 10300, Total loss: -50536161280.0000, CE loss: 25.2179, RL loss: -505361600.0000, Reward: -1114528.9795
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8301, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 10400, Total loss: -8843357184.0000, CE loss: 25.2178, RL loss: -88433576.0000, Reward: -1114342.1885
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8281, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 10500, Total loss: 6610151936.0000, CE loss: 25.2176, RL loss: 66101520.0000, Reward: -1113483.7324
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8260, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 10600, Total loss: -13064199168.0000, CE loss: 25.2178, RL loss: -130641992.0000, Reward: -1114602.3662
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8334, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 10700, Total loss: -1328795136.0000, CE loss: 25.2173, RL loss: -13287952.0000, Reward: -1113504.5898
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8183, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 10800, Total loss: -14392150016.0000, CE loss: 25.2181, RL loss: -143921504.0000, Reward: -1114864.6260
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8203, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 10900, Total loss: 4648842240.0000, CE loss: 25.2174, RL loss: 46488424.0000, Reward: -1114058.6221
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8152, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 11000, Total loss: 29653686272.0000, CE loss: 25.2180, RL loss: 296536864.0000, Reward: -1113424.2471
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8890, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 11100, Total loss: -4079108864.0000, CE loss: 25.2175, RL loss: -40791088.0000, Reward: -1113445.3516
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8196, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 11200, Total loss: 33701183488.0000, CE loss: 25.2178, RL loss: 337011840.0000, Reward: -1112978.2607
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8196, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 11300, Total loss: 17057154048.0000, CE loss: 25.2183, RL loss: 170571536.0000, Reward: -1113423.5459
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8254, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 11400, Total loss: 12269565952.0000, CE loss: 25.2183, RL loss: 122695656.0000, Reward: -1113486.4141
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8305, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 11500, Total loss: 15777795072.0000, CE loss: 25.2175, RL loss: 157777952.0000, Reward: -1113369.1641
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8264, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 11600, Total loss: -26220951552.0000, CE loss: 25.2191, RL loss: -262209520.0000, Reward: -1114504.7197
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8161, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 11700, Total loss: 4091408896.0000, CE loss: 25.2180, RL loss: 40914088.0000, Reward: -1114073.7441
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8219, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 11800, Total loss: -22183563264.0000, CE loss: 25.2183, RL loss: -221835632.0000, Reward: -1114621.9482
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8224, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 11900, Total loss: 48730263552.0000, CE loss: 25.2177, RL loss: 487302624.0000, Reward: -1112995.2129
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8820, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
--- eval ---
prediction result:
f1 on test:    0.5387
f1 on test:    0.8916 (micro)
f1 on KB:      0.6364
integrated f1: 0.6017, w_data: 0.3000, w_klg: 0.7000

integrated result:
f1 on test:    0.5246
f1 on test:    0.8913 (micro)
f1 on KB:      0.6576
integrated f1: 0.6177, w_data: 0.3000, w_klg: 0.7000
------------
Epoch 12000, Total loss: -20926134272.0000, CE loss: 25.2176, RL loss: -209261344.0000, Reward: -1114155.7910
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8236, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 12100, Total loss: 28701802496.0000, CE loss: 25.2179, RL loss: 287018016.0000, Reward: -1113726.7793
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8244, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 12200, Total loss: -14697038848.0000, CE loss: 25.2182, RL loss: -146970384.0000, Reward: -1114928.4424
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8186, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 12300, Total loss: -6821702656.0000, CE loss: 25.2173, RL loss: -68217024.0000, Reward: -1114426.7334
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8199, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 12400, Total loss: 12032211968.0000, CE loss: 25.2183, RL loss: 120322120.0000, Reward: -1113509.1885
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8189, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 12500, Total loss: 5247116800.0000, CE loss: 25.2173, RL loss: 52471168.0000, Reward: -1113810.7900
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8145, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 12600, Total loss: 8243026432.0000, CE loss: 25.2179, RL loss: 82430264.0000, Reward: -1113495.2881
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8146, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 12700, Total loss: -3639304704.0000, CE loss: 25.2182, RL loss: -36393048.0000, Reward: -1113776.6270
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8213, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 12800, Total loss: -21084801024.0000, CE loss: 25.2185, RL loss: -210848016.0000, Reward: -1114304.6035
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8259, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 12900, Total loss: 27072573440.0000, CE loss: 25.2182, RL loss: 270725728.0000, Reward: -1113850.9814
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8159, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 13000, Total loss: -604841920.0000, CE loss: 25.2178, RL loss: -6048419.0000, Reward: -1114202.4297
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8273, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 13100, Total loss: -19463444480.0000, CE loss: 25.2183, RL loss: -194634448.0000, Reward: -1114559.9121
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8167, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 13200, Total loss: 12666488832.0000, CE loss: 25.2177, RL loss: 126664888.0000, Reward: -1114093.9932
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8950, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 13300, Total loss: -13265807360.0000, CE loss: 25.2180, RL loss: -132658072.0000, Reward: -1113500.8232
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8175, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 13400, Total loss: -33692522496.0000, CE loss: 25.2182, RL loss: -336925216.0000, Reward: -1113859.7988
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8301, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 13500, Total loss: -10322257920.0000, CE loss: 25.2179, RL loss: -103222576.0000, Reward: -1114175.7305
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8248, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 13600, Total loss: 27778826240.0000, CE loss: 25.2180, RL loss: 277788256.0000, Reward: -1112940.9258
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8209, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 13700, Total loss: 9611478016.0000, CE loss: 25.2182, RL loss: 96114784.0000, Reward: -1113519.9990
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8357, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 13800, Total loss: -41219919872.0000, CE loss: 25.2178, RL loss: -412199200.0000, Reward: -1115272.2031
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8273, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 13900, Total loss: -17260349440.0000, CE loss: 25.2179, RL loss: -172603504.0000, Reward: -1114278.7119
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8226, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
--- eval ---
prediction result:
f1 on test:    0.5387
f1 on test:    0.8916 (micro)
f1 on KB:      0.6364
integrated f1: 0.6017, w_data: 0.3000, w_klg: 0.7000

integrated result:
f1 on test:    0.5246
f1 on test:    0.8913 (micro)
f1 on KB:      0.6576
integrated f1: 0.6177, w_data: 0.3000, w_klg: 0.7000
------------
Epoch 14000, Total loss: -3120721408.0000, CE loss: 25.2182, RL loss: -31207214.0000, Reward: -1113929.2607
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8154, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 14100, Total loss: 72742862848.0000, CE loss: 25.2177, RL loss: 727428608.0000, Reward: -1112753.8359
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8216, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 14200, Total loss: 23059744768.0000, CE loss: 25.2181, RL loss: 230597456.0000, Reward: -1113977.2842
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8256, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 14300, Total loss: -20307380224.0000, CE loss: 25.2180, RL loss: -203073808.0000, Reward: -1114267.0479
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8304, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 14400, Total loss: 490552512.0000, CE loss: 25.2183, RL loss: 4905525.0000, Reward: -1113893.9697
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8260, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 14500, Total loss: 44825096192.0000, CE loss: 25.2182, RL loss: 448250976.0000, Reward: -1113451.9307
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8287, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 14600, Total loss: 18019282944.0000, CE loss: 25.2186, RL loss: 180192832.0000, Reward: -1113429.3887
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8212, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 14700, Total loss: -17752856576.0000, CE loss: 25.2177, RL loss: -177528560.0000, Reward: -1114910.9248
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8176, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 14800, Total loss: 826417920.0000, CE loss: 25.2180, RL loss: 8264179.5000, Reward: -1113832.0840
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8293, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 14900, Total loss: 470401792.0000, CE loss: 25.2178, RL loss: 4704018.0000, Reward: -1114841.5215
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8341, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
Epoch 15000, Total loss: 28572274688.0000, CE loss: 25.2177, RL loss: 285722752.0000, Reward: -1113294.8164
    full cols: 448, non-full cols: 0
   r - labels: 107, labels - r: 16
    violated: 8136, weighted: 1721.8360595703125, len: 0.0, nonzero: 0.08880079537630081
------ ABL Loop 1 ------
--- eval ---
prediction result:
f1 on test:    0.5387
f1 on test:    0.8916 (micro)
f1 on KB:      0.6364
integrated f1: 0.5990, w_data: 0.3253, w_klg: 0.6747

integrated result:
f1 on test:    0.5246
f1 on test:    0.8913 (micro)
f1 on KB:      0.6576
integrated f1: 0.6143, w_data: 0.3253, w_klg: 0.6747
------------
integrated f1 0.5990

KB before refine:
num_nodes: 5045.0000
num_edges: 3116.0000
density: 0.0001
avg_degree: 0.6176
avg_clustering: 0.0474
degree_assortativity: -0.3343
modularity: 0.7065
avg_betweenness: 0.0000
avg_closeness: 0.0014
Iteration 0: Loss = 1416200.000000
|Xk-Y|_F:  1416200.000000, |X-X0|:  0.000000
rounded |X_k-Y|_0 = 1415409, f1 =  0.359898, approx slack: 709145
rounded before pow |X_k-Y|_0 = 1415409, f1 =  0.359898

Iteration 20: Loss = 545831.812500
|Xk-Y|_F:  414473.250000, |X-X0|:  131358.562500
rounded |X_k-Y|_0 = 420655, f1 =  0.650093, approx slack: 101287
rounded before pow |X_k-Y|_0 = 452550, f1 =  0.645407

Iteration 40: Loss = 465915.062500
|Xk-Y|_F:  396511.343750, |X-X0|:  69403.734375
rounded |X_k-Y|_0 = 409299, f1 =  0.651846, approx slack: 154157
rounded before pow |X_k-Y|_0 = 497897, f1 =  0.639225

Iteration 60: Loss = 439880.531250
|Xk-Y|_F:  387129.437500, |X-X0|:  52751.089844
rounded |X_k-Y|_0 = 399725, f1 =  0.653320, approx slack: 188273
rounded before pow |X_k-Y|_0 = 534001, f1 =  0.634246

Iteration 80: Loss = 428710.781250
|Xk-Y|_F:  382294.031250, |X-X0|:  46416.753906
rounded |X_k-Y|_0 = 393130, f1 =  0.654351, approx slack: 191154
rounded before pow |X_k-Y|_0 = 538298, f1 =  0.633662

Iteration 100: Loss = 422195.875000
|Xk-Y|_F:  379637.156250, |X-X0|:  42558.726562
rounded |X_k-Y|_0 = 389193, f1 =  0.654968, approx slack: 193134
rounded before pow |X_k-Y|_0 = 540278, f1 =  0.633392

Iteration 120: Loss = 417096.625000
|Xk-Y|_F:  377447.718750, |X-X0|:  39648.894531
rounded |X_k-Y|_0 = 384326, f1 =  0.655735, approx slack: 193702
rounded before pow |X_k-Y|_0 = 542701, f1 =  0.633064

Iteration 140: Loss = 412917.531250
|Xk-Y|_F:  375536.468750, |X-X0|:  37381.062500
rounded |X_k-Y|_0 = 377389, f1 =  0.656832, approx slack: 211973
rounded before pow |X_k-Y|_0 = 565464, f1 =  0.630007

Iteration 160: Loss = 409372.843750
|Xk-Y|_F:  373843.500000, |X-X0|:  35529.332031
rounded |X_k-Y|_0 = 373487, f1 =  0.657446, approx slack: 160937
rounded before pow |X_k-Y|_0 = 516960, f1 =  0.636583

Iteration 180: Loss = 405990.843750
|Xk-Y|_F:  372085.781250, |X-X0|:  33905.070312
rounded |X_k-Y|_0 = 372157, f1 =  0.657653, approx slack: 145177
rounded before pow |X_k-Y|_0 = 500405, f1 =  0.638881

Iteration 200: Loss = 402927.187500
|Xk-Y|_F:  370254.187500, |X-X0|:  32672.986328
rounded |X_k-Y|_0 = 370450, f1 =  0.657918, approx slack: 145744
rounded before pow |X_k-Y|_0 = 499809, f1 =  0.638963

Iteration 220: Loss = 400828.093750
|Xk-Y|_F:  369157.125000, |X-X0|:  31670.974609
rounded |X_k-Y|_0 = 369253, f1 =  0.658105, approx slack: 145609
rounded before pow |X_k-Y|_0 = 499456, f1 =  0.639012

Iteration 240: Loss = 398923.812500
|Xk-Y|_F:  368221.031250, |X-X0|:  30702.789062
rounded |X_k-Y|_0 = 368527, f1 =  0.658218, approx slack: 145857
rounded before pow |X_k-Y|_0 = 499303, f1 =  0.639033

Iteration 260: Loss = 397152.250000
|Xk-Y|_F:  367388.843750, |X-X0|:  29763.394531
rounded |X_k-Y|_0 = 367956, f1 =  0.658306, approx slack: 147308
rounded before pow |X_k-Y|_0 = 500282, f1 =  0.638909

Iteration 280: Loss = 395405.187500
|Xk-Y|_F:  366614.875000, |X-X0|:  28790.306641
rounded |X_k-Y|_0 = 367490, f1 =  0.658379, approx slack: 142669
rounded before pow |X_k-Y|_0 = 495304, f1 =  0.639605

Iteration 300: Loss = 393760.062500
|Xk-Y|_F:  365882.187500, |X-X0|:  27877.890625
rounded |X_k-Y|_0 = 366706, f1 =  0.658500, approx slack: 143415
rounded before pow |X_k-Y|_0 = 495151, f1 =  0.639627

Iteration 320: Loss = 392301.093750
|Xk-Y|_F:  365222.656250, |X-X0|:  27078.445312
rounded |X_k-Y|_0 = 366116, f1 =  0.658592, approx slack: 146073
rounded before pow |X_k-Y|_0 = 497331, f1 =  0.639321

Iteration 340: Loss = 390913.968750
|Xk-Y|_F:  364621.437500, |X-X0|:  26292.525391
rounded |X_k-Y|_0 = 365412, f1 =  0.658702, approx slack: 146139
rounded before pow |X_k-Y|_0 = 497028, f1 =  0.639364

Iteration 360: Loss = 389690.781250
|Xk-Y|_F:  364087.906250, |X-X0|:  25602.861328
rounded |X_k-Y|_0 = 364651, f1 =  0.658821, approx slack: 153309
rounded before pow |X_k-Y|_0 = 503702, f1 =  0.638434

Iteration 380: Loss = 388683.031250
|Xk-Y|_F:  363576.406250, |X-X0|:  25106.621094
rounded |X_k-Y|_0 = 363867, f1 =  0.658943, approx slack: 153882
rounded before pow |X_k-Y|_0 = 503576, f1 =  0.638451

Iteration 400: Loss = 387705.656250
|Xk-Y|_F:  363109.062500, |X-X0|:  24596.593750
rounded |X_k-Y|_0 = 363317, f1 =  0.659029, approx slack: 154234
rounded before pow |X_k-Y|_0 = 503538, f1 =  0.638457

Iteration 420: Loss = 386830.937500
|Xk-Y|_F:  362676.968750, |X-X0|:  24153.953125
rounded |X_k-Y|_0 = 362851, f1 =  0.659101, approx slack: 154316
rounded before pow |X_k-Y|_0 = 502981, f1 =  0.638535

Iteration 440: Loss = 385924.187500
|Xk-Y|_F:  362273.343750, |X-X0|:  23650.835938
rounded |X_k-Y|_0 = 362428, f1 =  0.659167, approx slack: 154304
rounded before pow |X_k-Y|_0 = 502797, f1 =  0.638560

Iteration 460: Loss = 385136.875000
|Xk-Y|_F:  361906.312500, |X-X0|:  23230.566406
rounded |X_k-Y|_0 = 362060, f1 =  0.659225, approx slack: 154684
rounded before pow |X_k-Y|_0 = 503027, f1 =  0.638528

Iteration 480: Loss = 384416.187500
|Xk-Y|_F:  361569.375000, |X-X0|:  22846.796875
rounded |X_k-Y|_0 = 361832, f1 =  0.659260, approx slack: 154911
rounded before pow |X_k-Y|_0 = 502950, f1 =  0.638538

Iteration 500: Loss = 383736.875000
|Xk-Y|_F:  361213.093750, |X-X0|:  22523.783203
rounded |X_k-Y|_0 = 361437, f1 =  0.659322, approx slack: 157551
rounded before pow |X_k-Y|_0 = 505250, f1 =  0.638218

Iteration 520: Loss = 383129.500000
|Xk-Y|_F:  360879.531250, |X-X0|:  22249.972656
rounded |X_k-Y|_0 = 361083, f1 =  0.659377, approx slack: 157632
rounded before pow |X_k-Y|_0 = 505214, f1 =  0.638223

Iteration 540: Loss = 382450.656250
|Xk-Y|_F:  360599.531250, |X-X0|:  21851.123047
rounded |X_k-Y|_0 = 360897, f1 =  0.659406, approx slack: 157506
rounded before pow |X_k-Y|_0 = 505022, f1 =  0.638250

Iteration 560: Loss = 381828.812500
|Xk-Y|_F:  360292.062500, |X-X0|:  21536.734375
rounded |X_k-Y|_0 = 360658, f1 =  0.659444, approx slack: 157520
rounded before pow |X_k-Y|_0 = 504977, f1 =  0.638256

Iteration 580: Loss = 381286.062500
|Xk-Y|_F:  360013.125000, |X-X0|:  21272.945312
rounded |X_k-Y|_0 = 360486, f1 =  0.659470, approx slack: 160504
rounded before pow |X_k-Y|_0 = 507770, f1 =  0.637868

Iteration 600: Loss = 380781.843750
|Xk-Y|_F:  359721.718750, |X-X0|:  21060.113281
rounded |X_k-Y|_0 = 360206, f1 =  0.659514, approx slack: 159938
rounded before pow |X_k-Y|_0 = 507083, f1 =  0.637963

Iteration 620: Loss = 380266.593750
|Xk-Y|_F:  359455.781250, |X-X0|:  20810.802734
rounded |X_k-Y|_0 = 359939, f1 =  0.659556, approx slack: 160150
rounded before pow |X_k-Y|_0 = 507065, f1 =  0.637966

Iteration 640: Loss = 379768.906250
|Xk-Y|_F:  359254.281250, |X-X0|:  20514.632812
rounded |X_k-Y|_0 = 359808, f1 =  0.659577, approx slack: 160522
rounded before pow |X_k-Y|_0 = 507405, f1 =  0.637919

Iteration 660: Loss = 379322.468750
|Xk-Y|_F:  359026.625000, |X-X0|:  20295.851562
rounded |X_k-Y|_0 = 359662, f1 =  0.659599, approx slack: 160484
rounded before pow |X_k-Y|_0 = 507263, f1 =  0.637938

Iteration 680: Loss = 379008.750000
|Xk-Y|_F:  358796.906250, |X-X0|:  20211.841797
rounded |X_k-Y|_0 = 359467, f1 =  0.659630, approx slack: 158082
rounded before pow |X_k-Y|_0 = 504605, f1 =  0.638308

Iteration 700: Loss = 378601.718750
|Xk-Y|_F:  358591.906250, |X-X0|:  20009.812500
rounded |X_k-Y|_0 = 359362, f1 =  0.659646, approx slack: 155493
rounded before pow |X_k-Y|_0 = 501909, f1 =  0.638683

Iteration 720: Loss = 378276.750000
|Xk-Y|_F:  358381.281250, |X-X0|:  19895.468750
rounded |X_k-Y|_0 = 359132, f1 =  0.659682, approx slack: 155458
rounded before pow |X_k-Y|_0 = 501734, f1 =  0.638708

Iteration 740: Loss = 377868.187500
|Xk-Y|_F:  358232.437500, |X-X0|:  19635.753906
rounded |X_k-Y|_0 = 358986, f1 =  0.659705, approx slack: 155383
rounded before pow |X_k-Y|_0 = 501610, f1 =  0.638725

Iteration 760: Loss = 377555.906250
|Xk-Y|_F:  358044.906250, |X-X0|:  19510.996094
rounded |X_k-Y|_0 = 358821, f1 =  0.659731, approx slack: 155246
rounded before pow |X_k-Y|_0 = 501325, f1 =  0.638765

Iteration 780: Loss = 377224.781250
|Xk-Y|_F:  357897.375000, |X-X0|:  19327.416016
rounded |X_k-Y|_0 = 358679, f1 =  0.659753, approx slack: 154863
rounded before pow |X_k-Y|_0 = 501038, f1 =  0.638805

Iteration 800: Loss = 376896.781250
|Xk-Y|_F:  357702.468750, |X-X0|:  19194.320312
rounded |X_k-Y|_0 = 358550, f1 =  0.659773, approx slack: 154673
rounded before pow |X_k-Y|_0 = 500668, f1 =  0.638856

Iteration 820: Loss = 376538.843750
|Xk-Y|_F:  357632.968750, |X-X0|:  18905.882812
rounded |X_k-Y|_0 = 358480, f1 =  0.659784, approx slack: 154732
rounded before pow |X_k-Y|_0 = 500789, f1 =  0.638839

Iteration 840: Loss = 376391.812500
|Xk-Y|_F:  357464.156250, |X-X0|:  18927.648438
rounded |X_k-Y|_0 = 358242, f1 =  0.659822, approx slack: 154356
rounded before pow |X_k-Y|_0 = 500224, f1 =  0.638920

Iteration 860: Loss = 376222.406250
|Xk-Y|_F:  357378.625000, |X-X0|:  18843.779297
rounded |X_k-Y|_0 = 358077, f1 =  0.659847, approx slack: 157139
rounded before pow |X_k-Y|_0 = 502795, f1 =  0.638561

Iteration 880: Loss = 375778.968750
|Xk-Y|_F:  357231.062500, |X-X0|:  18547.914062
rounded |X_k-Y|_0 = 357846, f1 =  0.659883, approx slack: 157043
rounded before pow |X_k-Y|_0 = 502600, f1 =  0.638589

Iteration 900: Loss = 375565.875000
|Xk-Y|_F:  357095.687500, |X-X0|:  18470.193359
rounded |X_k-Y|_0 = 357670, f1 =  0.659911, approx slack: 157042
rounded before pow |X_k-Y|_0 = 502521, f1 =  0.638600

Iteration 920: Loss = 375276.250000
|Xk-Y|_F:  356950.750000, |X-X0|:  18325.500000
rounded |X_k-Y|_0 = 357613, f1 =  0.659920, approx slack: 208142
rounded before pow |X_k-Y|_0 = 552942, f1 =  0.631700

Iteration 940: Loss = 375000.968750
|Xk-Y|_F:  356866.000000, |X-X0|:  18134.980469
rounded |X_k-Y|_0 = 357543, f1 =  0.659931, approx slack: 211041
rounded before pow |X_k-Y|_0 = 555716, f1 =  0.631328

Iteration 960: Loss = 374794.468750
|Xk-Y|_F:  356770.250000, |X-X0|:  18024.226562
rounded |X_k-Y|_0 = 357502, f1 =  0.659937, approx slack: 210959
rounded before pow |X_k-Y|_0 = 555594, f1 =  0.631344

Iteration 980: Loss = 374513.781250
|Xk-Y|_F:  356621.468750, |X-X0|:  17892.324219
rounded |X_k-Y|_0 = 357328, f1 =  0.659964, approx slack: 210845
rounded before pow |X_k-Y|_0 = 555476, f1 =  0.631360

Iteration 1000: Loss = 374456.906250
|Xk-Y|_F:  356475.625000, |X-X0|:  17981.277344
rounded |X_k-Y|_0 = 357212, f1 =  0.659983, approx slack: 210816
rounded before pow |X_k-Y|_0 = 555308, f1 =  0.631383

Iteration 1020: Loss = 374295.093750
|Xk-Y|_F:  356349.968750, |X-X0|:  17945.136719
rounded |X_k-Y|_0 = 357122, f1 =  0.659997, approx slack: 210888
rounded before pow |X_k-Y|_0 = 555286, f1 =  0.631386

Iteration 1040: Loss = 373860.937500
|Xk-Y|_F:  356251.968750, |X-X0|:  17608.957031
rounded |X_k-Y|_0 = 356925, f1 =  0.660028, approx slack: 210615
rounded before pow |X_k-Y|_0 = 554933, f1 =  0.631431

Iteration 1060: Loss = 373674.375000
|Xk-Y|_F:  356170.531250, |X-X0|:  17503.828125
rounded |X_k-Y|_0 = 356915, f1 =  0.660029, approx slack: 210532
rounded before pow |X_k-Y|_0 = 554850, f1 =  0.631444

Iteration 1080: Loss = 373442.250000
|Xk-Y|_F:  356021.906250, |X-X0|:  17420.328125
rounded |X_k-Y|_0 = 356707, f1 =  0.660062, approx slack: 212799
rounded before pow |X_k-Y|_0 = 557014, f1 =  0.631154

Iteration 1100: Loss = 373363.625000
|Xk-Y|_F:  355900.656250, |X-X0|:  17462.974609
rounded |X_k-Y|_0 = 356581, f1 =  0.660082, approx slack: 210125
rounded before pow |X_k-Y|_0 = 554163, f1 =  0.631537

Iteration 1120: Loss = 373095.718750
|Xk-Y|_F:  355819.156250, |X-X0|:  17276.550781
rounded |X_k-Y|_0 = 356539, f1 =  0.660088, approx slack: 212868
rounded before pow |X_k-Y|_0 = 556887, f1 =  0.631171

Iteration 1140: Loss = 372873.625000
|Xk-Y|_F:  355680.625000, |X-X0|:  17193.009766
rounded |X_k-Y|_0 = 356431, f1 =  0.660105, approx slack: 210001
rounded before pow |X_k-Y|_0 = 553996, f1 =  0.631559

Iteration 1160: Loss = 372653.906250
|Xk-Y|_F:  355629.656250, |X-X0|:  17024.253906
rounded |X_k-Y|_0 = 356317, f1 =  0.660123, approx slack: 213010
rounded before pow |X_k-Y|_0 = 556786, f1 =  0.631185

Iteration 1180: Loss = 372516.406250
|Xk-Y|_F:  355469.812500, |X-X0|:  17046.591797
rounded |X_k-Y|_0 = 356105, f1 =  0.660156, approx slack: 213133
rounded before pow |X_k-Y|_0 = 556646, f1 =  0.631203

Iteration 1200: Loss = 372298.000000
|Xk-Y|_F:  355377.250000, |X-X0|:  16920.734375
rounded |X_k-Y|_0 = 356047, f1 =  0.660165, approx slack: 212069
rounded before pow |X_k-Y|_0 = 555575, f1 =  0.631347

Iteration 1220: Loss = 372249.187500
|Xk-Y|_F:  355290.718750, |X-X0|:  16958.458984
rounded |X_k-Y|_0 = 356041, f1 =  0.660166, approx slack: 212136
rounded before pow |X_k-Y|_0 = 555528, f1 =  0.631353

Iteration 1240: Loss = 371961.531250
|Xk-Y|_F:  355207.500000, |X-X0|:  16754.019531
rounded |X_k-Y|_0 = 355807, f1 =  0.660203, approx slack: 212113
rounded before pow |X_k-Y|_0 = 555514, f1 =  0.631355

Iteration 1260: Loss = 371974.687500
|Xk-Y|_F:  355121.437500, |X-X0|:  16853.250000
rounded |X_k-Y|_0 = 355798, f1 =  0.660204, approx slack: 211420
rounded before pow |X_k-Y|_0 = 554747, f1 =  0.631458

Iteration 1280: Loss = 371585.875000
|Xk-Y|_F:  355052.187500, |X-X0|:  16533.683594
rounded |X_k-Y|_0 = 355714, f1 =  0.660217, approx slack: 220131
rounded before pow |X_k-Y|_0 = 563419, f1 =  0.630296

Iteration 1300: Loss = 371483.250000
|Xk-Y|_F:  354929.406250, |X-X0|:  16553.837891
rounded |X_k-Y|_0 = 355588, f1 =  0.660237, approx slack: 220205
rounded before pow |X_k-Y|_0 = 563469, f1 =  0.630291

Iteration 1320: Loss = 371413.593750
|Xk-Y|_F:  354849.625000, |X-X0|:  16563.958984
rounded |X_k-Y|_0 = 355504, f1 =  0.660250, approx slack: 220286
rounded before pow |X_k-Y|_0 = 563518, f1 =  0.630284

Iteration 1340: Loss = 371214.593750
|Xk-Y|_F:  354787.531250, |X-X0|:  16427.070312
rounded |X_k-Y|_0 = 355427, f1 =  0.660262, approx slack: 220294
rounded before pow |X_k-Y|_0 = 563516, f1 =  0.630285

Iteration 1360: Loss = 371059.406250
|Xk-Y|_F:  354711.625000, |X-X0|:  16347.785156
rounded |X_k-Y|_0 = 355489, f1 =  0.660252, approx slack: 220258
rounded before pow |X_k-Y|_0 = 563450, f1 =  0.630293

Iteration 1380: Loss = 370884.156250
|Xk-Y|_F:  354621.062500, |X-X0|:  16263.083984
rounded |X_k-Y|_0 = 355366, f1 =  0.660272, approx slack: 220117
rounded before pow |X_k-Y|_0 = 563354, f1 =  0.630307

Iteration 1400: Loss = 370741.125000
|Xk-Y|_F:  354575.406250, |X-X0|:  16165.734375
rounded |X_k-Y|_0 = 355282, f1 =  0.660285, approx slack: 219911
rounded before pow |X_k-Y|_0 = 562994, f1 =  0.630354

Iteration 1420: Loss = 370598.562500
|Xk-Y|_F:  354471.750000, |X-X0|:  16126.824219
rounded |X_k-Y|_0 = 355169, f1 =  0.660303, approx slack: 219164
rounded before pow |X_k-Y|_0 = 562195, f1 =  0.630461

Iteration 1440: Loss = 370545.000000
|Xk-Y|_F:  354370.875000, |X-X0|:  16174.138672
rounded |X_k-Y|_0 = 355094, f1 =  0.660314, approx slack: 223074
rounded before pow |X_k-Y|_0 = 566068, f1 =  0.629944

Iteration 1460: Loss = 370320.656250
|Xk-Y|_F:  354259.718750, |X-X0|:  16060.930664
rounded |X_k-Y|_0 = 354879, f1 =  0.660348, approx slack: 221536
rounded before pow |X_k-Y|_0 = 564709, f1 =  0.630123

Iteration 1480: Loss = 370107.250000
|Xk-Y|_F:  354150.093750, |X-X0|:  15957.144531
rounded |X_k-Y|_0 = 354859, f1 =  0.660351, approx slack: 221166
rounded before pow |X_k-Y|_0 = 564332, f1 =  0.630172

Iteration 1500: Loss = 370161.000000
|Xk-Y|_F:  354128.375000, |X-X0|:  16032.625000
rounded |X_k-Y|_0 = 354762, f1 =  0.660366, approx slack: 219519
rounded before pow |X_k-Y|_0 = 562680, f1 =  0.630393

Iteration 1520: Loss = 369953.718750
|Xk-Y|_F:  354001.687500, |X-X0|:  15952.041992
rounded |X_k-Y|_0 = 354456, f1 =  0.660414, approx slack: 214902
rounded before pow |X_k-Y|_0 = 558003, f1 =  0.631019

Iteration 1540: Loss = 370048.312500
|Xk-Y|_F:  354011.125000, |X-X0|:  16037.191406
rounded |X_k-Y|_0 = 354622, f1 =  0.660389, approx slack: 211902
rounded before pow |X_k-Y|_0 = 555138, f1 =  0.631403

Iteration 1560: Loss = 369773.843750
|Xk-Y|_F:  353858.187500, |X-X0|:  15915.648438
rounded |X_k-Y|_0 = 354362, f1 =  0.660429, approx slack: 211870
rounded before pow |X_k-Y|_0 = 554937, f1 =  0.631429

Iteration 1580: Loss = 369600.656250
|Xk-Y|_F:  353791.687500, |X-X0|:  15808.955078
rounded |X_k-Y|_0 = 354330, f1 =  0.660434, approx slack: 212379
rounded before pow |X_k-Y|_0 = 555555, f1 =  0.631345

Iteration 1600: Loss = 369637.781250
|Xk-Y|_F:  353838.593750, |X-X0|:  15799.181641
rounded |X_k-Y|_0 = 354563, f1 =  0.660398, approx slack: 209164
rounded before pow |X_k-Y|_0 = 552479, f1 =  0.631757

Iteration 1620: Loss = 369603.437500
|Xk-Y|_F:  353797.031250, |X-X0|:  15806.408203
rounded |X_k-Y|_0 = 354491, f1 =  0.660409, approx slack: 212097
rounded before pow |X_k-Y|_0 = 555491, f1 =  0.631355

Iteration 1640: Loss = 369261.937500
|Xk-Y|_F:  353602.562500, |X-X0|:  15659.361328
rounded |X_k-Y|_0 = 354204, f1 =  0.660454, approx slack: 217870
rounded before pow |X_k-Y|_0 = 558781, f1 =  0.630701

Iteration 1660: Loss = 369195.750000
|Xk-Y|_F:  353594.062500, |X-X0|:  15601.697266
rounded |X_k-Y|_0 = 354195, f1 =  0.660455, approx slack: 217809
rounded before pow |X_k-Y|_0 = 558774, f1 =  0.630702

Iteration 1680: Loss = 369095.125000
|Xk-Y|_F:  353447.000000, |X-X0|:  15648.112305
rounded |X_k-Y|_0 = 353923, f1 =  0.660498, approx slack: 218056
rounded before pow |X_k-Y|_0 = 558762, f1 =  0.630702

Iteration 1700: Loss = 368834.843750
|Xk-Y|_F:  353417.687500, |X-X0|:  15417.152344
rounded |X_k-Y|_0 = 353954, f1 =  0.660493, approx slack: 218399
rounded before pow |X_k-Y|_0 = 558756, f1 =  0.630704

Iteration 1720: Loss = 368700.187500
|Xk-Y|_F:  353349.406250, |X-X0|:  15350.785156
rounded |X_k-Y|_0 = 353876, f1 =  0.660505, approx slack: 218305
rounded before pow |X_k-Y|_0 = 558660, f1 =  0.630729

Iteration 1740: Loss = 368587.875000
|Xk-Y|_F:  353290.843750, |X-X0|:  15297.041992
rounded |X_k-Y|_0 = 353836, f1 =  0.660512, approx slack: 218225
rounded before pow |X_k-Y|_0 = 558715, f1 =  0.630737

Iteration 1760: Loss = 368530.062500
|Xk-Y|_F:  353242.531250, |X-X0|:  15287.544922
rounded |X_k-Y|_0 = 353764, f1 =  0.660523, approx slack: 216250
rounded before pow |X_k-Y|_0 = 556726, f1 =  0.631003

Iteration 1780: Loss = 368468.312500
|Xk-Y|_F:  353120.937500, |X-X0|:  15347.370117
rounded |X_k-Y|_0 = 353579, f1 =  0.660552, approx slack: 212625
rounded before pow |X_k-Y|_0 = 553046, f1 =  0.631496

Iteration 1800: Loss = 368337.843750
|Xk-Y|_F:  353089.750000, |X-X0|:  15248.079102
rounded |X_k-Y|_0 = 353601, f1 =  0.660548, approx slack: 213019
rounded before pow |X_k-Y|_0 = 553472, f1 =  0.631437

Iteration 1820: Loss = 368323.500000
|Xk-Y|_F:  353000.968750, |X-X0|:  15322.520508
rounded |X_k-Y|_0 = 353458, f1 =  0.660571, approx slack: 215107
rounded before pow |X_k-Y|_0 = 555447, f1 =  0.631175

Iteration 1840: Loss = 368238.437500
|Xk-Y|_F:  352995.031250, |X-X0|:  15243.410156
rounded |X_k-Y|_0 = 353459, f1 =  0.660571, approx slack: 214511
rounded before pow |X_k-Y|_0 = 554912, f1 =  0.631246

Iteration 1860: Loss = 368047.031250
|Xk-Y|_F:  352912.562500, |X-X0|:  15134.466797
rounded |X_k-Y|_0 = 353412, f1 =  0.660578, approx slack: 214207
rounded before pow |X_k-Y|_0 = 554597, f1 =  0.631285

Iteration 1880: Loss = 367757.906250
|Xk-Y|_F:  352861.656250, |X-X0|:  14896.236328
rounded |X_k-Y|_0 = 353295, f1 =  0.660596, approx slack: 214768
rounded before pow |X_k-Y|_0 = 555032, f1 =  0.631227

Iteration 1900: Loss = 367728.656250
|Xk-Y|_F:  352807.500000, |X-X0|:  14921.167969
rounded |X_k-Y|_0 = 353268, f1 =  0.660601, approx slack: 214840
rounded before pow |X_k-Y|_0 = 555010, f1 =  0.631230

Iteration 1920: Loss = 367555.468750
|Xk-Y|_F:  352712.312500, |X-X0|:  14843.141602
rounded |X_k-Y|_0 = 353155, f1 =  0.660618, approx slack: 214756
rounded before pow |X_k-Y|_0 = 554983, f1 =  0.631233

Iteration 1940: Loss = 367494.000000
|Xk-Y|_F:  352671.343750, |X-X0|:  14822.652344
rounded |X_k-Y|_0 = 353080, f1 =  0.660630, approx slack: 211793
rounded before pow |X_k-Y|_0 = 552142, f1 =  0.631614

Iteration 1960: Loss = 367341.875000
|Xk-Y|_F:  352625.375000, |X-X0|:  14716.515625
rounded |X_k-Y|_0 = 353054, f1 =  0.660634, approx slack: 166313
rounded before pow |X_k-Y|_0 = 506985, f1 =  0.637779

Iteration 1980: Loss = 367249.375000
|Xk-Y|_F:  352569.718750, |X-X0|:  14679.669922
rounded |X_k-Y|_0 = 352968, f1 =  0.660648, approx slack: 166888
rounded before pow |X_k-Y|_0 = 507518, f1 =  0.637705

Iteration 2000: Loss = 367147.250000
|Xk-Y|_F:  352525.937500, |X-X0|:  14621.304688
rounded |X_k-Y|_0 = 352954, f1 =  0.660650, approx slack: 166960
rounded before pow |X_k-Y|_0 = 507486, f1 =  0.637710

Iteration 2020: Loss = 367154.250000
|Xk-Y|_F:  352463.750000, |X-X0|:  14690.485352
rounded |X_k-Y|_0 = 352875, f1 =  0.660662, approx slack: 162203
rounded before pow |X_k-Y|_0 = 502822, f1 =  0.638357

Iteration 2040: Loss = 366851.187500
|Xk-Y|_F:  352431.437500, |X-X0|:  14419.760742
rounded |X_k-Y|_0 = 352838, f1 =  0.660668, approx slack: 160216
rounded before pow |X_k-Y|_0 = 500946, f1 =  0.638617

Iteration 2060: Loss = 366828.937500
|Xk-Y|_F:  352364.843750, |X-X0|:  14464.096680
rounded |X_k-Y|_0 = 352763, f1 =  0.660680, approx slack: 160297
rounded before pow |X_k-Y|_0 = 500933, f1 =  0.638619

Iteration 2080: Loss = 366675.250000
|Xk-Y|_F:  352334.781250, |X-X0|:  14340.458008
rounded |X_k-Y|_0 = 352787, f1 =  0.660676, approx slack: 160283
rounded before pow |X_k-Y|_0 = 500967, f1 =  0.638614

Iteration 2100: Loss = 366706.843750
|Xk-Y|_F:  352266.312500, |X-X0|:  14440.524414
rounded |X_k-Y|_0 = 352647, f1 =  0.660698, approx slack: 159841
rounded before pow |X_k-Y|_0 = 500676, f1 =  0.638655

Iteration 2120: Loss = 366627.250000
|Xk-Y|_F:  352245.718750, |X-X0|:  14381.535156
rounded |X_k-Y|_0 = 352602, f1 =  0.660705, approx slack: 159806
rounded before pow |X_k-Y|_0 = 500647, f1 =  0.638659

Iteration 2140: Loss = 366309.281250
|Xk-Y|_F:  352183.281250, |X-X0|:  14126.009766
rounded |X_k-Y|_0 = 352634, f1 =  0.660700, approx slack: 159663
rounded before pow |X_k-Y|_0 = 500574, f1 =  0.638669

Iteration 2160: Loss = 366275.843750
|Xk-Y|_F:  352123.218750, |X-X0|:  14152.638672
rounded |X_k-Y|_0 = 352559, f1 =  0.660712, approx slack: 159469
rounded before pow |X_k-Y|_0 = 500518, f1 =  0.638678

Iteration 2180: Loss = 366097.468750
|Xk-Y|_F:  352088.906250, |X-X0|:  14008.565430
rounded |X_k-Y|_0 = 352534, f1 =  0.660716, approx slack: 154846
rounded before pow |X_k-Y|_0 = 495751, f1 =  0.639344

Iteration 2200: Loss = 366123.187500
|Xk-Y|_F:  352076.437500, |X-X0|:  14046.738281
rounded |X_k-Y|_0 = 352451, f1 =  0.660729, approx slack: 152476
rounded before pow |X_k-Y|_0 = 493841, f1 =  0.639607

Iteration 2220: Loss = 366024.468750
|Xk-Y|_F:  352015.656250, |X-X0|:  14008.825195
rounded |X_k-Y|_0 = 352248, f1 =  0.660761, approx slack: 152456
rounded before pow |X_k-Y|_0 = 493866, f1 =  0.639606

Iteration 2240: Loss = 365827.875000
|Xk-Y|_F:  351926.093750, |X-X0|:  13901.777344
rounded |X_k-Y|_0 = 352271, f1 =  0.660757, approx slack: 152430
rounded before pow |X_k-Y|_0 = 493820, f1 =  0.639612

Iteration 2260: Loss = 365886.093750
|Xk-Y|_F:  351902.687500, |X-X0|:  13983.420898
rounded |X_k-Y|_0 = 352185, f1 =  0.660771, approx slack: 154080
rounded before pow |X_k-Y|_0 = 495429, f1 =  0.639388

Iteration 2280: Loss = 365797.437500
|Xk-Y|_F:  351865.968750, |X-X0|:  13931.468750
rounded |X_k-Y|_0 = 352158, f1 =  0.660775, approx slack: 153435
rounded before pow |X_k-Y|_0 = 494414, f1 =  0.639530

Iteration 2300: Loss = 365582.187500
|Xk-Y|_F:  351795.875000, |X-X0|:  13786.304688
rounded |X_k-Y|_0 = 352104, f1 =  0.660784, approx slack: 153490
rounded before pow |X_k-Y|_0 = 494499, f1 =  0.639516

Iteration 2320: Loss = 365540.343750
|Xk-Y|_F:  351800.656250, |X-X0|:  13739.698242
rounded |X_k-Y|_0 = 352096, f1 =  0.660785, approx slack: 149881
rounded before pow |X_k-Y|_0 = 490990, f1 =  0.640011

Iteration 2340: Loss = 365452.687500
|Xk-Y|_F:  351740.718750, |X-X0|:  13711.954102
rounded |X_k-Y|_0 = 352101, f1 =  0.660784, approx slack: 148537
rounded before pow |X_k-Y|_0 = 489449, f1 =  0.640230

Iteration 2360: Loss = 365418.250000
|Xk-Y|_F:  351773.593750, |X-X0|:  13644.665039
rounded |X_k-Y|_0 = 352232, f1 =  0.660763, approx slack: 147893
rounded before pow |X_k-Y|_0 = 489202, f1 =  0.640277

Iteration 2380: Loss = 365526.437500
|Xk-Y|_F:  351770.781250, |X-X0|:  13755.650391
rounded |X_k-Y|_0 = 352060, f1 =  0.660790, approx slack: 148067
rounded before pow |X_k-Y|_0 = 489191, f1 =  0.640281

Iteration 2400: Loss = 365259.156250
|Xk-Y|_F:  351715.875000, |X-X0|:  13543.275391
rounded |X_k-Y|_0 = 352076, f1 =  0.660788, approx slack: 148151
rounded before pow |X_k-Y|_0 = 489220, f1 =  0.640277

Iteration 2420: Loss = 365149.937500
|Xk-Y|_F:  351698.500000, |X-X0|:  13451.435547
rounded |X_k-Y|_0 = 352009, f1 =  0.660798, approx slack: 151974
rounded before pow |X_k-Y|_0 = 493050, f1 =  0.639735

Iteration 2440: Loss = 365012.718750
|Xk-Y|_F:  351621.500000, |X-X0|:  13391.214844
rounded |X_k-Y|_0 = 351947, f1 =  0.660808, approx slack: 151843
rounded before pow |X_k-Y|_0 = 493027, f1 =  0.639739

Iteration 2460: Loss = 365240.812500
|Xk-Y|_F:  351607.093750, |X-X0|:  13633.718750
rounded |X_k-Y|_0 = 351866, f1 =  0.660821, approx slack: 152124
rounded before pow |X_k-Y|_0 = 493035, f1 =  0.639737

Iteration 2480: Loss = 364888.218750
|Xk-Y|_F:  351488.531250, |X-X0|:  13399.681641
rounded |X_k-Y|_0 = 351731, f1 =  0.660842, approx slack: 148154
rounded before pow |X_k-Y|_0 = 489126, f1 =  0.640286

Iteration 2500: Loss = 364765.437500
|Xk-Y|_F:  351426.000000, |X-X0|:  13339.453125
rounded |X_k-Y|_0 = 351684, f1 =  0.660850, approx slack: 148127
rounded before pow |X_k-Y|_0 = 489052, f1 =  0.640298

Iteration 2520: Loss = 364876.000000
|Xk-Y|_F:  351461.906250, |X-X0|:  13414.080078
rounded |X_k-Y|_0 = 351652, f1 =  0.660855, approx slack: 149798
rounded before pow |X_k-Y|_0 = 490650, f1 =  0.640075

Iteration 2540: Loss = 364548.343750
|Xk-Y|_F:  351344.312500, |X-X0|:  13204.041016
rounded |X_k-Y|_0 = 351607, f1 =  0.660862, approx slack: 146981
rounded before pow |X_k-Y|_0 = 487813, f1 =  0.640474

Iteration 2560: Loss = 364556.062500
|Xk-Y|_F:  351270.093750, |X-X0|:  13285.954102
rounded |X_k-Y|_0 = 351433, f1 =  0.660889, approx slack: 161581
rounded before pow |X_k-Y|_0 = 502240, f1 =  0.638454

Iteration 2580: Loss = 364523.968750
|Xk-Y|_F:  351255.250000, |X-X0|:  13268.715820
rounded |X_k-Y|_0 = 351466, f1 =  0.660884, approx slack: 160956
rounded before pow |X_k-Y|_0 = 501804, f1 =  0.638511

Iteration 2600: Loss = 364521.687500
|Xk-Y|_F:  351212.500000, |X-X0|:  13309.185547
rounded |X_k-Y|_0 = 351292, f1 =  0.660911, approx slack: 154566
rounded before pow |X_k-Y|_0 = 495264, f1 =  0.639343

Iteration 2620: Loss = 364258.500000
|Xk-Y|_F:  351118.656250, |X-X0|:  13139.839844
rounded |X_k-Y|_0 = 351298, f1 =  0.660910, approx slack: 152136
rounded before pow |X_k-Y|_0 = 492842, f1 =  0.639653

Iteration 2640: Loss = 364204.937500
|Xk-Y|_F:  351045.125000, |X-X0|:  13159.798828
rounded |X_k-Y|_0 = 351213, f1 =  0.660924, approx slack: 151922
rounded before pow |X_k-Y|_0 = 492672, f1 =  0.639675

Iteration 2660: Loss = 364151.687500
|Xk-Y|_F:  351030.125000, |X-X0|:  13121.570312
rounded |X_k-Y|_0 = 351173, f1 =  0.660930, approx slack: 151958
rounded before pow |X_k-Y|_0 = 492646, f1 =  0.639679

Iteration 2680: Loss = 364197.343750
|Xk-Y|_F:  351046.625000, |X-X0|:  13150.727539
rounded |X_k-Y|_0 = 351166, f1 =  0.660931, approx slack: 151661
rounded before pow |X_k-Y|_0 = 492398, f1 =  0.639713

Iteration 2700: Loss = 364302.625000
|Xk-Y|_F:  351036.218750, |X-X0|:  13266.400391
rounded |X_k-Y|_0 = 351191, f1 =  0.660927, approx slack: 144854
rounded before pow |X_k-Y|_0 = 485796, f1 =  0.640565

Iteration 2720: Loss = 364037.781250
|Xk-Y|_F:  350951.468750, |X-X0|:  13086.318359
rounded |X_k-Y|_0 = 351052, f1 =  0.660949, approx slack: 149332
rounded before pow |X_k-Y|_0 = 490162, f1 =  0.640002

Iteration 2740: Loss = 363808.906250
|Xk-Y|_F:  350902.218750, |X-X0|:  12906.681641
rounded |X_k-Y|_0 = 351082, f1 =  0.660944, approx slack: 144509
rounded before pow |X_k-Y|_0 = 485323, f1 =  0.640628

Iteration 2760: Loss = 363786.156250
|Xk-Y|_F:  350847.906250, |X-X0|:  12938.252930
rounded |X_k-Y|_0 = 350994, f1 =  0.660958, approx slack: 144342
rounded before pow |X_k-Y|_0 = 485248, f1 =  0.640641

Iteration 2780: Loss = 363664.218750
|Xk-Y|_F:  350798.531250, |X-X0|:  12865.689453
rounded |X_k-Y|_0 = 351010, f1 =  0.660955, approx slack: 144306
rounded before pow |X_k-Y|_0 = 485444, f1 =  0.640611

Iteration 2800: Loss = 363713.031250
|Xk-Y|_F:  350767.437500, |X-X0|:  12945.597656
rounded |X_k-Y|_0 = 350945, f1 =  0.660966, approx slack: 142693
rounded before pow |X_k-Y|_0 = 483989, f1 =  0.640817

Iteration 2820: Loss = 363748.250000
|Xk-Y|_F:  350766.937500, |X-X0|:  12981.310547
rounded |X_k-Y|_0 = 350898, f1 =  0.660973, approx slack: 142698
rounded before pow |X_k-Y|_0 = 483956, f1 =  0.640822

Iteration 2840: Loss = 363516.250000
|Xk-Y|_F:  350709.531250, |X-X0|:  12806.732422
rounded |X_k-Y|_0 = 350850, f1 =  0.660981, approx slack: 142535
rounded before pow |X_k-Y|_0 = 483763, f1 =  0.640849

Iteration 2860: Loss = 363532.781250
|Xk-Y|_F:  350707.562500, |X-X0|:  12825.207031
rounded |X_k-Y|_0 = 350855, f1 =  0.660980, approx slack: 142529
rounded before pow |X_k-Y|_0 = 483715, f1 =  0.640856

Iteration 2880: Loss = 363431.718750
|Xk-Y|_F:  350632.843750, |X-X0|:  12798.888672
rounded |X_k-Y|_0 = 350813, f1 =  0.660986, approx slack: 142386
rounded before pow |X_k-Y|_0 = 483556, f1 =  0.640880

Iteration 2900: Loss = 363287.812500
|Xk-Y|_F:  350608.406250, |X-X0|:  12679.416016
rounded |X_k-Y|_0 = 350772, f1 =  0.660993, approx slack: 143202
rounded before pow |X_k-Y|_0 = 484410, f1 =  0.640761

Iteration 2920: Loss = 363210.156250
|Xk-Y|_F:  350601.093750, |X-X0|:  12609.070312
rounded |X_k-Y|_0 = 350856, f1 =  0.660980, approx slack: 142923
rounded before pow |X_k-Y|_0 = 484153, f1 =  0.640797

Iteration 2940: Loss = 363302.250000
|Xk-Y|_F:  350537.500000, |X-X0|:  12764.756836
rounded |X_k-Y|_0 = 350691, f1 =  0.661006, approx slack: 142878
rounded before pow |X_k-Y|_0 = 484053, f1 =  0.640810

Iteration 2960: Loss = 363081.718750
|Xk-Y|_F:  350491.093750, |X-X0|:  12590.636719
rounded |X_k-Y|_0 = 350668, f1 =  0.661009, approx slack: 129173
rounded before pow |X_k-Y|_0 = 470458, f1 =  0.642756

Iteration 2980: Loss = 363095.156250
|Xk-Y|_F:  350491.593750, |X-X0|:  12603.558594
rounded |X_k-Y|_0 = 350647, f1 =  0.661012, approx slack: 129245
rounded before pow |X_k-Y|_0 = 470444, f1 =  0.642758

Iteration 3000: Loss = 363116.312500
|Xk-Y|_F:  350504.843750, |X-X0|:  12611.471680
rounded |X_k-Y|_0 = 350627, f1 =  0.661016, approx slack: 129310
rounded before pow |X_k-Y|_0 = 470476, f1 =  0.642755

Iteration 3020: Loss = 362945.593750
|Xk-Y|_F:  350434.531250, |X-X0|:  12511.076172
rounded |X_k-Y|_0 = 350599, f1 =  0.661020, approx slack: 129336
rounded before pow |X_k-Y|_0 = 470559, f1 =  0.642741

Iteration 3040: Loss = 362931.593750
|Xk-Y|_F:  350448.250000, |X-X0|:  12483.357422
rounded |X_k-Y|_0 = 350559, f1 =  0.661026, approx slack: 129170
rounded before pow |X_k-Y|_0 = 470356, f1 =  0.642771

Iteration 3060: Loss = 362864.656250
|Xk-Y|_F:  350401.843750, |X-X0|:  12462.824219
rounded |X_k-Y|_0 = 350488, f1 =  0.661037, approx slack: 129092
rounded before pow |X_k-Y|_0 = 470351, f1 =  0.642772

Iteration 3080: Loss = 362777.500000
|Xk-Y|_F:  350352.937500, |X-X0|:  12424.556641
rounded |X_k-Y|_0 = 350451, f1 =  0.661043, approx slack: 127911
rounded before pow |X_k-Y|_0 = 469214, f1 =  0.642937

Iteration 3100: Loss = 362976.375000
|Xk-Y|_F:  350395.343750, |X-X0|:  12581.044922
rounded |X_k-Y|_0 = 350462, f1 =  0.661042, approx slack: 129012
rounded before pow |X_k-Y|_0 = 470289, f1 =  0.642783

Iteration 3120: Loss = 362683.031250
|Xk-Y|_F:  350354.593750, |X-X0|:  12328.427734
rounded |X_k-Y|_0 = 350464, f1 =  0.661041, approx slack: 129001
rounded before pow |X_k-Y|_0 = 470249, f1 =  0.642789

Iteration 3140: Loss = 362656.375000
|Xk-Y|_F:  350302.375000, |X-X0|:  12354.006836
rounded |X_k-Y|_0 = 350407, f1 =  0.661050, approx slack: 126447
rounded before pow |X_k-Y|_0 = 467679, f1 =  0.643157

Iteration 3160: Loss = 362910.187500
|Xk-Y|_F:  350390.000000, |X-X0|:  12520.183594
rounded |X_k-Y|_0 = 350529, f1 =  0.661031, approx slack: 126334
rounded before pow |X_k-Y|_0 = 467627, f1 =  0.643164

Iteration 3180: Loss = 362754.437500
|Xk-Y|_F:  350366.375000, |X-X0|:  12388.062500
rounded |X_k-Y|_0 = 350470, f1 =  0.661040, approx slack: 126429
rounded before pow |X_k-Y|_0 = 467627, f1 =  0.643165

Iteration 3200: Loss = 362539.968750
|Xk-Y|_F:  350269.343750, |X-X0|:  12270.610352
rounded |X_k-Y|_0 = 350400, f1 =  0.661051, approx slack: 125465
rounded before pow |X_k-Y|_0 = 466694, f1 =  0.643298

Iteration 3220: Loss = 362424.156250
|Xk-Y|_F:  350232.343750, |X-X0|:  12191.806641
rounded |X_k-Y|_0 = 350374, f1 =  0.661055, approx slack: 126536
rounded before pow |X_k-Y|_0 = 467742, f1 =  0.643147

Iteration 3240: Loss = 362450.781250
|Xk-Y|_F:  350230.562500, |X-X0|:  12220.220703
rounded |X_k-Y|_0 = 350370, f1 =  0.661056, approx slack: 126641
rounded before pow |X_k-Y|_0 = 467812, f1 =  0.643139

Iteration 3260: Loss = 362342.500000
|Xk-Y|_F:  350180.718750, |X-X0|:  12161.767578
rounded |X_k-Y|_0 = 350247, f1 =  0.661075, approx slack: 127908
rounded before pow |X_k-Y|_0 = 469084, f1 =  0.642955

Iteration 3280: Loss = 362271.718750
|Xk-Y|_F:  350168.281250, |X-X0|:  12103.443359
rounded |X_k-Y|_0 = 350308, f1 =  0.661066, approx slack: 120086
rounded before pow |X_k-Y|_0 = 461353, f1 =  0.644074

Iteration 3300: Loss = 362295.156250
|Xk-Y|_F:  350133.093750, |X-X0|:  12162.050781
rounded |X_k-Y|_0 = 350217, f1 =  0.661080, approx slack: 119213
rounded before pow |X_k-Y|_0 = 460584, f1 =  0.644185

Iteration 3320: Loss = 362172.812500
|Xk-Y|_F:  350115.781250, |X-X0|:  12057.045898
rounded |X_k-Y|_0 = 350258, f1 =  0.661074, approx slack: 118353
rounded before pow |X_k-Y|_0 = 459636, f1 =  0.644323

Iteration 3340: Loss = 362268.687500
|Xk-Y|_F:  350124.218750, |X-X0|:  12144.461914
rounded |X_k-Y|_0 = 350161, f1 =  0.661089, approx slack: 115288
rounded before pow |X_k-Y|_0 = 456629, f1 =  0.644753

Iteration 3360: Loss = 362736.562500
|Xk-Y|_F:  350405.843750, |X-X0|:  12330.722656
rounded |X_k-Y|_0 = 350448, f1 =  0.661044, approx slack: 255055
rounded before pow |X_k-Y|_0 = 595567, f1 =  0.625523

Iteration 3380: Loss = 362060.187500
|Xk-Y|_F:  350054.000000, |X-X0|:  12006.203125
rounded |X_k-Y|_0 = 350146, f1 =  0.661091, approx slack: 117085
rounded before pow |X_k-Y|_0 = 458383, f1 =  0.644497

Iteration 3400: Loss = 362261.468750
|Xk-Y|_F:  350226.718750, |X-X0|:  12034.761719
rounded |X_k-Y|_0 = 350343, f1 =  0.661060, approx slack: 116196
rounded before pow |X_k-Y|_0 = 457595, f1 =  0.644612

Iteration 3420: Loss = 361905.500000
|Xk-Y|_F:  350001.500000, |X-X0|:  11904.001953
rounded |X_k-Y|_0 = 350120, f1 =  0.661095, approx slack: 116911
rounded before pow |X_k-Y|_0 = 458127, f1 =  0.644532

Iteration 3440: Loss = 361909.187500
|Xk-Y|_F:  350013.281250, |X-X0|:  11895.900391
rounded |X_k-Y|_0 = 350129, f1 =  0.661094, approx slack: 115029
rounded before pow |X_k-Y|_0 = 456267, f1 =  0.644803

Iteration 3460: Loss = 361926.687500
|Xk-Y|_F:  350008.375000, |X-X0|:  11918.300781
rounded |X_k-Y|_0 = 350106, f1 =  0.661097, approx slack: 115010
rounded before pow |X_k-Y|_0 = 456244, f1 =  0.644806

Iteration 3480: Loss = 361852.187500
|Xk-Y|_F:  349964.468750, |X-X0|:  11887.721680
rounded |X_k-Y|_0 = 350063, f1 =  0.661104, approx slack: 114980
rounded before pow |X_k-Y|_0 = 456186, f1 =  0.644814

Iteration 3500: Loss = 361862.406250
|Xk-Y|_F:  349979.562500, |X-X0|:  11882.848633
rounded |X_k-Y|_0 = 350102, f1 =  0.661098, approx slack: 114897
rounded before pow |X_k-Y|_0 = 456223, f1 =  0.644811

Iteration 3520: Loss = 361760.500000
|Xk-Y|_F:  349899.968750, |X-X0|:  11860.534180
rounded |X_k-Y|_0 = 349990, f1 =  0.661116, approx slack: 114874
rounded before pow |X_k-Y|_0 = 456184, f1 =  0.644816

Iteration 3540: Loss = 361742.906250
|Xk-Y|_F:  349945.250000, |X-X0|:  11797.666992
rounded |X_k-Y|_0 = 350060, f1 =  0.661105, approx slack: 114424
rounded before pow |X_k-Y|_0 = 456170, f1 =  0.644819

Iteration 3560: Loss = 361582.687500
|Xk-Y|_F:  349846.406250, |X-X0|:  11736.267578
rounded |X_k-Y|_0 = 349978, f1 =  0.661118, approx slack: 114451
rounded before pow |X_k-Y|_0 = 456083, f1 =  0.644831

Iteration 3580: Loss = 361592.375000
|Xk-Y|_F:  349836.218750, |X-X0|:  11756.167969
rounded |X_k-Y|_0 = 349930, f1 =  0.661125, approx slack: 114464
rounded before pow |X_k-Y|_0 = 456099, f1 =  0.644827

Iteration 3600: Loss = 361794.937500
|Xk-Y|_F:  349887.406250, |X-X0|:  11907.526367
rounded |X_k-Y|_0 = 349902, f1 =  0.661130, approx slack: 114446
rounded before pow |X_k-Y|_0 = 456124, f1 =  0.644824

Iteration 3620: Loss = 361441.687500
|Xk-Y|_F:  349797.031250, |X-X0|:  11644.644531
rounded |X_k-Y|_0 = 349950, f1 =  0.661122, approx slack: 114475
rounded before pow |X_k-Y|_0 = 456085, f1 =  0.644830

Iteration 3640: Loss = 361434.375000
|Xk-Y|_F:  349797.375000, |X-X0|:  11637.000977
rounded |X_k-Y|_0 = 349934, f1 =  0.661124, approx slack: 113932
rounded before pow |X_k-Y|_0 = 455552, f1 =  0.644908

Iteration 3660: Loss = 361309.968750
|Xk-Y|_F:  349761.718750, |X-X0|:  11548.259766
rounded |X_k-Y|_0 = 349861, f1 =  0.661136, approx slack: 114052
rounded before pow |X_k-Y|_0 = 455643, f1 =  0.644894

Iteration 3680: Loss = 361222.781250
|Xk-Y|_F:  349729.937500, |X-X0|:  11492.837891
rounded |X_k-Y|_0 = 349841, f1 =  0.661139, approx slack: 113912
rounded before pow |X_k-Y|_0 = 455583, f1 =  0.644903

Iteration 3700: Loss = 361191.843750
|Xk-Y|_F:  349701.375000, |X-X0|:  11490.469727
rounded |X_k-Y|_0 = 349791, f1 =  0.661147, approx slack: 113720
rounded before pow |X_k-Y|_0 = 455272, f1 =  0.644948

Iteration 3720: Loss = 361187.031250
|Xk-Y|_F:  349726.781250, |X-X0|:  11460.255859
rounded |X_k-Y|_0 = 349821, f1 =  0.661142, approx slack: 113726
rounded before pow |X_k-Y|_0 = 455272, f1 =  0.644950

Iteration 3740: Loss = 361157.875000
|Xk-Y|_F:  349682.218750, |X-X0|:  11475.668945
rounded |X_k-Y|_0 = 349796, f1 =  0.661146, approx slack: 113144
rounded before pow |X_k-Y|_0 = 454410, f1 =  0.645028

Iteration 3760: Loss = 361287.468750
|Xk-Y|_F:  349765.625000, |X-X0|:  11521.839844
rounded |X_k-Y|_0 = 349862, f1 =  0.661136, approx slack: 114096
rounded before pow |X_k-Y|_0 = 455472, f1 =  0.644873

Iteration 3780: Loss = 361149.468750
|Xk-Y|_F:  349675.000000, |X-X0|:  11474.454102
rounded |X_k-Y|_0 = 349762, f1 =  0.661152, approx slack: 114142
rounded before pow |X_k-Y|_0 = 455431, f1 =  0.644880

Iteration 3800: Loss = 361117.843750
|Xk-Y|_F:  349635.093750, |X-X0|:  11482.744141
rounded |X_k-Y|_0 = 349687, f1 =  0.661163, approx slack: 112977
rounded before pow |X_k-Y|_0 = 454313, f1 =  0.645044

Iteration 3820: Loss = 361074.937500
|Xk-Y|_F:  349612.156250, |X-X0|:  11462.783203
rounded |X_k-Y|_0 = 349693, f1 =  0.661162, approx slack: 112984
rounded before pow |X_k-Y|_0 = 454293, f1 =  0.645047

Iteration 3840: Loss = 360960.843750
|Xk-Y|_F:  349553.406250, |X-X0|:  11407.429688
rounded |X_k-Y|_0 = 349652, f1 =  0.661169, approx slack: 112699
rounded before pow |X_k-Y|_0 = 454021, f1 =  0.645087

Iteration 3860: Loss = 360961.781250
|Xk-Y|_F:  349564.281250, |X-X0|:  11397.505859
rounded |X_k-Y|_0 = 349597, f1 =  0.661177, approx slack: 112542
rounded before pow |X_k-Y|_0 = 453836, f1 =  0.645111

Iteration 3880: Loss = 360911.906250
|Xk-Y|_F:  349555.906250, |X-X0|:  11356.013672
rounded |X_k-Y|_0 = 349561, f1 =  0.661183, approx slack: 112510
rounded before pow |X_k-Y|_0 = 453810, f1 =  0.645114

Iteration 3900: Loss = 360802.500000
|Xk-Y|_F:  349519.968750, |X-X0|:  11282.544922
rounded |X_k-Y|_0 = 349625, f1 =  0.661173, approx slack: 112608
rounded before pow |X_k-Y|_0 = 453750, f1 =  0.645123

Iteration 3920: Loss = 360801.531250
|Xk-Y|_F:  349484.531250, |X-X0|:  11316.989258
rounded |X_k-Y|_0 = 349538, f1 =  0.661187, approx slack: 112078
rounded before pow |X_k-Y|_0 = 453747, f1 =  0.645125

Iteration 3940: Loss = 360623.531250
|Xk-Y|_F:  349440.531250, |X-X0|:  11182.991211
rounded |X_k-Y|_0 = 349534, f1 =  0.661187, approx slack: 106456
rounded before pow |X_k-Y|_0 = 450104, f1 =  0.645876

Iteration 3960: Loss = 360627.500000
|Xk-Y|_F:  349454.531250, |X-X0|:  11172.970703
rounded |X_k-Y|_0 = 349538, f1 =  0.661187, approx slack: 111971
rounded before pow |X_k-Y|_0 = 453601, f1 =  0.645146

Iteration 3980: Loss = 360728.343750
|Xk-Y|_F:  349474.656250, |X-X0|:  11253.685547
rounded |X_k-Y|_0 = 349506, f1 =  0.661192, approx slack: 112008
rounded before pow |X_k-Y|_0 = 453661, f1 =  0.645136

Iteration 4000: Loss = 360749.968750
|Xk-Y|_F:  349461.593750, |X-X0|:  11288.388672
rounded |X_k-Y|_0 = 349466, f1 =  0.661198, approx slack: 106598
rounded before pow |X_k-Y|_0 = 450220, f1 =  0.645861

Converged at iteration 4005

KB after refine:
num_nodes: 5045.0000
num_edges: 3631.0000
density: 0.0001
avg_degree: 0.7197
avg_clustering: 0.0504
degree_assortativity: -0.3371
modularity: 0.6947
avg_betweenness: 0.0000
avg_closeness: 0.0040
------ ABL 1 after refine ------
--- eval ---
prediction result:
f1 on test:    0.5387
f1 on test:    0.8916 (micro)
f1 on KB:      0.6397
integrated f1: 0.6009, w_data: 0.3253, w_klg: 0.6747

integrated result:
f1 on test:    0.5247
f1 on test:    0.8913 (micro)
f1 on KB:      0.6607
integrated f1: 0.6165, w_data: 0.3253, w_klg: 0.6747
------------
integrated f1 0.6009
