============================ Script ============================
import torch
import numpy as np
from scipy.sparse import load_npz
from datetime import datetime
import argparse
import pandas as pd

from egoal.abl import abduce

if __name__ == '__main__':
    parser = argparse.ArgumentParser()
    parser.add_argument('--data_name', dest= 'data_name', action= 'store', required= True, type=str)
    parser.add_argument('--log_file', dest= 'log_file', action= 'store', default= f'log/EGOAL-hsa-{datetime.now()}.txt'.replace(' ','-'), type=str)
    parser.add_argument('--model_type', dest= 'model_type', action= 'store', default= 'GNN', type=str)
    parser.add_argument('--model_save_name', dest= 'model_name', action= 'store', default= '', type=str)
    #     parser.add_argument('--seed', dest= 'seed', action= 'store', default= 42, type=int)
    parser.add_argument('--device', dest= 'device', action= 'store', default= 'cuda', type=str)
    parser.add_argument('--trainset_remove', dest= 'p_train', action= 'store', default= 1., type=float)
    parser.add_argument('--random_split', dest= 'random_split', action= 'store', default= False, type=bool)
    args = parser.parse_args()

    data_name = args.data_name
    log_file = args.log_file
    model_type = args.model_type
    model_name = f'{model_type}_{data_name}_{args.model_name}'

#     seed = args.seed
#     device = torch.device(args.seed if torch.cuda.is_available() else "cpu")
    rng = np.random.default_rng()
    seed = int(rng.integers(low=0, high=2**32 - 1, dtype=np.uint32))
    device = torch.device(args.device if torch.cuda.is_available() else "cpu")
    print(f'using device: {device} (cuda_available={torch.cuda.is_available()}, cuda_count={torch.cuda.device_count() if torch.cuda.is_available() else 0})')
    print(model_name)
    print(log_file)
    print(f'random seed: {seed}')

    #########################################

    np.random.seed(seed)
    X_train = torch.tensor(load_npz(f'dataset/human/{data_name}_X.npz').toarray(), dtype = torch.float32)
    Y_train = torch.tensor(load_npz(f'dataset/human/{data_name}_Y.npz').toarray(), dtype = int)

    #test_idx = np.random.choice([True, False], size=len(X_train), p=[.2, .8])
    test_idx = np.zeros(shape=len(X_train), dtype=bool)
    if not args.random_split:
        test_idx[np.load(f'dataset/human/{data_name}_test_idx.npy')] = True
    else:
        metadata = pd.read_csv(f'dataset/human/{data_name}_metadata.csv',index_col=0)
        test_pert = np.random.choice([True, False], size=len(metadata), p=[.2, .8])
        test_data_idx = sum(metadata[(test_pert)\
                & (metadata['pert'].apply(lambda x: len(eval(x))>1))]\
                .apply(lambda x: list(range(x['data_start_idx'],x['data_end_idx+1'])), axis=1), [])
        test_idx[test_data_idx] = True

    p_train = args.p_train
    train_idx = np.random.choice([True, False], size=len(X_train)-np.count_nonzero(test_idx), p=[p_train, 1-p_train])

    X_test = X_train[test_idx]
    Y_test = Y_train[test_idx]
    X_train = X_train[~ test_idx][train_idx]
    Y_train = Y_train[~ test_idx][train_idx]
    print('train:', X_train.shape)

    regulators = np.nonzero(np.sum(\
            load_npz(f'rules/human/{data_name}_KB_P.npz').toarray()\
            +load_npz(f'rules/human/{data_name}_KB_N.npz').toarray(), axis=1))[0]
    X_unlabel = np.zeros(shape=(len(regulators), X_train.shape[1]))
    X_unlabel[range(len(X_unlabel)), regulators] = 1.
    X_unlabel = torch.tensor(X_unlabel, dtype=torch.float32)
    print('unlabel:', X_unlabel.shape)

    label_weight = torch.tensor(np.load(f'dataset/human/{data_name}_label_weight.npy'))

    X_train, Y_train = X_train.to(device), Y_train.to(device)
    X_test, Y_test = X_test.to(device), Y_test.to(device)
    X_unlabel = X_unlabel.to(device)
    label_weight = label_weight.to(device)

    abduce(X_unlabel= X_unlabel,
           X_test= X_test,
           Y_test= Y_test,
           X_label = X_train,
           Y_label = Y_train,

           pos_trn_pth=f'rules/human/{data_name}_KB_P.npz',
           neg_trn_pth=f'rules/human/{data_name}_KB_N.npz',
           closure = 5,
           closure_type = 'weighted',

           label_weight=label_weight,
           #pretrained_model_pth = 'models/MLP_human_Aug19.pt',
           model_save_pth = f'models/{model_name}',
           base_learner_type= model_type,

           T= 2,

           pretrain_epc= 300,
           pretrain_rl_epc= 1,
           pretrain_lr= 1e-3,

           retrain_epc= 150,
           retrain_rl_epc= 100,
           retrain_lr= 1e-3,
           refine_epc= 5000,
           refine_lr= 1e-3,

           device= device,
           seed= seed,
           log_file= log_file,
           verbose= True)
============================ Script ============================
using device: cuda (cuda_available=True, cuda_count=1)
GNN_norman_benchmark_egoal_45695895
log/EGOAL-hsa-2025-09-19-12:56:35.439043.txt
random seed: 3169348375
train: torch.Size([71855, 5045])
unlabel: torch.Size([2854, 5045])
cuda availability: True
Epoch 0, Loss: 0.1392
Epoch 100, Loss: 0.1282
Epoch 200, Loss: 0.1180
Epoch 300, Loss: 0.1085
Epoch 400, Loss: 0.0997
Epoch 500, Loss: 0.0915
Epoch 600, Loss: 0.0839
Epoch 700, Loss: 0.0770
Epoch 800, Loss: 0.0706
Epoch 900, Loss: 0.0647
Final loss: 0.05932972580194473
Achieved outputs: tensor([[0.3273, 0.3515, 0.3519,  ..., 0.3365, 0.3510, 0.3481],
        [0.3259, 0.3429, 0.3444,  ..., 0.3353, 0.3477, 0.3537],
        [0.3263, 0.3528, 0.3516,  ..., 0.3420, 0.3567, 0.3636],
        ...,
        [0.3228, 0.3422, 0.3401,  ..., 0.3282, 0.3511, 0.3515],
        [0.3236, 0.3564, 0.3517,  ..., 0.3462, 0.3574, 0.3629],
        [0.3296, 0.3540, 0.3482,  ..., 0.3445, 0.3665, 0.3530]],
       device='cuda:0')
Eval weight w_data: 0.33145338265936075
Before pretrain: integrated f1 0.2599
Epoch 100, Total loss: -1989696768.0000, CE loss: 780.3210, RL loss: -198969760.0000, Reward: -48461270.9512
    full cols: 294, non-full cols: 767
   r - labels: 705, labels - r: 1
    violated: 125554, weighted: 2041.531005859375, len: 0.0, nonzero: 0.08666687458753586
Epoch 200, Total loss: 2261905152.0000, CE loss: 763.0283, RL loss: 226190432.0000, Reward: -48430031.2324
    full cols: 294, non-full cols: 767
   r - labels: 705, labels - r: 1
    violated: 134905, weighted: 2298.20849609375, len: 0.0, nonzero: 0.08861497044563293
Epoch 300, Total loss: 6193327616.0000, CE loss: 756.2211, RL loss: 619332736.0000, Reward: -48424740.2754
    full cols: 293, non-full cols: 767
   r - labels: 704, labels - r: 1
    violated: 139079, weighted: 1277.887939453125, len: 0.0, nonzero: 0.08076994866132736
------ Before ABL ------
--- eval ---
prediction result:
f1 on test:    0.5837
f1 on test:    0.9082 (micro)
f1 on KB:      0.3112
integrated f1: 0.3563, w_data: 0.3315, w_klg: 0.6685

integrated result:
f1 on test:    0.5370
f1 on test:    0.8915 (micro)
f1 on KB:      0.3929
integrated f1: 0.4406, w_data: 0.3315, w_klg: 0.6685
------------
integrated f1 0.3563

Epoch 100, Total loss: -2084247168.0000, CE loss: 33.3705, RL loss: -20842472.0000, Reward: -1710969.7461
    full cols: 354, non-full cols: 6
   r - labels: 9, labels - r: 6
    violated: 144587, weighted: 7.662752151489258, len: 0.0, nonzero: 0.0710325837135315
Epoch 200, Total loss: 266124096.0000, CE loss: 30.5589, RL loss: 2661241.0000, Reward: -1709302.8770
    full cols: 356, non-full cols: 4
   r - labels: 9, labels - r: 6
    violated: 140732, weighted: 7.507807731628418, len: 0.0, nonzero: 0.0710325837135315
Epoch 300, Total loss: 5658659840.0000, CE loss: 30.0248, RL loss: 56586600.0000, Reward: -1708390.7656
    full cols: 353, non-full cols: 7
   r - labels: 9, labels - r: 6
    violated: 151876, weighted: 7.764225006103516, len: 0.0, nonzero: 0.07104187458753586
Epoch 400, Total loss: -3992226304.0000, CE loss: 29.8404, RL loss: -39922264.0000, Reward: -1708260.2461
    full cols: 355, non-full cols: 5
   r - labels: 9, labels - r: 6
    violated: 156098, weighted: 7.74758243560791, len: 0.0, nonzero: 0.07102329283952713
Epoch 500, Total loss: 5184930304.0000, CE loss: 29.7475, RL loss: 51849304.0000, Reward: -1706992.6953
    full cols: 356, non-full cols: 5
   r - labels: 10, labels - r: 6
    violated: 149911, weighted: 7.652053356170654, len: 0.0, nonzero: 0.0710325837135315
Epoch 600, Total loss: 7638459904.0000, CE loss: 29.7012, RL loss: 76384600.0000, Reward: -1705860.7188
    full cols: 351, non-full cols: 9
   r - labels: 9, labels - r: 6
    violated: 147472, weighted: 8.190389633178711, len: 0.0, nonzero: 0.07104497402906418
Epoch 700, Total loss: -12644477952.0000, CE loss: 29.6650, RL loss: -126444776.0000, Reward: -1707338.0566
    full cols: 354, non-full cols: 7
   r - labels: 10, labels - r: 6
    violated: 145121, weighted: 8.503045082092285, len: 0.0, nonzero: 0.07099851220846176
Epoch 800, Total loss: -1538411264.0000, CE loss: 29.6483, RL loss: -15384113.0000, Reward: -1707594.2578
    full cols: 355, non-full cols: 5
   r - labels: 9, labels - r: 6
    violated: 141455, weighted: 9.139111518859863, len: 0.0, nonzero: 0.0711936354637146
Epoch 900, Total loss: -5302108672.0000, CE loss: 29.6189, RL loss: -53021088.0000, Reward: -1708947.2637
    full cols: 355, non-full cols: 7
   r - labels: 12, labels - r: 7
    violated: 149977, weighted: 9.55651569366455, len: 0.0, nonzero: 0.07101400196552277
Epoch 1000, Total loss: 9582318592.0000, CE loss: 29.5993, RL loss: 95823184.0000, Reward: -1708053.7148
    full cols: 353, non-full cols: 8
   r - labels: 10, labels - r: 6
    violated: 145925, weighted: 10.59644603729248, len: 0.0, nonzero: 0.07102019339799881
Epoch 1100, Total loss: -5209506816.0000, CE loss: 29.5702, RL loss: -52095068.0000, Reward: -1708908.9023
    full cols: 354, non-full cols: 9
   r - labels: 12, labels - r: 6
    violated: 148307, weighted: 9.47661018371582, len: 0.0, nonzero: 0.07098302990198135
Epoch 1200, Total loss: -8051761664.0000, CE loss: 29.5281, RL loss: -80517616.0000, Reward: -1711188.8398
    full cols: 354, non-full cols: 5
   r - labels: 9, labels - r: 7
    violated: 149167, weighted: 13.135698318481445, len: 0.0, nonzero: 0.07071667909622192
Epoch 1300, Total loss: -967405696.0000, CE loss: 29.4534, RL loss: -9674057.0000, Reward: -1710238.7871
    full cols: 357, non-full cols: 3
   r - labels: 10, labels - r: 7
    violated: 149774, weighted: 12.394512176513672, len: 0.0, nonzero: 0.07108213752508163
Epoch 1400, Total loss: 15908763648.0000, CE loss: 29.3124, RL loss: 159087632.0000, Reward: -1708552.3457
    full cols: 356, non-full cols: 7
   r - labels: 13, labels - r: 7
    violated: 149567, weighted: 15.758020401000977, len: 0.0, nonzero: 0.07122769951820374
Epoch 1500, Total loss: -5823680512.0000, CE loss: 29.2455, RL loss: -58236804.0000, Reward: -1715896.8672
    full cols: 356, non-full cols: 4
   r - labels: 10, labels - r: 7
    violated: 152087, weighted: 15.467293739318848, len: 0.0, nonzero: 0.07112549990415573
Epoch 1600, Total loss: 9940580352.0000, CE loss: 29.0662, RL loss: 99405800.0000, Reward: -1723028.3633
    full cols: 356, non-full cols: 8
   r - labels: 14, labels - r: 7
    violated: 153227, weighted: 16.67107391357422, len: 0.0, nonzero: 0.07135158777236938
Epoch 1700, Total loss: 2490201088.0000, CE loss: 32.0791, RL loss: 24902012.0000, Reward: -2053973.5801
    full cols: 8, non-full cols: 5017
   r - labels: 4672, labels - r: 4
    violated: 140856, weighted: 7405.35546875, len: 0.0, nonzero: 0.12638752162456512
Epoch 1800, Total loss: 8279123968.0000, CE loss: 30.2017, RL loss: 82791240.0000, Reward: -2054945.3047
    full cols: 5, non-full cols: 5026
   r - labels: 4676, labels - r: 2
    violated: 135390, weighted: 10311.3359375, len: 0.0, nonzero: 0.14750991761684418
Epoch 1900, Total loss: 3348233728.0000, CE loss: 28.4067, RL loss: 33482336.0000, Reward: -2053203.5391
    full cols: 13, non-full cols: 4994
   r - labels: 4654, labels - r: 4
    violated: 140732, weighted: 5585.353515625, len: 0.0, nonzero: 0.11320924758911133
--- eval ---
prediction result:
f1 on test:    0.5395
f1 on test:    0.8920 (micro)
f1 on KB:      0.3470
integrated f1: 0.3822, w_data: 0.3000, w_klg: 0.7000

integrated result:
f1 on test:    0.5270
f1 on test:    0.8851 (micro)
f1 on KB:      0.4021
integrated f1: 0.4396, w_data: 0.3000, w_klg: 0.7000
------------
Epoch 2000, Total loss: -7407245824.0000, CE loss: 27.3673, RL loss: -74072456.0000, Reward: -2056893.3008
    full cols: 21, non-full cols: 4911
   r - labels: 4579, labels - r: 4
    violated: 139852, weighted: 9092.900390625, len: 0.0, nonzero: 0.1387481391429901
Epoch 2100, Total loss: -22205673472.0000, CE loss: 27.0287, RL loss: -222056736.0000, Reward: -2060507.6719
    full cols: 4, non-full cols: 5026
   r - labels: 4675, labels - r: 2
    violated: 127021, weighted: 13465.8095703125, len: 0.0, nonzero: 0.1709861308336258
Epoch 2200, Total loss: -40153096192.0000, CE loss: 26.8576, RL loss: -401530976.0000, Reward: -2193090.1445
    full cols: 0, non-full cols: 5045
   r - labels: 4688, labels - r: 0
    violated: 108414, weighted: 31277.375, len: 910.0, nonzero: 0.3028183877468109
Epoch 2300, Total loss: -5096977920.0000, CE loss: 26.7631, RL loss: -50969780.0000, Reward: -2517109.8477
    full cols: 0, non-full cols: 5045
   r - labels: 4688, labels - r: 0
    violated: 84337, weighted: 41750.89453125, len: 25867.0, nonzero: 0.3801133632659912
Epoch 2400, Total loss: -13555904512.0000, CE loss: 26.7502, RL loss: -135559040.0000, Reward: -2520077.0195
    full cols: 0, non-full cols: 5045
   r - labels: 4688, labels - r: 0
    violated: 104389, weighted: 32710.4296875, len: 4362.0, nonzero: 0.31350967288017273
Epoch 2500, Total loss: 8395682304.0000, CE loss: 26.7476, RL loss: 83956824.0000, Reward: -2520794.9883
    full cols: 0, non-full cols: 5045
   r - labels: 4688, labels - r: 0
    violated: 87045, weighted: 43558.98828125, len: 30168.0, nonzero: 0.3934341073036194
Epoch 2600, Total loss: 8381185024.0000, CE loss: 26.7506, RL loss: 83811848.0000, Reward: -2521263.7305
    full cols: 0, non-full cols: 5045
   r - labels: 4688, labels - r: 0
    violated: 91179, weighted: 45367.08203125, len: 34469.0, nonzero: 0.40675485134124756
Epoch 2700, Total loss: 21679964160.0000, CE loss: 26.7678, RL loss: 216799648.0000, Reward: -2519430.8242
    full cols: 0, non-full cols: 5045
   r - labels: 4688, labels - r: 0
    violated: 97617, weighted: 34518.5234375, len: 8663.0, nonzero: 0.3268304169178009
Epoch 2800, Total loss: 2172670208.0000, CE loss: 26.7471, RL loss: 21726702.0000, Reward: -2517735.8867
    full cols: 0, non-full cols: 5045
   r - labels: 4688, labels - r: 0
    violated: 87561, weighted: 48983.265625, len: 43071.0, nonzero: 0.4333963096141815
Epoch 2900, Total loss: 5981009920.0000, CE loss: 26.7929, RL loss: 59810100.0000, Reward: -1565974.8594
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 149998, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 3000, Total loss: -2349027072.0000, CE loss: 26.7833, RL loss: -23490270.0000, Reward: -1566585.1680
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 142990, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 3100, Total loss: 12334999552.0000, CE loss: 26.7823, RL loss: 123350000.0000, Reward: -1566646.1191
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 148583, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 3200, Total loss: 31715782656.0000, CE loss: 26.7903, RL loss: 317157824.0000, Reward: -1565106.5742
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 149984, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 3300, Total loss: 6421607424.0000, CE loss: 26.7788, RL loss: 64216072.0000, Reward: -1565774.9863
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 146376, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 3400, Total loss: 2443892480.0000, CE loss: 26.7884, RL loss: 24438924.0000, Reward: -1566028.2773
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 148783, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 3500, Total loss: -11637634048.0000, CE loss: 26.7936, RL loss: -116376336.0000, Reward: -1565958.9648
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 148847, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 3600, Total loss: 19664459776.0000, CE loss: 26.7773, RL loss: 196644592.0000, Reward: -1565941.8125
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 146839, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 3700, Total loss: 18439354368.0000, CE loss: 26.7861, RL loss: 184393536.0000, Reward: -1565367.7578
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 146162, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 3800, Total loss: 29483712512.0000, CE loss: 26.7989, RL loss: 294837120.0000, Reward: -1565399.5703
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 147882, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 3900, Total loss: 4078807552.0000, CE loss: 26.8005, RL loss: 40788076.0000, Reward: -1566443.8926
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 145691, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
--- eval ---
prediction result:
f1 on test:    0.5397
f1 on test:    0.8919 (micro)
f1 on KB:      0.3468
integrated f1: 0.3820, w_data: 0.3000, w_klg: 0.7000

integrated result:
f1 on test:    0.5310
f1 on test:    0.8881 (micro)
f1 on KB:      0.3970
integrated f1: 0.4372, w_data: 0.3000, w_klg: 0.7000
------------
Epoch 4000, Total loss: 29655322624.0000, CE loss: 26.7894, RL loss: 296553216.0000, Reward: -1564780.4863
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 146528, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 4100, Total loss: -1711545216.0000, CE loss: 26.7839, RL loss: -17115452.0000, Reward: -1565649.8281
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 148232, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 4200, Total loss: 35830579200.0000, CE loss: 26.7880, RL loss: 358305792.0000, Reward: -1565098.2520
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 143506, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 4300, Total loss: -517873984.0000, CE loss: 26.7751, RL loss: -5178740.0000, Reward: -1566084.7988
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 142736, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 4400, Total loss: -2969765888.0000, CE loss: 26.7901, RL loss: -29697658.0000, Reward: -1565368.4688
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 152220, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 4500, Total loss: -47823294464.0000, CE loss: 26.7849, RL loss: -478232960.0000, Reward: -1566318.6094
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 146759, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 4600, Total loss: -12847478784.0000, CE loss: 26.7845, RL loss: -128474784.0000, Reward: -1565519.8984
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 145946, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 4700, Total loss: 23393503232.0000, CE loss: 26.7962, RL loss: 233935024.0000, Reward: -1565541.3164
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 148180, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 4800, Total loss: -17821198336.0000, CE loss: 26.7890, RL loss: -178211984.0000, Reward: -1566998.8320
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 144833, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 4900, Total loss: -32600367104.0000, CE loss: 26.7869, RL loss: -326003680.0000, Reward: -1566627.1016
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 150376, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 5000, Total loss: -19113029632.0000, CE loss: 26.7939, RL loss: -191130304.0000, Reward: -1566923.6504
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 150008, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 5100, Total loss: -5418252288.0000, CE loss: 26.7921, RL loss: -54182524.0000, Reward: -1565902.4570
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 143690, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 5200, Total loss: 4279574016.0000, CE loss: 26.7787, RL loss: 42795740.0000, Reward: -1566493.4980
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 152103, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 5300, Total loss: -18574098432.0000, CE loss: 26.7922, RL loss: -185740976.0000, Reward: -1565818.0312
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 154521, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 5400, Total loss: -16919580672.0000, CE loss: 26.8054, RL loss: -169195808.0000, Reward: -1565950.0156
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 146945, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 5500, Total loss: -26578202624.0000, CE loss: 26.7885, RL loss: -265782016.0000, Reward: -1566882.4316
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 145638, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 5600, Total loss: 15820073984.0000, CE loss: 26.7964, RL loss: 158200736.0000, Reward: -1565434.5469
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 147354, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 5700, Total loss: -2611561984.0000, CE loss: 26.7937, RL loss: -26115620.0000, Reward: -1566108.1074
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 139267, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 5800, Total loss: 12916776960.0000, CE loss: 26.7776, RL loss: 129167768.0000, Reward: -1565222.5410
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 142285, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 5900, Total loss: 113958088.0000, CE loss: 26.7973, RL loss: 1139580.8750, Reward: -1565748.5820
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 149915, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
--- eval ---
prediction result:
f1 on test:    0.5397
f1 on test:    0.8919 (micro)
f1 on KB:      0.3468
integrated f1: 0.3820, w_data: 0.3000, w_klg: 0.7000

integrated result:
f1 on test:    0.5310
f1 on test:    0.8881 (micro)
f1 on KB:      0.3970
integrated f1: 0.4372, w_data: 0.3000, w_klg: 0.7000
------------
Epoch 6000, Total loss: 18570602496.0000, CE loss: 26.7888, RL loss: 185706032.0000, Reward: -1565751.8008
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 144623, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 6100, Total loss: -31453411328.0000, CE loss: 26.8089, RL loss: -314534112.0000, Reward: -1565746.2227
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 148682, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 6200, Total loss: 10363754496.0000, CE loss: 26.7866, RL loss: 103637544.0000, Reward: -1565655.2461
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 143109, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 6300, Total loss: 12920866816.0000, CE loss: 26.7831, RL loss: 129208664.0000, Reward: -1565431.9980
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 147929, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 6400, Total loss: -338912736.0000, CE loss: 26.7819, RL loss: -3389127.2500, Reward: -1566530.4375
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 142529, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 6500, Total loss: -10980943872.0000, CE loss: 26.7865, RL loss: -109809440.0000, Reward: -1566374.7891
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 143869, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 6600, Total loss: 17695125504.0000, CE loss: 26.8039, RL loss: 176951264.0000, Reward: -1565674.3828
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 154469, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 6700, Total loss: -18128803840.0000, CE loss: 26.7959, RL loss: -181288032.0000, Reward: -1566727.0000
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 151558, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 6800, Total loss: -19844874240.0000, CE loss: 26.8043, RL loss: -198448752.0000, Reward: -1566073.8594
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 141278, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 6900, Total loss: 4831519744.0000, CE loss: 26.7918, RL loss: 48315196.0000, Reward: -1565572.5410
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 140048, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 7000, Total loss: 22561286144.0000, CE loss: 26.7792, RL loss: 225612864.0000, Reward: -1564793.9199
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 150022, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 7100, Total loss: -16297678848.0000, CE loss: 26.7857, RL loss: -162976784.0000, Reward: -1566189.8750
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 141095, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 7200, Total loss: -28721133568.0000, CE loss: 26.7892, RL loss: -287211328.0000, Reward: -1566424.0098
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 144583, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 7300, Total loss: 4680026112.0000, CE loss: 26.7800, RL loss: 46800260.0000, Reward: -1565488.9043
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 152388, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 7400, Total loss: 1060821824.0000, CE loss: 26.7771, RL loss: 10608218.0000, Reward: -1565974.3926
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 140794, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 7500, Total loss: -4480602624.0000, CE loss: 26.7906, RL loss: -44806024.0000, Reward: -1566199.5820
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 146328, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 7600, Total loss: 16452531200.0000, CE loss: 26.7798, RL loss: 164525312.0000, Reward: -1565027.7051
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 147708, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 7700, Total loss: -17720107008.0000, CE loss: 26.8191, RL loss: -177201072.0000, Reward: -1565983.4902
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 140112, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 7800, Total loss: 24814741504.0000, CE loss: 26.7895, RL loss: 248147424.0000, Reward: -1565108.5723
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 141979, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 7900, Total loss: -10236022784.0000, CE loss: 26.7956, RL loss: -102360232.0000, Reward: -1566346.9375
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 153646, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
--- eval ---
prediction result:
f1 on test:    0.5397
f1 on test:    0.8919 (micro)
f1 on KB:      0.3468
integrated f1: 0.3820, w_data: 0.3000, w_klg: 0.7000

integrated result:
f1 on test:    0.5310
f1 on test:    0.8881 (micro)
f1 on KB:      0.3970
integrated f1: 0.4372, w_data: 0.3000, w_klg: 0.7000
------------
Epoch 8000, Total loss: -25811918848.0000, CE loss: 26.7943, RL loss: -258119184.0000, Reward: -1566348.1152
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 149794, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 8100, Total loss: -9511736320.0000, CE loss: 26.7850, RL loss: -95117368.0000, Reward: -1565896.2266
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 150603, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 8200, Total loss: 39501942784.0000, CE loss: 26.7868, RL loss: 395019424.0000, Reward: -1565473.2031
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 145781, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 8300, Total loss: -31187378176.0000, CE loss: 26.7809, RL loss: -311873792.0000, Reward: -1566591.4395
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 147636, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 8400, Total loss: 8495212032.0000, CE loss: 26.7794, RL loss: 84952120.0000, Reward: -1565764.9785
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 141739, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 8500, Total loss: 6666557952.0000, CE loss: 26.7890, RL loss: 66665580.0000, Reward: -1565941.5996
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 151577, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 8600, Total loss: -6031168512.0000, CE loss: 26.7879, RL loss: -60311684.0000, Reward: -1566231.3672
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 148844, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 8700, Total loss: -504552864.0000, CE loss: 26.8009, RL loss: -5045528.5000, Reward: -1566073.7754
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 150892, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 8800, Total loss: 98186392.0000, CE loss: 26.7839, RL loss: 981863.9375, Reward: -1565959.3379
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 137306, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 8900, Total loss: 6885964800.0000, CE loss: 26.7806, RL loss: 68859648.0000, Reward: -1566163.3770
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 153316, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 9000, Total loss: -19208663040.0000, CE loss: 26.7892, RL loss: -192086640.0000, Reward: -1565990.8691
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 148874, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 9100, Total loss: -23623766016.0000, CE loss: 26.7775, RL loss: -236237664.0000, Reward: -1566375.3867
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 147446, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 9200, Total loss: -8763570176.0000, CE loss: 26.7844, RL loss: -87635704.0000, Reward: -1566733.2246
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 147080, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 9300, Total loss: -4323952128.0000, CE loss: 26.7887, RL loss: -43239520.0000, Reward: -1566216.2129
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 147306, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 9400, Total loss: 2831153408.0000, CE loss: 26.7833, RL loss: 28311534.0000, Reward: -1565972.8301
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 149748, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 9500, Total loss: 13946032128.0000, CE loss: 26.8070, RL loss: 139460320.0000, Reward: -1565146.7695
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 148433, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 9600, Total loss: 14610569216.0000, CE loss: 26.7802, RL loss: 146105696.0000, Reward: -1565508.9961
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 148435, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 9700, Total loss: -221916928.0000, CE loss: 26.7884, RL loss: -2219169.2500, Reward: -1565728.9453
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 141147, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 9800, Total loss: 3639243520.0000, CE loss: 26.7867, RL loss: 36392436.0000, Reward: -1565681.5977
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 145464, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 9900, Total loss: -16014827520.0000, CE loss: 26.7764, RL loss: -160148272.0000, Reward: -1566042.2070
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 144192, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
--- eval ---
prediction result:
f1 on test:    0.5397
f1 on test:    0.8919 (micro)
f1 on KB:      0.3468
integrated f1: 0.3820, w_data: 0.3000, w_klg: 0.7000

integrated result:
f1 on test:    0.5310
f1 on test:    0.8881 (micro)
f1 on KB:      0.3970
integrated f1: 0.4372, w_data: 0.3000, w_klg: 0.7000
------------
Epoch 10000, Total loss: -18254331904.0000, CE loss: 26.8187, RL loss: -182543312.0000, Reward: -1566174.8281
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 142465, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 10100, Total loss: -31945562112.0000, CE loss: 26.8001, RL loss: -319455616.0000, Reward: -1566617.8672
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 144782, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 10200, Total loss: 4632325120.0000, CE loss: 26.7950, RL loss: 46323252.0000, Reward: -1566644.0137
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 137875, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 10300, Total loss: -7163307008.0000, CE loss: 26.7901, RL loss: -71633072.0000, Reward: -1566220.2754
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 148590, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 10400, Total loss: 1087353856.0000, CE loss: 26.7993, RL loss: 10873538.0000, Reward: -1566009.9316
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 153208, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 10500, Total loss: -41147998208.0000, CE loss: 26.7804, RL loss: -411480000.0000, Reward: -1567217.6621
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 145507, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 10600, Total loss: 7552015360.0000, CE loss: 26.7924, RL loss: 75520152.0000, Reward: -1565619.4277
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 138329, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 10700, Total loss: 8136830976.0000, CE loss: 26.7855, RL loss: 81368312.0000, Reward: -1566120.6758
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 143152, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 10800, Total loss: -1585576064.0000, CE loss: 26.7884, RL loss: -15855761.0000, Reward: -1566203.2500
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 150698, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 10900, Total loss: -91558584.0000, CE loss: 26.7852, RL loss: -915585.8125, Reward: -1565884.2480
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 151502, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 11000, Total loss: -9131557888.0000, CE loss: 26.7804, RL loss: -91315576.0000, Reward: -1565511.4023
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 149557, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 11100, Total loss: -22081288192.0000, CE loss: 26.7908, RL loss: -220812880.0000, Reward: -1566244.0996
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 143281, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 11200, Total loss: 9392389120.0000, CE loss: 26.7846, RL loss: 93923888.0000, Reward: -1565908.4766
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 146891, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 11300, Total loss: 20542849024.0000, CE loss: 26.8021, RL loss: 205428480.0000, Reward: -1565231.2441
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 151924, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 11400, Total loss: 9923705856.0000, CE loss: 26.7963, RL loss: 99237056.0000, Reward: -1565761.0859
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 146077, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 11500, Total loss: 15305713664.0000, CE loss: 26.7918, RL loss: 153057136.0000, Reward: -1566030.6914
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 143432, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 11600, Total loss: 47490904064.0000, CE loss: 26.7862, RL loss: 474909024.0000, Reward: -1565093.6582
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 148669, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 11700, Total loss: -10990034944.0000, CE loss: 26.7973, RL loss: -109900352.0000, Reward: -1566003.0762
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 147968, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 11800, Total loss: -19540074496.0000, CE loss: 26.7919, RL loss: -195400736.0000, Reward: -1566413.7500
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 132376, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 11900, Total loss: -4558828544.0000, CE loss: 26.7929, RL loss: -45588288.0000, Reward: -1565805.2578
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 145744, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
--- eval ---
prediction result:
f1 on test:    0.5397
f1 on test:    0.8919 (micro)
f1 on KB:      0.3468
integrated f1: 0.3820, w_data: 0.3000, w_klg: 0.7000

integrated result:
f1 on test:    0.5310
f1 on test:    0.8881 (micro)
f1 on KB:      0.3970
integrated f1: 0.4372, w_data: 0.3000, w_klg: 0.7000
------------
Epoch 12000, Total loss: -35613646848.0000, CE loss: 26.7896, RL loss: -356136480.0000, Reward: -1566216.8965
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 153819, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 12100, Total loss: -34716078080.0000, CE loss: 26.7912, RL loss: -347160768.0000, Reward: -1566467.3477
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 153655, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 12200, Total loss: 4889744384.0000, CE loss: 26.7922, RL loss: 48897444.0000, Reward: -1565385.6523
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 146306, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 12300, Total loss: 18232739840.0000, CE loss: 26.7942, RL loss: 182327392.0000, Reward: -1565490.6855
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 142987, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 12400, Total loss: -31749730304.0000, CE loss: 26.7856, RL loss: -317497312.0000, Reward: -1566887.8730
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 152923, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 12500, Total loss: 4400568320.0000, CE loss: 26.8014, RL loss: 44005684.0000, Reward: -1565937.9824
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 147376, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 12600, Total loss: -30847430656.0000, CE loss: 26.7921, RL loss: -308474304.0000, Reward: -1566174.2480
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 140308, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 12700, Total loss: -4570749440.0000, CE loss: 26.7772, RL loss: -45707496.0000, Reward: -1565252.0469
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 148154, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 12800, Total loss: -16292273152.0000, CE loss: 26.7795, RL loss: -162922736.0000, Reward: -1566100.5059
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 141496, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 12900, Total loss: -21523267584.0000, CE loss: 26.7970, RL loss: -215232672.0000, Reward: -1565825.3867
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 144980, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 13000, Total loss: -36384817152.0000, CE loss: 26.7856, RL loss: -363848160.0000, Reward: -1566735.2500
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 147867, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 13100, Total loss: -4597047808.0000, CE loss: 26.7830, RL loss: -45970480.0000, Reward: -1565928.5195
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 143439, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 13200, Total loss: 7441418240.0000, CE loss: 26.7941, RL loss: 74414184.0000, Reward: -1565680.1582
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 148700, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 13300, Total loss: -3782121472.0000, CE loss: 26.7851, RL loss: -37821216.0000, Reward: -1565796.8340
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 140869, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 13400, Total loss: 35782664192.0000, CE loss: 26.7812, RL loss: 357826656.0000, Reward: -1564642.0293
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 148947, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 13500, Total loss: -7523107840.0000, CE loss: 26.7906, RL loss: -75231080.0000, Reward: -1566220.7266
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 149891, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 13600, Total loss: -9045659648.0000, CE loss: 26.7935, RL loss: -90456600.0000, Reward: -1566464.0332
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 141558, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 13700, Total loss: -5622095360.0000, CE loss: 26.7980, RL loss: -56220952.0000, Reward: -1565214.1289
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 147481, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 13800, Total loss: -13589947392.0000, CE loss: 26.7836, RL loss: -135899472.0000, Reward: -1565980.5801
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 146314, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 13900, Total loss: -18819592192.0000, CE loss: 26.7860, RL loss: -188195920.0000, Reward: -1566362.9570
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 142647, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
--- eval ---
prediction result:
f1 on test:    0.5397
f1 on test:    0.8919 (micro)
f1 on KB:      0.3468
integrated f1: 0.3820, w_data: 0.3000, w_klg: 0.7000

integrated result:
f1 on test:    0.5310
f1 on test:    0.8881 (micro)
f1 on KB:      0.3970
integrated f1: 0.4372, w_data: 0.3000, w_klg: 0.7000
------------
Epoch 14000, Total loss: 3551996416.0000, CE loss: 26.7973, RL loss: 35519964.0000, Reward: -1565677.9492
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 150820, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 14100, Total loss: 5191287808.0000, CE loss: 26.7750, RL loss: 51912880.0000, Reward: -1565751.8633
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 145799, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 14200, Total loss: 7873703936.0000, CE loss: 26.8039, RL loss: 78737040.0000, Reward: -1566042.8984
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 143143, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 14300, Total loss: -14564186112.0000, CE loss: 26.7777, RL loss: -145641856.0000, Reward: -1566099.4316
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 146337, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 14400, Total loss: 32860243968.0000, CE loss: 26.7888, RL loss: 328602432.0000, Reward: -1565049.1523
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 142470, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 14500, Total loss: 4526187008.0000, CE loss: 26.7863, RL loss: 45261868.0000, Reward: -1565337.4043
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 147997, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 14600, Total loss: -58334015488.0000, CE loss: 26.7786, RL loss: -583340160.0000, Reward: -1567244.2344
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 148034, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 14700, Total loss: -16504240128.0000, CE loss: 26.8063, RL loss: -165042400.0000, Reward: -1566437.4570
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 144640, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 14800, Total loss: -1569244160.0000, CE loss: 26.7808, RL loss: -15692442.0000, Reward: -1566076.1641
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 148657, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 14900, Total loss: -7376810496.0000, CE loss: 26.8038, RL loss: -73768104.0000, Reward: -1566564.0664
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 143555, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 15000, Total loss: -23187081216.0000, CE loss: 26.7775, RL loss: -231870816.0000, Reward: -1565976.6211
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 144263, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
------ ABL Loop 0 ------
--- eval ---
prediction result:
f1 on test:    0.5397
f1 on test:    0.8919 (micro)
f1 on KB:      0.3468
integrated f1: 0.3864, w_data: 0.3315, w_klg: 0.6685

integrated result:
f1 on test:    0.5310
f1 on test:    0.8881 (micro)
f1 on KB:      0.3970
integrated f1: 0.4414, w_data: 0.3315, w_klg: 0.6685
------------
integrated f1 0.3864

KB before refine:
num_nodes: 5045.0000
num_edges: 113056.0000
density: 0.0044
avg_degree: 22.4095
avg_clustering: 0.2501
degree_assortativity: 0.2171
modularity: 0.4990
avg_betweenness: 0.0002
avg_closeness: 0.0944
Iteration 0: Loss = 7463641.000000
|Xk-Y|_F:  7463641.000000, |X-X0|:  0.000000
rounded |X_k-Y|_0 = 6842512, f1 =  0.373687, approx slack: 1319911
rounded before pow |X_k-Y|_0 = 6765014, f1 =  0.302711

Iteration 20: Loss = 8794186.000000
|Xk-Y|_F:  8489048.000000, |X-X0|:  305137.718750
rounded |X_k-Y|_0 = 7317252, f1 =  0.289483, approx slack: 1162946
rounded before pow |X_k-Y|_0 = 6765138, f1 =  0.302721

Iteration 40: Loss = 8693460.000000
|Xk-Y|_F:  8414683.000000, |X-X0|:  278777.031250
rounded |X_k-Y|_0 = 7272320, f1 =  0.290893, approx slack: 205643
rounded before pow |X_k-Y|_0 = 7342085, f1 =  0.288661

Iteration 60: Loss = 8612621.000000
|Xk-Y|_F:  8360443.500000, |X-X0|:  252177.203125
rounded |X_k-Y|_0 = 7237792, f1 =  0.291964, approx slack: 230187
rounded before pow |X_k-Y|_0 = 7326494, f1 =  0.289087

Iteration 80: Loss = 8552835.000000
|Xk-Y|_F:  8318771.500000, |X-X0|:  234063.750000
rounded |X_k-Y|_0 = 7218078, f1 =  0.292584, approx slack: 318700
rounded before pow |X_k-Y|_0 = 7384652, f1 =  0.287202

Iteration 100: Loss = 8493658.000000
|Xk-Y|_F:  8273616.000000, |X-X0|:  220042.390625
rounded |X_k-Y|_0 = 7197697, f1 =  0.293202, approx slack: 336614
rounded before pow |X_k-Y|_0 = 7381912, f1 =  0.287271

Iteration 120: Loss = 8436819.000000
|Xk-Y|_F:  8227999.500000, |X-X0|:  208819.921875
rounded |X_k-Y|_0 = 7163803, f1 =  0.294262, approx slack: 362665
rounded before pow |X_k-Y|_0 = 7373778, f1 =  0.287531

Iteration 140: Loss = 8380965.000000
|Xk-Y|_F:  8181633.500000, |X-X0|:  199331.593750
rounded |X_k-Y|_0 = 7144638, f1 =  0.294828, approx slack: 385738
rounded before pow |X_k-Y|_0 = 7359276, f1 =  0.287987

Iteration 160: Loss = 8331024.500000
|Xk-Y|_F:  8139638.500000, |X-X0|:  191385.812500
rounded |X_k-Y|_0 = 7131802, f1 =  0.295210, approx slack: 403414
rounded before pow |X_k-Y|_0 = 7350714, f1 =  0.288255

Iteration 180: Loss = 8273629.500000
|Xk-Y|_F:  8088943.000000, |X-X0|:  184686.359375
rounded |X_k-Y|_0 = 7117033, f1 =  0.295633, approx slack: 422987
rounded before pow |X_k-Y|_0 = 7329523, f1 =  0.288910

Iteration 200: Loss = 8213558.000000
|Xk-Y|_F:  8034787.500000, |X-X0|:  178770.640625
rounded |X_k-Y|_0 = 7094010, f1 =  0.296330, approx slack: 436966
rounded before pow |X_k-Y|_0 = 7320102, f1 =  0.289163

Iteration 220: Loss = 8150882.500000
|Xk-Y|_F:  7977404.500000, |X-X0|:  173477.843750
rounded |X_k-Y|_0 = 7077387, f1 =  0.296815, approx slack: 455084
rounded before pow |X_k-Y|_0 = 7313435, f1 =  0.289356

Iteration 240: Loss = 8109464.000000
|Xk-Y|_F:  7940657.500000, |X-X0|:  168806.562500
rounded |X_k-Y|_0 = 7058089, f1 =  0.297411, approx slack: 472471
rounded before pow |X_k-Y|_0 = 7303925, f1 =  0.289641

Iteration 260: Loss = 8068724.500000
|Xk-Y|_F:  7904156.000000, |X-X0|:  164568.671875
rounded |X_k-Y|_0 = 7038052, f1 =  0.298033, approx slack: 494065
rounded before pow |X_k-Y|_0 = 7289444, f1 =  0.290086

Iteration 280: Loss = 8023751.500000
|Xk-Y|_F:  7863065.000000, |X-X0|:  160686.437500
rounded |X_k-Y|_0 = 7014797, f1 =  0.298751, approx slack: 485339
rounded before pow |X_k-Y|_0 = 7279708, f1 =  0.290287

Iteration 300: Loss = 7985734.500000
|Xk-Y|_F:  7828677.000000, |X-X0|:  157057.468750
rounded |X_k-Y|_0 = 6990911, f1 =  0.299487, approx slack: 473994
rounded before pow |X_k-Y|_0 = 7239348, f1 =  0.291571

Iteration 320: Loss = 7942128.000000
|Xk-Y|_F:  7788533.500000, |X-X0|:  153594.656250
rounded |X_k-Y|_0 = 6962559, f1 =  0.300343, approx slack: 498974
rounded before pow |X_k-Y|_0 = 7235239, f1 =  0.291675

Iteration 340: Loss = 7891962.500000
|Xk-Y|_F:  7741653.000000, |X-X0|:  150309.421875
rounded |X_k-Y|_0 = 6928878, f1 =  0.301354, approx slack: 531843
rounded before pow |X_k-Y|_0 = 7229343, f1 =  0.291861

Iteration 360: Loss = 7833514.500000
|Xk-Y|_F:  7686289.000000, |X-X0|:  147225.531250
rounded |X_k-Y|_0 = 6888815, f1 =  0.302542, approx slack: 575934
rounded before pow |X_k-Y|_0 = 7224041, f1 =  0.292027

Iteration 380: Loss = 7764353.500000
|Xk-Y|_F:  7620024.500000, |X-X0|:  144329.093750
rounded |X_k-Y|_0 = 6841462, f1 =  0.303927, approx slack: 628472
rounded before pow |X_k-Y|_0 = 7219369, f1 =  0.292179

Iteration 400: Loss = 7677777.500000
|Xk-Y|_F:  7536192.500000, |X-X0|:  141584.781250
rounded |X_k-Y|_0 = 6780449, f1 =  0.305714, approx slack: 697748
rounded before pow |X_k-Y|_0 = 7214806, f1 =  0.292327

Iteration 420: Loss = 7565630.000000
|Xk-Y|_F:  7426645.500000, |X-X0|:  138984.750000
rounded |X_k-Y|_0 = 6699937, f1 =  0.308064, approx slack: 790389
rounded before pow |X_k-Y|_0 = 7211738, f1 =  0.292426

Iteration 440: Loss = 7408196.000000
|Xk-Y|_F:  7271691.500000, |X-X0|:  136504.656250
rounded |X_k-Y|_0 = 6586040, f1 =  0.311385, approx slack: 905134
rounded before pow |X_k-Y|_0 = 7205705, f1 =  0.292607

Iteration 460: Loss = 7197213.000000
|Xk-Y|_F:  7063061.500000, |X-X0|:  134151.468750
rounded |X_k-Y|_0 = 6429283, f1 =  0.315900, approx slack: 1090072
rounded before pow |X_k-Y|_0 = 7198478, f1 =  0.292834

Iteration 480: Loss = 6868746.000000
|Xk-Y|_F:  6736728.000000, |X-X0|:  132017.953125
rounded |X_k-Y|_0 = 6174216, f1 =  0.323227, approx slack: 1391916
rounded before pow |X_k-Y|_0 = 7192606, f1 =  0.293011

Iteration 500: Loss = 6307208.500000
|Xk-Y|_F:  6175271.000000, |X-X0|:  131937.531250
rounded |X_k-Y|_0 = 5718555, f1 =  0.336236, approx slack: 1940789
rounded before pow |X_k-Y|_0 = 7189839, f1 =  0.293086

Iteration 520: Loss = 5205622.000000
|Xk-Y|_F:  5071008.000000, |X-X0|:  134614.187500
rounded |X_k-Y|_0 = 4783492, f1 =  0.363424, approx slack: 2976403
rounded before pow |X_k-Y|_0 = 7094476, f1 =  0.296091

Iteration 540: Loss = 3915640.250000
|Xk-Y|_F:  3770524.500000, |X-X0|:  145115.750000
rounded |X_k-Y|_0 = 3629150, f1 =  0.397227, approx slack: 4041968
rounded before pow |X_k-Y|_0 = 6753101, f1 =  0.307019

Iteration 560: Loss = 2862262.000000
|Xk-Y|_F:  2699526.500000, |X-X0|:  162735.546875
rounded |X_k-Y|_0 = 2698032, f1 =  0.424630, approx slack: 5070130
rounded before pow |X_k-Y|_0 = 6569767, f1 =  0.313067

Iteration 580: Loss = 2040242.250000
|Xk-Y|_F:  1845112.375000, |X-X0|:  195129.906250
rounded |X_k-Y|_0 = 1846484, f1 =  0.491090, approx slack: 5869094
rounded before pow |X_k-Y|_0 = 6787633, f1 =  0.306124

Iteration 600: Loss = 1517538.000000
|Xk-Y|_F:  1315739.250000, |X-X0|:  201798.734375
rounded |X_k-Y|_0 = 1288222, f1 =  0.544526, approx slack: 6004760
rounded before pow |X_k-Y|_0 = 6576428, f1 =  0.312905

Iteration 620: Loss = 1201400.125000
|Xk-Y|_F:  1002867.312500, |X-X0|:  198532.828125
rounded |X_k-Y|_0 = 972329, f1 =  0.579404, approx slack: 6237542
rounded before pow |X_k-Y|_0 = 6576734, f1 =  0.312862

Iteration 640: Loss = 1020348.125000
|Xk-Y|_F:  828960.812500, |X-X0|:  191387.296875
rounded |X_k-Y|_0 = 792945, f1 =  0.602284, approx slack: 6439674
rounded before pow |X_k-Y|_0 = 6652754, f1 =  0.310408

Iteration 660: Loss = 906434.875000
|Xk-Y|_F:  722055.062500, |X-X0|:  184379.812500
rounded |X_k-Y|_0 = 683849, f1 =  0.617384, approx slack: 6603965
rounded before pow |X_k-Y|_0 = 6738418, f1 =  0.307645

Iteration 680: Loss = 825971.687500
|Xk-Y|_F:  646549.687500, |X-X0|:  179422.000000
rounded |X_k-Y|_0 = 610281, f1 =  0.628216, approx slack: 6769067
rounded before pow |X_k-Y|_0 = 6834761, f1 =  0.304552

Iteration 700: Loss = 779663.375000
|Xk-Y|_F:  606228.687500, |X-X0|:  173434.656250
rounded |X_k-Y|_0 = 571107, f1 =  0.634227, approx slack: 6857054
rounded before pow |X_k-Y|_0 = 6940622, f1 =  0.301134

Iteration 720: Loss = 754779.750000
|Xk-Y|_F:  586761.125000, |X-X0|:  168018.625000
rounded |X_k-Y|_0 = 555210, f1 =  0.636748, approx slack: 6899324
rounded before pow |X_k-Y|_0 = 6972994, f1 =  0.300070

Iteration 740: Loss = 738397.937500
|Xk-Y|_F:  574656.812500, |X-X0|:  163741.140625
rounded |X_k-Y|_0 = 545706, f1 =  0.638280, approx slack: 6957582
rounded before pow |X_k-Y|_0 = 7021846, f1 =  0.298500

Iteration 760: Loss = 725977.250000
|Xk-Y|_F:  565755.750000, |X-X0|:  160221.500000
rounded |X_k-Y|_0 = 540330, f1 =  0.639158, approx slack: 7001336
rounded before pow |X_k-Y|_0 = 7059097, f1 =  0.297300

Iteration 780: Loss = 715482.000000
|Xk-Y|_F:  558304.750000, |X-X0|:  157177.265625
rounded |X_k-Y|_0 = 536361, f1 =  0.639813, approx slack: 7010572
rounded before pow |X_k-Y|_0 = 7067064, f1 =  0.297049

Iteration 800: Loss = 705779.687500
|Xk-Y|_F:  551274.375000, |X-X0|:  154505.312500
rounded |X_k-Y|_0 = 531911, f1 =  0.640530, approx slack: 7035018
rounded before pow |X_k-Y|_0 = 7085368, f1 =  0.296459

Iteration 820: Loss = 695904.312500
|Xk-Y|_F:  543857.125000, |X-X0|:  152047.187500
rounded |X_k-Y|_0 = 525269, f1 =  0.641565, approx slack: 7042808
rounded before pow |X_k-Y|_0 = 7086345, f1 =  0.296418

Iteration 840: Loss = 688399.125000
|Xk-Y|_F:  538690.312500, |X-X0|:  149708.812500
rounded |X_k-Y|_0 = 520421, f1 =  0.642325, approx slack: 7029000
rounded before pow |X_k-Y|_0 = 7072407, f1 =  0.296840

Iteration 860: Loss = 682001.000000
|Xk-Y|_F:  534496.000000, |X-X0|:  147505.031250
rounded |X_k-Y|_0 = 516119, f1 =  0.643001, approx slack: 7043225
rounded before pow |X_k-Y|_0 = 7089609, f1 =  0.296277

Iteration 880: Loss = 676288.000000
|Xk-Y|_F:  530859.375000, |X-X0|:  145428.625000
rounded |X_k-Y|_0 = 512417, f1 =  0.643593, approx slack: 7035303
rounded before pow |X_k-Y|_0 = 7085048, f1 =  0.296411

Iteration 900: Loss = 671230.500000
|Xk-Y|_F:  527768.875000, |X-X0|:  143461.640625
rounded |X_k-Y|_0 = 509217, f1 =  0.644128, approx slack: 7009458
rounded before pow |X_k-Y|_0 = 7065230, f1 =  0.297048

Iteration 920: Loss = 666909.062500
|Xk-Y|_F:  525258.750000, |X-X0|:  141650.312500
rounded |X_k-Y|_0 = 506466, f1 =  0.644584, approx slack: 6960941
rounded before pow |X_k-Y|_0 = 7035276, f1 =  0.297982

Iteration 940: Loss = 663088.500000
|Xk-Y|_F:  523157.656250, |X-X0|:  139930.859375
rounded |X_k-Y|_0 = 504061, f1 =  0.644972, approx slack: 6977116
rounded before pow |X_k-Y|_0 = 7050896, f1 =  0.297483

Iteration 960: Loss = 659655.875000
|Xk-Y|_F:  521357.875000, |X-X0|:  138298.031250
rounded |X_k-Y|_0 = 502401, f1 =  0.645251, approx slack: 6980779
rounded before pow |X_k-Y|_0 = 7055436, f1 =  0.297326

Iteration 980: Loss = 656552.875000
|Xk-Y|_F:  519805.625000, |X-X0|:  136747.265625
rounded |X_k-Y|_0 = 501092, f1 =  0.645472, approx slack: 6985173
rounded before pow |X_k-Y|_0 = 7061823, f1 =  0.297122

Iteration 1000: Loss = 653764.062500
|Xk-Y|_F:  518480.062500, |X-X0|:  135283.984375
rounded |X_k-Y|_0 = 500059, f1 =  0.645653, approx slack: 6972375
rounded before pow |X_k-Y|_0 = 7048711, f1 =  0.297545

Iteration 1020: Loss = 651196.750000
|Xk-Y|_F:  517314.343750, |X-X0|:  133882.375000
rounded |X_k-Y|_0 = 499050, f1 =  0.645824, approx slack: 6982740
rounded before pow |X_k-Y|_0 = 7057445, f1 =  0.297263

Iteration 1040: Loss = 648782.750000
|Xk-Y|_F:  516281.093750, |X-X0|:  132501.687500
rounded |X_k-Y|_0 = 498097, f1 =  0.645984, approx slack: 6977108
rounded before pow |X_k-Y|_0 = 7053174, f1 =  0.297400

Iteration 1060: Loss = 646530.562500
|Xk-Y|_F:  515343.187500, |X-X0|:  131187.390625
rounded |X_k-Y|_0 = 497065, f1 =  0.646157, approx slack: 6978268
rounded before pow |X_k-Y|_0 = 7053381, f1 =  0.297393

Iteration 1080: Loss = 644425.250000
|Xk-Y|_F:  514511.843750, |X-X0|:  129913.414062
rounded |X_k-Y|_0 = 496411, f1 =  0.646269, approx slack: 6966364
rounded before pow |X_k-Y|_0 = 7044499, f1 =  0.297666

Iteration 1100: Loss = 642454.625000
|Xk-Y|_F:  513772.312500, |X-X0|:  128682.335938
rounded |X_k-Y|_0 = 495759, f1 =  0.646384, approx slack: 6976580
rounded before pow |X_k-Y|_0 = 7055642, f1 =  0.297307

Iteration 1120: Loss = 640603.500000
|Xk-Y|_F:  513086.281250, |X-X0|:  127517.218750
rounded |X_k-Y|_0 = 495081, f1 =  0.646496, approx slack: 6979869
rounded before pow |X_k-Y|_0 = 7058452, f1 =  0.297216

Iteration 1140: Loss = 638781.437500
|Xk-Y|_F:  512415.843750, |X-X0|:  126365.617188
rounded |X_k-Y|_0 = 494595, f1 =  0.646589, approx slack: 6980987
rounded before pow |X_k-Y|_0 = 7060520, f1 =  0.297129

Iteration 1160: Loss = 636971.625000
|Xk-Y|_F:  511744.281250, |X-X0|:  125227.375000
rounded |X_k-Y|_0 = 494058, f1 =  0.646689, approx slack: 6973783
rounded before pow |X_k-Y|_0 = 7056910, f1 =  0.297240

Iteration 1180: Loss = 635204.875000
|Xk-Y|_F:  511076.562500, |X-X0|:  124128.281250
rounded |X_k-Y|_0 = 493641, f1 =  0.646768, approx slack: 6975759
rounded before pow |X_k-Y|_0 = 7058248, f1 =  0.297206

Iteration 1200: Loss = 633522.500000
|Xk-Y|_F:  510454.093750, |X-X0|:  123068.375000
rounded |X_k-Y|_0 = 493175, f1 =  0.646853, approx slack: 6967382
rounded before pow |X_k-Y|_0 = 7050840, f1 =  0.297445

Iteration 1220: Loss = 631931.250000
|Xk-Y|_F:  509908.687500, |X-X0|:  122022.578125
rounded |X_k-Y|_0 = 492641, f1 =  0.646952, approx slack: 6968711
rounded before pow |X_k-Y|_0 = 7051885, f1 =  0.297412

Iteration 1240: Loss = 630414.875000
|Xk-Y|_F:  509424.687500, |X-X0|:  120990.218750
rounded |X_k-Y|_0 = 492267, f1 =  0.647026, approx slack: 6964416
rounded before pow |X_k-Y|_0 = 7048214, f1 =  0.297526

Iteration 1260: Loss = 628938.687500
|Xk-Y|_F:  508961.718750, |X-X0|:  119976.968750
rounded |X_k-Y|_0 = 491963, f1 =  0.647090, approx slack: 6958174
rounded before pow |X_k-Y|_0 = 7043784, f1 =  0.297663

Iteration 1280: Loss = 627495.375000
|Xk-Y|_F:  508520.625000, |X-X0|:  118974.750000
rounded |X_k-Y|_0 = 491675, f1 =  0.647148, approx slack: 6953721
rounded before pow |X_k-Y|_0 = 7039305, f1 =  0.297807

Iteration 1300: Loss = 626054.000000
|Xk-Y|_F:  508061.031250, |X-X0|:  117992.953125
rounded |X_k-Y|_0 = 491392, f1 =  0.647202, approx slack: 6950994
rounded before pow |X_k-Y|_0 = 7038100, f1 =  0.297846

Iteration 1320: Loss = 624620.562500
|Xk-Y|_F:  507618.593750, |X-X0|:  117001.960938
rounded |X_k-Y|_0 = 490997, f1 =  0.647273, approx slack: 6950658
rounded before pow |X_k-Y|_0 = 7037755, f1 =  0.297858

Iteration 1340: Loss = 623151.062500
|Xk-Y|_F:  507124.437500, |X-X0|:  116026.648438
rounded |X_k-Y|_0 = 490680, f1 =  0.647336, approx slack: 6950952
rounded before pow |X_k-Y|_0 = 7036474, f1 =  0.297903

Iteration 1360: Loss = 621799.000000
|Xk-Y|_F:  506720.843750, |X-X0|:  115078.140625
rounded |X_k-Y|_0 = 490491, f1 =  0.647380, approx slack: 6950422
rounded before pow |X_k-Y|_0 = 7037706, f1 =  0.297865

Iteration 1380: Loss = 620473.437500
|Xk-Y|_F:  506342.312500, |X-X0|:  114131.101562
rounded |X_k-Y|_0 = 490220, f1 =  0.647431, approx slack: 6938271
rounded before pow |X_k-Y|_0 = 7030177, f1 =  0.298102

Iteration 1400: Loss = 619198.125000
|Xk-Y|_F:  505982.656250, |X-X0|:  113215.484375
rounded |X_k-Y|_0 = 490036, f1 =  0.647472, approx slack: 6941170
rounded before pow |X_k-Y|_0 = 7032357, f1 =  0.298042

Iteration 1420: Loss = 617934.250000
|Xk-Y|_F:  505635.500000, |X-X0|:  112298.765625
rounded |X_k-Y|_0 = 489818, f1 =  0.647519, approx slack: 6930211
rounded before pow |X_k-Y|_0 = 7024650, f1 =  0.298287

Iteration 1440: Loss = 616672.625000
|Xk-Y|_F:  505301.531250, |X-X0|:  111371.070312
rounded |X_k-Y|_0 = 489626, f1 =  0.647558, approx slack: 6928373
rounded before pow |X_k-Y|_0 = 7023451, f1 =  0.298320

Iteration 1460: Loss = 615471.562500
|Xk-Y|_F:  504991.531250, |X-X0|:  110480.054688
rounded |X_k-Y|_0 = 489355, f1 =  0.647607, approx slack: 6929998
rounded before pow |X_k-Y|_0 = 7025258, f1 =  0.298260

Iteration 1480: Loss = 614274.750000
|Xk-Y|_F:  504679.906250, |X-X0|:  109594.828125
rounded |X_k-Y|_0 = 489028, f1 =  0.647666, approx slack: 6894692
rounded before pow |X_k-Y|_0 = 6993361, f1 =  0.299279

Iteration 1500: Loss = 613076.000000
|Xk-Y|_F:  504370.375000, |X-X0|:  108705.632812
rounded |X_k-Y|_0 = 488823, f1 =  0.647706, approx slack: 6892010
rounded before pow |X_k-Y|_0 = 6990463, f1 =  0.299373

Iteration 1520: Loss = 611878.625000
|Xk-Y|_F:  504063.593750, |X-X0|:  107815.046875
rounded |X_k-Y|_0 = 488529, f1 =  0.647760, approx slack: 6892097
rounded before pow |X_k-Y|_0 = 6992382, f1 =  0.299311

Iteration 1540: Loss = 610727.250000
|Xk-Y|_F:  503784.062500, |X-X0|:  106943.203125
rounded |X_k-Y|_0 = 488227, f1 =  0.647813, approx slack: 6895971
rounded before pow |X_k-Y|_0 = 6996389, f1 =  0.299178

Iteration 1560: Loss = 609606.187500
|Xk-Y|_F:  503523.968750, |X-X0|:  106082.195312
rounded |X_k-Y|_0 = 487917, f1 =  0.647870, approx slack: 6901708
rounded before pow |X_k-Y|_0 = 7002337, f1 =  0.298985

Iteration 1580: Loss = 608510.687500
|Xk-Y|_F:  503282.437500, |X-X0|:  105228.273438
rounded |X_k-Y|_0 = 487615, f1 =  0.647924, approx slack: 6903167
rounded before pow |X_k-Y|_0 = 7003205, f1 =  0.298952

Iteration 1600: Loss = 607432.312500
|Xk-Y|_F:  503057.125000, |X-X0|:  104375.195312
rounded |X_k-Y|_0 = 487398, f1 =  0.647962, approx slack: 6898487
rounded before pow |X_k-Y|_0 = 6998958, f1 =  0.299089

Iteration 1620: Loss = 606382.187500
|Xk-Y|_F:  502841.218750, |X-X0|:  103540.945312
rounded |X_k-Y|_0 = 487151, f1 =  0.648005, approx slack: 6899496
rounded before pow |X_k-Y|_0 = 6999888, f1 =  0.299060

Iteration 1640: Loss = 605334.937500
|Xk-Y|_F:  502640.156250, |X-X0|:  102694.789062
rounded |X_k-Y|_0 = 486926, f1 =  0.648050, approx slack: 6897477
rounded before pow |X_k-Y|_0 = 6998198, f1 =  0.299109

Iteration 1660: Loss = 604310.750000
|Xk-Y|_F:  502415.156250, |X-X0|:  101895.625000
rounded |X_k-Y|_0 = 486769, f1 =  0.648083, approx slack: 6899516
rounded before pow |X_k-Y|_0 = 7000526, f1 =  0.299035

Iteration 1680: Loss = 603296.875000
|Xk-Y|_F:  502201.031250, |X-X0|:  101095.859375
rounded |X_k-Y|_0 = 486581, f1 =  0.648119, approx slack: 6904344
rounded before pow |X_k-Y|_0 = 7005284, f1 =  0.298883

Iteration 1700: Loss = 602265.437500
|Xk-Y|_F:  501971.656250, |X-X0|:  100293.765625
rounded |X_k-Y|_0 = 486485, f1 =  0.648141, approx slack: 6915602
rounded before pow |X_k-Y|_0 = 7016086, f1 =  0.298539

Iteration 1720: Loss = 601245.562500
|Xk-Y|_F:  501740.750000, |X-X0|:  99504.812500
rounded |X_k-Y|_0 = 486387, f1 =  0.648162, approx slack: 6910680
rounded before pow |X_k-Y|_0 = 7013285, f1 =  0.298612

Iteration 1740: Loss = 600249.125000
|Xk-Y|_F:  501521.843750, |X-X0|:  98727.250000
rounded |X_k-Y|_0 = 486166, f1 =  0.648202, approx slack: 6911924
rounded before pow |X_k-Y|_0 = 7014699, f1 =  0.298567

Iteration 1760: Loss = 599267.750000
|Xk-Y|_F:  501316.125000, |X-X0|:  97951.656250
rounded |X_k-Y|_0 = 485965, f1 =  0.648242, approx slack: 6908744
rounded before pow |X_k-Y|_0 = 7013830, f1 =  0.298594

Iteration 1780: Loss = 598258.500000
|Xk-Y|_F:  501067.156250, |X-X0|:  97191.343750
rounded |X_k-Y|_0 = 485737, f1 =  0.648283, approx slack: 6910312
rounded before pow |X_k-Y|_0 = 7016371, f1 =  0.298525

Iteration 1800: Loss = 597292.500000
|Xk-Y|_F:  500831.093750, |X-X0|:  96461.398438
rounded |X_k-Y|_0 = 485473, f1 =  0.648329, approx slack: 6912958
rounded before pow |X_k-Y|_0 = 7020535, f1 =  0.298393

Iteration 1820: Loss = 596374.375000
|Xk-Y|_F:  500612.656250, |X-X0|:  95761.703125
rounded |X_k-Y|_0 = 485245, f1 =  0.648369, approx slack: 6915274
rounded before pow |X_k-Y|_0 = 7022596, f1 =  0.298332

Iteration 1840: Loss = 595467.000000
|Xk-Y|_F:  500383.187500, |X-X0|:  95083.796875
rounded |X_k-Y|_0 = 485049, f1 =  0.648404, approx slack: 6914525
rounded before pow |X_k-Y|_0 = 7023246, f1 =  0.298315

Iteration 1860: Loss = 594570.937500
|Xk-Y|_F:  500130.125000, |X-X0|:  94440.828125
rounded |X_k-Y|_0 = 484835, f1 =  0.648443, approx slack: 6918570
rounded before pow |X_k-Y|_0 = 7026353, f1 =  0.298229

Iteration 1880: Loss = 593672.625000
|Xk-Y|_F:  499861.593750, |X-X0|:  93811.000000
rounded |X_k-Y|_0 = 484583, f1 =  0.648487, approx slack: 6921281
rounded before pow |X_k-Y|_0 = 7025949, f1 =  0.298293

Iteration 1900: Loss = 592800.812500
|Xk-Y|_F:  499602.625000, |X-X0|:  93198.203125
rounded |X_k-Y|_0 = 484295, f1 =  0.648536, approx slack: 6924625
rounded before pow |X_k-Y|_0 = 7028512, f1 =  0.298220

Iteration 1920: Loss = 591940.875000
|Xk-Y|_F:  499352.281250, |X-X0|:  92588.609375
rounded |X_k-Y|_0 = 484174, f1 =  0.648558, approx slack: 6925134
rounded before pow |X_k-Y|_0 = 7029353, f1 =  0.298192

Iteration 1940: Loss = 591105.062500
|Xk-Y|_F:  499105.093750, |X-X0|:  91999.968750
rounded |X_k-Y|_0 = 483957, f1 =  0.648595, approx slack: 6928648
rounded before pow |X_k-Y|_0 = 7032453, f1 =  0.298097

Iteration 1960: Loss = 590292.062500
|Xk-Y|_F:  498865.968750, |X-X0|:  91426.093750
rounded |X_k-Y|_0 = 483753, f1 =  0.648631, approx slack: 6927050
rounded before pow |X_k-Y|_0 = 7032555, f1 =  0.298091

Iteration 1980: Loss = 589487.062500
|Xk-Y|_F:  498629.062500, |X-X0|:  90857.992188
rounded |X_k-Y|_0 = 483558, f1 =  0.648665, approx slack: 6927733
rounded before pow |X_k-Y|_0 = 7033247, f1 =  0.298069

Iteration 2000: Loss = 588680.375000
|Xk-Y|_F:  498379.375000, |X-X0|:  90301.015625
rounded |X_k-Y|_0 = 483320, f1 =  0.648708, approx slack: 6933735
rounded before pow |X_k-Y|_0 = 7036802, f1 =  0.297960

Iteration 2020: Loss = 587899.500000
|Xk-Y|_F:  498145.687500, |X-X0|:  89753.820312
rounded |X_k-Y|_0 = 483174, f1 =  0.648736, approx slack: 6933765
rounded before pow |X_k-Y|_0 = 7038333, f1 =  0.297910

Iteration 2040: Loss = 587117.312500
|Xk-Y|_F:  497902.406250, |X-X0|:  89214.921875
rounded |X_k-Y|_0 = 482939, f1 =  0.648778, approx slack: 6932279
rounded before pow |X_k-Y|_0 = 7036917, f1 =  0.297955

Iteration 2060: Loss = 586344.625000
|Xk-Y|_F:  497655.843750, |X-X0|:  88688.796875
rounded |X_k-Y|_0 = 482716, f1 =  0.648816, approx slack: 6932816
rounded before pow |X_k-Y|_0 = 7037393, f1 =  0.297940

Iteration 2080: Loss = 585561.750000
|Xk-Y|_F:  497383.750000, |X-X0|:  88178.031250
rounded |X_k-Y|_0 = 482572, f1 =  0.648840, approx slack: 6930813
rounded before pow |X_k-Y|_0 = 7035526, f1 =  0.297996

Iteration 2100: Loss = 584752.187500
|Xk-Y|_F:  497068.718750, |X-X0|:  87683.445312
rounded |X_k-Y|_0 = 482196, f1 =  0.648900, approx slack: 6930554
rounded before pow |X_k-Y|_0 = 7035340, f1 =  0.298002

Iteration 2120: Loss = 583945.750000
|Xk-Y|_F:  496756.281250, |X-X0|:  87189.460938
rounded |X_k-Y|_0 = 482011, f1 =  0.648934, approx slack: 6930551
rounded before pow |X_k-Y|_0 = 7035410, f1 =  0.298000

Iteration 2140: Loss = 583219.625000
|Xk-Y|_F:  496518.937500, |X-X0|:  86700.656250
rounded |X_k-Y|_0 = 481862, f1 =  0.648962, approx slack: 6931864
rounded before pow |X_k-Y|_0 = 7036346, f1 =  0.297975

Iteration 2160: Loss = 582520.937500
|Xk-Y|_F:  496296.250000, |X-X0|:  86224.687500
rounded |X_k-Y|_0 = 481683, f1 =  0.648994, approx slack: 6937937
rounded before pow |X_k-Y|_0 = 7039743, f1 =  0.297876

Iteration 2180: Loss = 581840.000000
|Xk-Y|_F:  496079.656250, |X-X0|:  85760.351562
rounded |X_k-Y|_0 = 481513, f1 =  0.649025, approx slack: 6938155
rounded before pow |X_k-Y|_0 = 7039912, f1 =  0.297871

Iteration 2200: Loss = 581161.500000
|Xk-Y|_F:  495863.281250, |X-X0|:  85298.234375
rounded |X_k-Y|_0 = 481345, f1 =  0.649055, approx slack: 6942426
rounded before pow |X_k-Y|_0 = 7043357, f1 =  0.297770

Iteration 2220: Loss = 580484.812500
|Xk-Y|_F:  495653.906250, |X-X0|:  84830.898438
rounded |X_k-Y|_0 = 481148, f1 =  0.649087, approx slack: 6949901
rounded before pow |X_k-Y|_0 = 7048833, f1 =  0.297614

Iteration 2240: Loss = 579827.875000
|Xk-Y|_F:  495446.125000, |X-X0|:  84381.718750
rounded |X_k-Y|_0 = 481028, f1 =  0.649110, approx slack: 6956910
rounded before pow |X_k-Y|_0 = 7053480, f1 =  0.297492

Iteration 2260: Loss = 579180.250000
|Xk-Y|_F:  495242.500000, |X-X0|:  83937.781250
rounded |X_k-Y|_0 = 480849, f1 =  0.649141, approx slack: 6966735
rounded before pow |X_k-Y|_0 = 7062176, f1 =  0.297220

Iteration 2280: Loss = 578551.250000
|Xk-Y|_F:  495040.031250, |X-X0|:  83511.218750
rounded |X_k-Y|_0 = 480693, f1 =  0.649168, approx slack: 6976074
rounded before pow |X_k-Y|_0 = 7069990, f1 =  0.296984

Iteration 2300: Loss = 577920.500000
|Xk-Y|_F:  494841.906250, |X-X0|:  83078.617188
rounded |X_k-Y|_0 = 480488, f1 =  0.649202, approx slack: 6987080
rounded before pow |X_k-Y|_0 = 7078536, f1 =  0.296734

Iteration 2320: Loss = 577290.125000
|Xk-Y|_F:  494635.593750, |X-X0|:  82654.546875
rounded |X_k-Y|_0 = 480313, f1 =  0.649232, approx slack: 6998238
rounded before pow |X_k-Y|_0 = 7087087, f1 =  0.296487

Iteration 2340: Loss = 576639.000000
|Xk-Y|_F:  494416.437500, |X-X0|:  82222.585938
rounded |X_k-Y|_0 = 480124, f1 =  0.649266, approx slack: 6998580
rounded before pow |X_k-Y|_0 = 7087583, f1 =  0.296472

Iteration 2360: Loss = 575999.187500
|Xk-Y|_F:  494193.031250, |X-X0|:  81806.156250
rounded |X_k-Y|_0 = 479962, f1 =  0.649294, approx slack: 7007584
rounded before pow |X_k-Y|_0 = 7093653, f1 =  0.296303

Iteration 2380: Loss = 575340.750000
|Xk-Y|_F:  493956.812500, |X-X0|:  81383.921875
rounded |X_k-Y|_0 = 479773, f1 =  0.649325, approx slack: 7015957
rounded before pow |X_k-Y|_0 = 7100023, f1 =  0.296118

Iteration 2400: Loss = 574698.062500
|Xk-Y|_F:  493722.718750, |X-X0|:  80975.320312
rounded |X_k-Y|_0 = 479627, f1 =  0.649348, approx slack: 7020601
rounded before pow |X_k-Y|_0 = 7102882, f1 =  0.296035

Iteration 2420: Loss = 574044.125000
|Xk-Y|_F:  493472.375000, |X-X0|:  80571.750000
rounded |X_k-Y|_0 = 479397, f1 =  0.649387, approx slack: 7032319
rounded before pow |X_k-Y|_0 = 7111492, f1 =  0.295788

Iteration 2440: Loss = 573404.625000
|Xk-Y|_F:  493228.281250, |X-X0|:  80176.343750
rounded |X_k-Y|_0 = 479106, f1 =  0.649434, approx slack: 7028846
rounded before pow |X_k-Y|_0 = 7107778, f1 =  0.295916

Iteration 2460: Loss = 572736.500000
|Xk-Y|_F:  492963.062500, |X-X0|:  79773.453125
rounded |X_k-Y|_0 = 478880, f1 =  0.649473, approx slack: 7027453
rounded before pow |X_k-Y|_0 = 7106908, f1 =  0.295943

Iteration 2480: Loss = 572083.062500
|Xk-Y|_F:  492702.281250, |X-X0|:  79380.757812
rounded |X_k-Y|_0 = 478700, f1 =  0.649505, approx slack: 7030152
rounded before pow |X_k-Y|_0 = 7108843, f1 =  0.295886

Iteration 2500: Loss = 571388.000000
|Xk-Y|_F:  492406.468750, |X-X0|:  78981.562500
rounded |X_k-Y|_0 = 478439, f1 =  0.649550, approx slack: 7026392
rounded before pow |X_k-Y|_0 = 7105488, f1 =  0.295994

Iteration 2520: Loss = 570704.125000
|Xk-Y|_F:  492112.187500, |X-X0|:  78591.921875
rounded |X_k-Y|_0 = 478268, f1 =  0.649584, approx slack: 7025831
rounded before pow |X_k-Y|_0 = 7105012, f1 =  0.296009

Iteration 2540: Loss = 570012.250000
|Xk-Y|_F:  491803.343750, |X-X0|:  78208.921875
rounded |X_k-Y|_0 = 478109, f1 =  0.649611, approx slack: 7022034
rounded before pow |X_k-Y|_0 = 7101186, f1 =  0.296133

Iteration 2560: Loss = 569306.562500
|Xk-Y|_F:  491482.812500, |X-X0|:  77823.757812
rounded |X_k-Y|_0 = 477894, f1 =  0.649649, approx slack: 7021841
rounded before pow |X_k-Y|_0 = 7101172, f1 =  0.296134

Iteration 2580: Loss = 568605.312500
|Xk-Y|_F:  491156.906250, |X-X0|:  77448.414062
rounded |X_k-Y|_0 = 477553, f1 =  0.649710, approx slack: 7018801
rounded before pow |X_k-Y|_0 = 7098355, f1 =  0.296226

Iteration 2600: Loss = 567880.000000
|Xk-Y|_F:  490806.875000, |X-X0|:  77073.156250
rounded |X_k-Y|_0 = 477134, f1 =  0.649780, approx slack: 7012945
rounded before pow |X_k-Y|_0 = 7093280, f1 =  0.296388

Iteration 2620: Loss = 567147.750000
|Xk-Y|_F:  490452.562500, |X-X0|:  76695.171875
rounded |X_k-Y|_0 = 476843, f1 =  0.649832, approx slack: 6996549
rounded before pow |X_k-Y|_0 = 7078623, f1 =  0.296857

Iteration 2640: Loss = 566423.625000
|Xk-Y|_F:  490098.531250, |X-X0|:  76325.078125
rounded |X_k-Y|_0 = 476602, f1 =  0.649873, approx slack: 6995521
rounded before pow |X_k-Y|_0 = 7077952, f1 =  0.296877

Iteration 2660: Loss = 565668.250000
|Xk-Y|_F:  489706.281250, |X-X0|:  75962.000000
rounded |X_k-Y|_0 = 476335, f1 =  0.649918, approx slack: 6995343
rounded before pow |X_k-Y|_0 = 7077779, f1 =  0.296883

Iteration 2680: Loss = 564922.500000
|Xk-Y|_F:  489315.531250, |X-X0|:  75606.984375
rounded |X_k-Y|_0 = 476010, f1 =  0.649971, approx slack: 6986936
rounded before pow |X_k-Y|_0 = 7071358, f1 =  0.297079

Iteration 2700: Loss = 564166.937500
|Xk-Y|_F:  488916.343750, |X-X0|:  75250.609375
rounded |X_k-Y|_0 = 475671, f1 =  0.650030, approx slack: 6984588
rounded before pow |X_k-Y|_0 = 7069301, f1 =  0.297145

Iteration 2720: Loss = 563391.250000
|Xk-Y|_F:  488499.218750, |X-X0|:  74892.015625
rounded |X_k-Y|_0 = 475323, f1 =  0.650093, approx slack: 6977146
rounded before pow |X_k-Y|_0 = 7062184, f1 =  0.297370

Iteration 2740: Loss = 562670.375000
|Xk-Y|_F:  488110.250000, |X-X0|:  74560.117188
rounded |X_k-Y|_0 = 475041, f1 =  0.650144, approx slack: 6977430
rounded before pow |X_k-Y|_0 = 7062459, f1 =  0.297363

Iteration 2760: Loss = 561880.812500
|Xk-Y|_F:  487669.000000, |X-X0|:  74211.789062
rounded |X_k-Y|_0 = 474742, f1 =  0.650195, approx slack: 6971886
rounded before pow |X_k-Y|_0 = 7057469, f1 =  0.297522

Iteration 2780: Loss = 561090.437500
|Xk-Y|_F:  487234.750000, |X-X0|:  73855.671875
rounded |X_k-Y|_0 = 474476, f1 =  0.650244, approx slack: 6972015
rounded before pow |X_k-Y|_0 = 7057825, f1 =  0.297514

Iteration 2800: Loss = 560346.812500
|Xk-Y|_F:  486832.312500, |X-X0|:  73514.515625
rounded |X_k-Y|_0 = 474232, f1 =  0.650290, approx slack: 6971180
rounded before pow |X_k-Y|_0 = 7056938, f1 =  0.297543

Iteration 2820: Loss = 559637.437500
|Xk-Y|_F:  486472.968750, |X-X0|:  73164.468750
rounded |X_k-Y|_0 = 473964, f1 =  0.650339, approx slack: 6967959
rounded before pow |X_k-Y|_0 = 7053849, f1 =  0.297634

Iteration 2840: Loss = 558928.562500
|Xk-Y|_F:  486114.906250, |X-X0|:  72813.671875
rounded |X_k-Y|_0 = 473555, f1 =  0.650410, approx slack: 6957812
rounded before pow |X_k-Y|_0 = 7044037, f1 =  0.297936

Iteration 2860: Loss = 558242.125000
|Xk-Y|_F:  485779.218750, |X-X0|:  72462.890625
rounded |X_k-Y|_0 = 473046, f1 =  0.650496, approx slack: 6945429
rounded before pow |X_k-Y|_0 = 7033796, f1 =  0.298256

Iteration 2880: Loss = 557596.750000
|Xk-Y|_F:  485475.437500, |X-X0|:  72121.312500
rounded |X_k-Y|_0 = 472661, f1 =  0.650564, approx slack: 6895189
rounded before pow |X_k-Y|_0 = 6986138, f1 =  0.299727

Iteration 2900: Loss = 556986.000000
|Xk-Y|_F:  485194.562500, |X-X0|:  71791.406250
rounded |X_k-Y|_0 = 472396, f1 =  0.650611, approx slack: 6854475
rounded before pow |X_k-Y|_0 = 6945604, f1 =  0.300972

Iteration 2920: Loss = 556305.062500
|Xk-Y|_F:  484841.250000, |X-X0|:  71463.804688
rounded |X_k-Y|_0 = 472058, f1 =  0.650667, approx slack: 6812158
rounded before pow |X_k-Y|_0 = 6903601, f1 =  0.302260

Iteration 2940: Loss = 555665.750000
|Xk-Y|_F:  484542.343750, |X-X0|:  71123.390625
rounded |X_k-Y|_0 = 471760, f1 =  0.650716, approx slack: 6748480
rounded before pow |X_k-Y|_0 = 6840245, f1 =  0.304201

Iteration 2960: Loss = 555081.812500
|Xk-Y|_F:  484298.843750, |X-X0|:  70782.953125
rounded |X_k-Y|_0 = 471587, f1 =  0.650747, approx slack: 6745049
rounded before pow |X_k-Y|_0 = 6834743, f1 =  0.304374

Iteration 2980: Loss = 554522.625000
|Xk-Y|_F:  484065.593750, |X-X0|:  70457.031250
rounded |X_k-Y|_0 = 471336, f1 =  0.650789, approx slack: 6761375
rounded before pow |X_k-Y|_0 = 6851178, f1 =  0.303835

Iteration 3000: Loss = 553952.875000
|Xk-Y|_F:  483819.937500, |X-X0|:  70132.921875
rounded |X_k-Y|_0 = 471131, f1 =  0.650823, approx slack: 6762921
rounded before pow |X_k-Y|_0 = 6852750, f1 =  0.303785

Iteration 3020: Loss = 553371.625000
|Xk-Y|_F:  483566.156250, |X-X0|:  69805.437500
rounded |X_k-Y|_0 = 470947, f1 =  0.650854, approx slack: 6760816
rounded before pow |X_k-Y|_0 = 6851266, f1 =  0.303830

Iteration 3040: Loss = 552753.125000
|Xk-Y|_F:  483278.531250, |X-X0|:  69474.562500
rounded |X_k-Y|_0 = 470765, f1 =  0.650887, approx slack: 6759859
rounded before pow |X_k-Y|_0 = 6850407, f1 =  0.303858

Iteration 3060: Loss = 552243.437500
|Xk-Y|_F:  483075.218750, |X-X0|:  69168.203125
rounded |X_k-Y|_0 = 470627, f1 =  0.650914, approx slack: 6762144
rounded before pow |X_k-Y|_0 = 6850443, f1 =  0.303861

Iteration 3080: Loss = 551694.625000
|Xk-Y|_F:  482847.031250, |X-X0|:  68847.578125
rounded |X_k-Y|_0 = 470521, f1 =  0.650933, approx slack: 6745018
rounded before pow |X_k-Y|_0 = 6834523, f1 =  0.304370

Iteration 3100: Loss = 551103.750000
|Xk-Y|_F:  482567.406250, |X-X0|:  68536.312500
rounded |X_k-Y|_0 = 470373, f1 =  0.650962, approx slack: 6740583
rounded before pow |X_k-Y|_0 = 6830286, f1 =  0.304506

Iteration 3120: Loss = 550564.437500
|Xk-Y|_F:  482339.406250, |X-X0|:  68225.015625
rounded |X_k-Y|_0 = 470222, f1 =  0.650991, approx slack: 6740207
rounded before pow |X_k-Y|_0 = 6829909, f1 =  0.304519

Iteration 3140: Loss = 550016.875000
|Xk-Y|_F:  482105.531250, |X-X0|:  67911.328125
rounded |X_k-Y|_0 = 470028, f1 =  0.651028, approx slack: 6738023
rounded before pow |X_k-Y|_0 = 6827896, f1 =  0.304584

Iteration 3160: Loss = 549466.875000
|Xk-Y|_F:  481866.625000, |X-X0|:  67600.234375
rounded |X_k-Y|_0 = 469877, f1 =  0.651057, approx slack: 6728863
rounded before pow |X_k-Y|_0 = 6819352, f1 =  0.304858

Iteration 3180: Loss = 548946.562500
|Xk-Y|_F:  481653.031250, |X-X0|:  67293.523438
rounded |X_k-Y|_0 = 469748, f1 =  0.651084, approx slack: 6727842
rounded before pow |X_k-Y|_0 = 6818500, f1 =  0.304885

Iteration 3200: Loss = 548464.187500
|Xk-Y|_F:  481456.250000, |X-X0|:  67007.921875
rounded |X_k-Y|_0 = 469594, f1 =  0.651113, approx slack: 6707046
rounded before pow |X_k-Y|_0 = 6797843, f1 =  0.305551

Iteration 3220: Loss = 547948.000000
|Xk-Y|_F:  481244.843750, |X-X0|:  66703.140625
rounded |X_k-Y|_0 = 469438, f1 =  0.651141, approx slack: 6680141
rounded before pow |X_k-Y|_0 = 6776311, f1 =  0.306227

Iteration 3240: Loss = 547439.062500
|Xk-Y|_F:  481037.843750, |X-X0|:  66401.242188
rounded |X_k-Y|_0 = 469241, f1 =  0.651176, approx slack: 6680508
rounded before pow |X_k-Y|_0 = 6776599, f1 =  0.306217

Iteration 3260: Loss = 546941.000000
|Xk-Y|_F:  480842.781250, |X-X0|:  66098.234375
rounded |X_k-Y|_0 = 469066, f1 =  0.651207, approx slack: 6681263
rounded before pow |X_k-Y|_0 = 6777506, f1 =  0.306187

Iteration 3280: Loss = 546465.562500
|Xk-Y|_F:  480663.937500, |X-X0|:  65801.625000
rounded |X_k-Y|_0 = 468867, f1 =  0.651242, approx slack: 6679452
rounded before pow |X_k-Y|_0 = 6775940, f1 =  0.306236

Iteration 3300: Loss = 545993.312500
|Xk-Y|_F:  480489.031250, |X-X0|:  65504.257812
rounded |X_k-Y|_0 = 468762, f1 =  0.651262, approx slack: 6674373
rounded before pow |X_k-Y|_0 = 6771406, f1 =  0.306381

Iteration 3320: Loss = 545529.812500
|Xk-Y|_F:  480318.875000, |X-X0|:  65210.921875
rounded |X_k-Y|_0 = 468641, f1 =  0.651283, approx slack: 6673930
rounded before pow |X_k-Y|_0 = 6771208, f1 =  0.306389

Iteration 3340: Loss = 545072.125000
|Xk-Y|_F:  480159.250000, |X-X0|:  64912.878906
rounded |X_k-Y|_0 = 468465, f1 =  0.651313, approx slack: 6672480
rounded before pow |X_k-Y|_0 = 6767982, f1 =  0.306489

Iteration 3360: Loss = 544617.500000
|Xk-Y|_F:  480001.500000, |X-X0|:  64615.976562
rounded |X_k-Y|_0 = 468376, f1 =  0.651331, approx slack: 6672402
rounded before pow |X_k-Y|_0 = 6767948, f1 =  0.306490

Iteration 3380: Loss = 544218.125000
|Xk-Y|_F:  479877.093750, |X-X0|:  64341.015625
rounded |X_k-Y|_0 = 468263, f1 =  0.651352, approx slack: 6668575
rounded before pow |X_k-Y|_0 = 6764597, f1 =  0.306596

Iteration 3400: Loss = 543793.562500
|Xk-Y|_F:  479743.343750, |X-X0|:  64050.246094
rounded |X_k-Y|_0 = 468135, f1 =  0.651374, approx slack: 6668052
rounded before pow |X_k-Y|_0 = 6764173, f1 =  0.306609

Iteration 3420: Loss = 543365.375000
|Xk-Y|_F:  479606.031250, |X-X0|:  63759.328125
rounded |X_k-Y|_0 = 468050, f1 =  0.651389, approx slack: 6669553
rounded before pow |X_k-Y|_0 = 6765501, f1 =  0.306568

Iteration 3440: Loss = 542924.875000
|Xk-Y|_F:  479457.781250, |X-X0|:  63467.062500
rounded |X_k-Y|_0 = 467944, f1 =  0.651409, approx slack: 6666817
rounded before pow |X_k-Y|_0 = 6762952, f1 =  0.306649

Iteration 3460: Loss = 542502.812500
|Xk-Y|_F:  479320.437500, |X-X0|:  63182.375000
rounded |X_k-Y|_0 = 467814, f1 =  0.651431, approx slack: 6666765
rounded before pow |X_k-Y|_0 = 6762829, f1 =  0.306653

Iteration 3480: Loss = 542079.375000
|Xk-Y|_F:  479181.343750, |X-X0|:  62898.046875
rounded |X_k-Y|_0 = 467733, f1 =  0.651448, approx slack: 6668923
rounded before pow |X_k-Y|_0 = 6762729, f1 =  0.306661

Iteration 3500: Loss = 541656.062500
|Xk-Y|_F:  479036.156250, |X-X0|:  62619.890625
rounded |X_k-Y|_0 = 467579, f1 =  0.651475, approx slack: 6668458
rounded before pow |X_k-Y|_0 = 6762370, f1 =  0.306672

Iteration 3520: Loss = 541275.687500
|Xk-Y|_F:  478928.875000, |X-X0|:  62346.824219
rounded |X_k-Y|_0 = 467477, f1 =  0.651493, approx slack: 6667617
rounded before pow |X_k-Y|_0 = 6761703, f1 =  0.306693

Iteration 3540: Loss = 540912.937500
|Xk-Y|_F:  478837.062500, |X-X0|:  62075.847656
rounded |X_k-Y|_0 = 467389, f1 =  0.651507, approx slack: 6667351
rounded before pow |X_k-Y|_0 = 6761452, f1 =  0.306701

Iteration 3560: Loss = 540499.437500
|Xk-Y|_F:  478697.093750, |X-X0|:  61802.320312
rounded |X_k-Y|_0 = 467325, f1 =  0.651520, approx slack: 6667320
rounded before pow |X_k-Y|_0 = 6761631, f1 =  0.306696

Iteration 3580: Loss = 540108.312500
|Xk-Y|_F:  478574.312500, |X-X0|:  61533.984375
rounded |X_k-Y|_0 = 467205, f1 =  0.651543, approx slack: 6669397
rounded before pow |X_k-Y|_0 = 6763571, f1 =  0.306634

Iteration 3600: Loss = 539735.437500
|Xk-Y|_F:  478468.750000, |X-X0|:  61266.679688
rounded |X_k-Y|_0 = 467135, f1 =  0.651555, approx slack: 6665753
rounded before pow |X_k-Y|_0 = 6760661, f1 =  0.306727

Iteration 3620: Loss = 539366.625000
|Xk-Y|_F:  478366.250000, |X-X0|:  61000.359375
rounded |X_k-Y|_0 = 467016, f1 =  0.651575, approx slack: 6662409
rounded before pow |X_k-Y|_0 = 6757805, f1 =  0.306818

Iteration 3640: Loss = 539008.250000
|Xk-Y|_F:  478271.343750, |X-X0|:  60736.906250
rounded |X_k-Y|_0 = 466955, f1 =  0.651585, approx slack: 6662114
rounded before pow |X_k-Y|_0 = 6757543, f1 =  0.306827

Iteration 3660: Loss = 538656.375000
|Xk-Y|_F:  478177.468750, |X-X0|:  60478.929688
rounded |X_k-Y|_0 = 466814, f1 =  0.651608, approx slack: 6661785
rounded before pow |X_k-Y|_0 = 6757692, f1 =  0.306830

Iteration 3680: Loss = 538304.500000
|Xk-Y|_F:  478080.062500, |X-X0|:  60224.457031
rounded |X_k-Y|_0 = 466742, f1 =  0.651622, approx slack: 6665129
rounded before pow |X_k-Y|_0 = 6760946, f1 =  0.306728

Iteration 3700: Loss = 537971.187500
|Xk-Y|_F:  477995.437500, |X-X0|:  59975.757812
rounded |X_k-Y|_0 = 466650, f1 =  0.651639, approx slack: 6665219
rounded before pow |X_k-Y|_0 = 6761078, f1 =  0.306724

Iteration 3720: Loss = 537616.187500
|Xk-Y|_F:  477895.750000, |X-X0|:  59720.453125
rounded |X_k-Y|_0 = 466594, f1 =  0.651649, approx slack: 6665382
rounded before pow |X_k-Y|_0 = 6761234, f1 =  0.306719

Iteration 3740: Loss = 537288.562500
|Xk-Y|_F:  477813.156250, |X-X0|:  59475.421875
rounded |X_k-Y|_0 = 466510, f1 =  0.651664, approx slack: 6659168
rounded before pow |X_k-Y|_0 = 6755002, f1 =  0.306921

Iteration 3760: Loss = 536945.000000
|Xk-Y|_F:  477718.312500, |X-X0|:  59226.695312
rounded |X_k-Y|_0 = 466409, f1 =  0.651682, approx slack: 6658312
rounded before pow |X_k-Y|_0 = 6754241, f1 =  0.306946

Iteration 3780: Loss = 536589.812500
|Xk-Y|_F:  477612.343750, |X-X0|:  58977.453125
rounded |X_k-Y|_0 = 466344, f1 =  0.651692, approx slack: 6658571
rounded before pow |X_k-Y|_0 = 6754524, f1 =  0.306937

Iteration 3800: Loss = 536318.562500
|Xk-Y|_F:  477566.531250, |X-X0|:  58752.019531
rounded |X_k-Y|_0 = 466245, f1 =  0.651708, approx slack: 6660316
rounded before pow |X_k-Y|_0 = 6756171, f1 =  0.306884

Iteration 3820: Loss = 535967.812500
|Xk-Y|_F:  477460.593750, |X-X0|:  58507.203125
rounded |X_k-Y|_0 = 466192, f1 =  0.651718, approx slack: 6656807
rounded before pow |X_k-Y|_0 = 6752907, f1 =  0.306988

Iteration 3840: Loss = 535614.187500
|Xk-Y|_F:  477355.593750, |X-X0|:  58258.609375
rounded |X_k-Y|_0 = 466143, f1 =  0.651726, approx slack: 6653812
rounded before pow |X_k-Y|_0 = 6750277, f1 =  0.307071

Iteration 3860: Loss = 535264.062500
|Xk-Y|_F:  477250.906250, |X-X0|:  58013.179688
rounded |X_k-Y|_0 = 466046, f1 =  0.651743, approx slack: 6653098
rounded before pow |X_k-Y|_0 = 6749570, f1 =  0.307094

Iteration 3880: Loss = 534935.812500
|Xk-Y|_F:  477158.156250, |X-X0|:  57777.671875
rounded |X_k-Y|_0 = 465979, f1 =  0.651752, approx slack: 6655186
rounded before pow |X_k-Y|_0 = 6749007, f1 =  0.307117

Iteration 3900: Loss = 534601.312500
|Xk-Y|_F:  477061.781250, |X-X0|:  57539.554688
rounded |X_k-Y|_0 = 465915, f1 =  0.651763, approx slack: 6656363
rounded before pow |X_k-Y|_0 = 6750138, f1 =  0.307080

Iteration 3920: Loss = 534241.437500
|Xk-Y|_F:  476943.406250, |X-X0|:  57298.039062
rounded |X_k-Y|_0 = 465813, f1 =  0.651783, approx slack: 6656255
rounded before pow |X_k-Y|_0 = 6750140, f1 =  0.307080

Iteration 3940: Loss = 533929.125000
|Xk-Y|_F:  476861.812500, |X-X0|:  57067.281250
rounded |X_k-Y|_0 = 465648, f1 =  0.651809, approx slack: 6655639
rounded before pow |X_k-Y|_0 = 6749570, f1 =  0.307099

Iteration 3960: Loss = 533592.562500
|Xk-Y|_F:  476763.093750, |X-X0|:  56829.457031
rounded |X_k-Y|_0 = 465622, f1 =  0.651814, approx slack: 6653153
rounded before pow |X_k-Y|_0 = 6747493, f1 =  0.307165

Iteration 3980: Loss = 533274.375000
|Xk-Y|_F:  476674.531250, |X-X0|:  56599.843750
rounded |X_k-Y|_0 = 465507, f1 =  0.651830, approx slack: 6652142
rounded before pow |X_k-Y|_0 = 6746551, f1 =  0.307195

Iteration 4000: Loss = 532922.937500
|Xk-Y|_F:  476557.562500, |X-X0|:  56365.351562
rounded |X_k-Y|_0 = 465419, f1 =  0.651847, approx slack: 6652592
rounded before pow |X_k-Y|_0 = 6747081, f1 =  0.307178

Iteration 4020: Loss = 532589.312500
|Xk-Y|_F:  476446.250000, |X-X0|:  56143.042969
rounded |X_k-Y|_0 = 465336, f1 =  0.651862, approx slack: 6651867
rounded before pow |X_k-Y|_0 = 6746364, f1 =  0.307201

Iteration 4040: Loss = 532268.000000
|Xk-Y|_F:  476348.750000, |X-X0|:  55919.234375
rounded |X_k-Y|_0 = 465213, f1 =  0.651883, approx slack: 6648654
rounded before pow |X_k-Y|_0 = 6743156, f1 =  0.307304

Iteration 4060: Loss = 531956.250000
|Xk-Y|_F:  476258.781250, |X-X0|:  55697.437500
rounded |X_k-Y|_0 = 465154, f1 =  0.651895, approx slack: 6646922
rounded before pow |X_k-Y|_0 = 6741656, f1 =  0.307352

Iteration 4080: Loss = 531657.312500
|Xk-Y|_F:  476174.375000, |X-X0|:  55482.910156
rounded |X_k-Y|_0 = 465120, f1 =  0.651902, approx slack: 6648649
rounded before pow |X_k-Y|_0 = 6742154, f1 =  0.307335

Iteration 4100: Loss = 531350.625000
|Xk-Y|_F:  476084.656250, |X-X0|:  55265.968750
rounded |X_k-Y|_0 = 465057, f1 =  0.651912, approx slack: 6648336
rounded before pow |X_k-Y|_0 = 6741904, f1 =  0.307343

Iteration 4120: Loss = 531064.687500
|Xk-Y|_F:  476008.968750, |X-X0|:  55055.742188
rounded |X_k-Y|_0 = 464991, f1 =  0.651923, approx slack: 6648185
rounded before pow |X_k-Y|_0 = 6741756, f1 =  0.307348

Iteration 4140: Loss = 530768.500000
|Xk-Y|_F:  475928.937500, |X-X0|:  54839.554688
rounded |X_k-Y|_0 = 464954, f1 =  0.651929, approx slack: 6647866
rounded before pow |X_k-Y|_0 = 6741406, f1 =  0.307359

Iteration 4160: Loss = 530463.937500
|Xk-Y|_F:  475838.843750, |X-X0|:  54625.085938
rounded |X_k-Y|_0 = 464867, f1 =  0.651944, approx slack: 6646840
rounded before pow |X_k-Y|_0 = 6740676, f1 =  0.307382

Iteration 4180: Loss = 530161.187500
|Xk-Y|_F:  475751.531250, |X-X0|:  54409.632812
rounded |X_k-Y|_0 = 464803, f1 =  0.651954, approx slack: 6644992
rounded before pow |X_k-Y|_0 = 6739026, f1 =  0.307434

Iteration 4200: Loss = 529879.500000
|Xk-Y|_F:  475682.906250, |X-X0|:  54196.578125
rounded |X_k-Y|_0 = 464747, f1 =  0.651964, approx slack: 6643594
rounded before pow |X_k-Y|_0 = 6738108, f1 =  0.307461

Iteration 4220: Loss = 529587.250000
|Xk-Y|_F:  475602.093750, |X-X0|:  53985.171875
rounded |X_k-Y|_0 = 464660, f1 =  0.651977, approx slack: 6644143
rounded before pow |X_k-Y|_0 = 6738552, f1 =  0.307449

Iteration 4240: Loss = 529291.625000
|Xk-Y|_F:  475517.156250, |X-X0|:  53774.500000
rounded |X_k-Y|_0 = 464589, f1 =  0.651989, approx slack: 6644307
rounded before pow |X_k-Y|_0 = 6738722, f1 =  0.307444

Iteration 4260: Loss = 528983.625000
|Xk-Y|_F:  475426.406250, |X-X0|:  53557.222656
rounded |X_k-Y|_0 = 464493, f1 =  0.652006, approx slack: 6647032
rounded before pow |X_k-Y|_0 = 6741745, f1 =  0.307368

Iteration 4280: Loss = 528698.687500
|Xk-Y|_F:  475352.500000, |X-X0|:  53346.187500
rounded |X_k-Y|_0 = 464470, f1 =  0.652012, approx slack: 6646621
rounded before pow |X_k-Y|_0 = 6741644, f1 =  0.307369

Iteration 4300: Loss = 528385.437500
|Xk-Y|_F:  475253.718750, |X-X0|:  53131.738281
rounded |X_k-Y|_0 = 464334, f1 =  0.652034, approx slack: 6643668
rounded before pow |X_k-Y|_0 = 6738854, f1 =  0.307458

Iteration 4320: Loss = 528105.625000
|Xk-Y|_F:  475181.937500, |X-X0|:  52923.718750
rounded |X_k-Y|_0 = 464303, f1 =  0.652041, approx slack: 6643369
rounded before pow |X_k-Y|_0 = 6738642, f1 =  0.307465

Iteration 4340: Loss = 527801.562500
|Xk-Y|_F:  475104.093750, |X-X0|:  52697.468750
rounded |X_k-Y|_0 = 464237, f1 =  0.652051, approx slack: 6645426
rounded before pow |X_k-Y|_0 = 6740775, f1 =  0.307408

Iteration 4360: Loss = 527546.812500
|Xk-Y|_F:  475063.125000, |X-X0|:  52483.714844
rounded |X_k-Y|_0 = 464238, f1 =  0.652053, approx slack: 6645083
rounded before pow |X_k-Y|_0 = 6740467, f1 =  0.307418

Iteration 4380: Loss = 527312.625000
|Xk-Y|_F:  475016.343750, |X-X0|:  52296.281250
rounded |X_k-Y|_0 = 464158, f1 =  0.652065, approx slack: 6646379
rounded before pow |X_k-Y|_0 = 6741819, f1 =  0.307375

Iteration 4400: Loss = 527019.562500
|Xk-Y|_F:  474932.968750, |X-X0|:  52086.617188
rounded |X_k-Y|_0 = 464099, f1 =  0.652075, approx slack: 6630395
rounded before pow |X_k-Y|_0 = 6725936, f1 =  0.307888

Iteration 4420: Loss = 526710.250000
|Xk-Y|_F:  474836.656250, |X-X0|:  51873.585938
rounded |X_k-Y|_0 = 464081, f1 =  0.652080, approx slack: 6633472
rounded before pow |X_k-Y|_0 = 6728833, f1 =  0.307810

Iteration 4440: Loss = 526387.625000
|Xk-Y|_F:  474731.000000, |X-X0|:  51656.597656
rounded |X_k-Y|_0 = 463966, f1 =  0.652100, approx slack: 6633638
rounded before pow |X_k-Y|_0 = 6729171, f1 =  0.307812

Iteration 4460: Loss = 526117.125000
|Xk-Y|_F:  474669.937500, |X-X0|:  51447.214844
rounded |X_k-Y|_0 = 463905, f1 =  0.652110, approx slack: 6636702
rounded before pow |X_k-Y|_0 = 6732447, f1 =  0.307726

Iteration 4480: Loss = 525809.812500
|Xk-Y|_F:  474578.281250, |X-X0|:  51231.507812
rounded |X_k-Y|_0 = 463848, f1 =  0.652120, approx slack: 6641093
rounded before pow |X_k-Y|_0 = 6737006, f1 =  0.307599

Iteration 4500: Loss = 525506.437500
|Xk-Y|_F:  474495.875000, |X-X0|:  51010.539062
rounded |X_k-Y|_0 = 463811, f1 =  0.652127, approx slack: 6644637
rounded before pow |X_k-Y|_0 = 6740726, f1 =  0.307496

Iteration 4520: Loss = 525223.812500
|Xk-Y|_F:  474423.468750, |X-X0|:  50800.347656
rounded |X_k-Y|_0 = 463749, f1 =  0.652137, approx slack: 6644525
rounded before pow |X_k-Y|_0 = 6740722, f1 =  0.307498

Iteration 4540: Loss = 524923.500000
|Xk-Y|_F:  474338.062500, |X-X0|:  50585.421875
rounded |X_k-Y|_0 = 463716, f1 =  0.652142, approx slack: 6647807
rounded before pow |X_k-Y|_0 = 6744184, f1 =  0.307403

Iteration 4560: Loss = 524632.062500
|Xk-Y|_F:  474256.937500, |X-X0|:  50375.121094
rounded |X_k-Y|_0 = 463622, f1 =  0.652159, approx slack: 6647372
rounded before pow |X_k-Y|_0 = 6743856, f1 =  0.307414

Iteration 4580: Loss = 524354.750000
|Xk-Y|_F:  474189.250000, |X-X0|:  50165.515625
rounded |X_k-Y|_0 = 463612, f1 =  0.652161, approx slack: 6650231
rounded before pow |X_k-Y|_0 = 6747141, f1 =  0.307338

Iteration 4600: Loss = 524068.812500
|Xk-Y|_F:  474112.593750, |X-X0|:  49956.203125
rounded |X_k-Y|_0 = 463522, f1 =  0.652178, approx slack: 6650704
rounded before pow |X_k-Y|_0 = 6747406, f1 =  0.307330

Iteration 4620: Loss = 523769.343750
|Xk-Y|_F:  474034.531250, |X-X0|:  49734.816406
rounded |X_k-Y|_0 = 463404, f1 =  0.652196, approx slack: 6652942
rounded before pow |X_k-Y|_0 = 6749847, f1 =  0.307259

Iteration 4640: Loss = 523488.062500
|Xk-Y|_F:  473959.468750, |X-X0|:  49528.609375
rounded |X_k-Y|_0 = 463384, f1 =  0.652201, approx slack: 6655998
rounded before pow |X_k-Y|_0 = 6752943, f1 =  0.307165

Iteration 4660: Loss = 523230.312500
|Xk-Y|_F:  473908.218750, |X-X0|:  49322.078125
rounded |X_k-Y|_0 = 463337, f1 =  0.652211, approx slack: 6657174
rounded before pow |X_k-Y|_0 = 6754197, f1 =  0.307128

Iteration 4680: Loss = 522896.281250
|Xk-Y|_F:  473784.843750, |X-X0|:  49111.441406
rounded |X_k-Y|_0 = 463236, f1 =  0.652229, approx slack: 6657988
rounded before pow |X_k-Y|_0 = 6757132, f1 =  0.307049

Iteration 4700: Loss = 522607.406250
|Xk-Y|_F:  473705.468750, |X-X0|:  48901.945312
rounded |X_k-Y|_0 = 463171, f1 =  0.652239, approx slack: 6657935
rounded before pow |X_k-Y|_0 = 6757387, f1 =  0.307047

Iteration 4720: Loss = 522271.281250
|Xk-Y|_F:  473584.062500, |X-X0|:  48687.218750
rounded |X_k-Y|_0 = 463007, f1 =  0.652266, approx slack: 6662476
rounded before pow |X_k-Y|_0 = 6762039, f1 =  0.306919

Iteration 4740: Loss = 521975.406250
|Xk-Y|_F:  473490.906250, |X-X0|:  48484.492188
rounded |X_k-Y|_0 = 462928, f1 =  0.652280, approx slack: 6668324
rounded before pow |X_k-Y|_0 = 6767957, f1 =  0.306755

Iteration 4760: Loss = 521709.312500
|Xk-Y|_F:  473421.093750, |X-X0|:  48288.226562
rounded |X_k-Y|_0 = 462895, f1 =  0.652286, approx slack: 6671891
rounded before pow |X_k-Y|_0 = 6772043, f1 =  0.306646

Iteration 4780: Loss = 521484.625000
|Xk-Y|_F:  473389.531250, |X-X0|:  48095.097656
rounded |X_k-Y|_0 = 462818, f1 =  0.652298, approx slack: 6673383
rounded before pow |X_k-Y|_0 = 6773300, f1 =  0.306607

Iteration 4800: Loss = 521253.937500
|Xk-Y|_F:  473357.937500, |X-X0|:  47896.007812
rounded |X_k-Y|_0 = 462766, f1 =  0.652307, approx slack: 6677978
rounded before pow |X_k-Y|_0 = 6777782, f1 =  0.306469

Iteration 4820: Loss = 520951.250000
|Xk-Y|_F:  473264.375000, |X-X0|:  47686.863281
rounded |X_k-Y|_0 = 462680, f1 =  0.652321, approx slack: 6679732
rounded before pow |X_k-Y|_0 = 6779972, f1 =  0.306412

Iteration 4840: Loss = 520717.000000
|Xk-Y|_F:  473215.250000, |X-X0|:  47501.761719
rounded |X_k-Y|_0 = 462583, f1 =  0.652336, approx slack: 6682784
rounded before pow |X_k-Y|_0 = 6782859, f1 =  0.306323

Iteration 4860: Loss = 520429.406250
|Xk-Y|_F:  473133.906250, |X-X0|:  47295.500000
rounded |X_k-Y|_0 = 462572, f1 =  0.652340, approx slack: 6684437
rounded before pow |X_k-Y|_0 = 6784449, f1 =  0.306281

Iteration 4880: Loss = 520109.531250
|Xk-Y|_F:  473003.343750, |X-X0|:  47106.195312
rounded |X_k-Y|_0 = 462459, f1 =  0.652361, approx slack: 6684166
rounded before pow |X_k-Y|_0 = 6784310, f1 =  0.306291

Iteration 4900: Loss = 519914.375000
|Xk-Y|_F:  472980.000000, |X-X0|:  46934.378906
rounded |X_k-Y|_0 = 462396, f1 =  0.652368, approx slack: 6683923
rounded before pow |X_k-Y|_0 = 6784322, f1 =  0.306292

Iteration 4920: Loss = 519627.375000
|Xk-Y|_F:  472880.437500, |X-X0|:  46746.941406
rounded |X_k-Y|_0 = 462304, f1 =  0.652385, approx slack: 6685675
rounded before pow |X_k-Y|_0 = 6786250, f1 =  0.306243

Iteration 4940: Loss = 519328.875000
|Xk-Y|_F:  472782.812500, |X-X0|:  46546.070312
rounded |X_k-Y|_0 = 462267, f1 =  0.652392, approx slack: 6685643
rounded before pow |X_k-Y|_0 = 6786234, f1 =  0.306243

Iteration 4960: Loss = 519069.562500
|Xk-Y|_F:  472710.375000, |X-X0|:  46359.199219
rounded |X_k-Y|_0 = 462191, f1 =  0.652406, approx slack: 6685759
rounded before pow |X_k-Y|_0 = 6786306, f1 =  0.306240

Iteration 4980: Loss = 518801.875000
|Xk-Y|_F:  472632.093750, |X-X0|:  46169.781250
rounded |X_k-Y|_0 = 462149, f1 =  0.652414, approx slack: 6684670
rounded before pow |X_k-Y|_0 = 6785515, f1 =  0.306263

Iteration 4999: Loss = 518546.093750
|Xk-Y|_F:  472552.187500, |X-X0|:  45993.906250
rounded |X_k-Y|_0 = 462084, f1 =  0.652424, approx slack: 6687117
rounded before pow |X_k-Y|_0 = 6787880, f1 =  0.306194


KB after refine:
num_nodes: 5045.0000
num_edges: 3988.0000
density: 0.0002
avg_degree: 0.7905
avg_clustering: 0.0562
degree_assortativity: -0.3733
modularity: 0.6733
avg_betweenness: 0.0000
avg_closeness: 0.0019
------ ABL 0 after refine ------
--- eval ---
prediction result:
f1 on test:    0.5397
f1 on test:    0.8919 (micro)
f1 on KB:      0.6265
integrated f1: 0.5932, w_data: 0.3315, w_klg: 0.6685

integrated result:
f1 on test:    0.5250
f1 on test:    0.8919 (micro)
f1 on KB:      0.6535
integrated f1: 0.6109, w_data: 0.3315, w_klg: 0.6685
------------
integrated f1 0.5932
Epoch 100, Total loss: 35145662464.0000, CE loss: 25.1790, RL loss: 351456640.0000, Reward: -1072833.8262
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8679, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 200, Total loss: -15337651200.0000, CE loss: 25.1786, RL loss: -153376512.0000, Reward: -1074820.2734
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8697, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 300, Total loss: 5185831424.0000, CE loss: 25.1794, RL loss: 51858316.0000, Reward: -1074547.4541
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8675, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 400, Total loss: 19414300672.0000, CE loss: 25.1788, RL loss: 194143008.0000, Reward: -1073157.7461
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8714, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 500, Total loss: 10411122688.0000, CE loss: 25.1783, RL loss: 104111224.0000, Reward: -1074053.2344
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8677, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 600, Total loss: 9256014848.0000, CE loss: 25.1792, RL loss: 92560144.0000, Reward: -1073956.7539
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8739, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 700, Total loss: 15357120512.0000, CE loss: 25.1787, RL loss: 153571200.0000, Reward: -1074685.0928
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8694, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 800, Total loss: 6019651072.0000, CE loss: 25.1786, RL loss: 60196512.0000, Reward: -1074303.1289
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8717, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 900, Total loss: -26438819840.0000, CE loss: 25.1794, RL loss: -264388192.0000, Reward: -1074579.8516
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8668, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 1000, Total loss: 11229427712.0000, CE loss: 25.1794, RL loss: 112294280.0000, Reward: -1074112.6455
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8748, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 1100, Total loss: -12934008832.0000, CE loss: 25.1788, RL loss: -129340088.0000, Reward: -1074536.2197
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8721, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 1200, Total loss: 11125483520.0000, CE loss: 25.1791, RL loss: 111254832.0000, Reward: -1074346.9727
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8717, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 1300, Total loss: -7481732096.0000, CE loss: 25.1786, RL loss: -74817320.0000, Reward: -1074161.5410
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8702, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 1400, Total loss: 23576354816.0000, CE loss: 25.1790, RL loss: 235763552.0000, Reward: -1074050.9180
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8646, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 1500, Total loss: -5218047488.0000, CE loss: 25.1794, RL loss: -52180476.0000, Reward: -1073614.6270
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8616, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 1600, Total loss: -7528095744.0000, CE loss: 25.1786, RL loss: -75280960.0000, Reward: -1073814.1973
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8699, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 1700, Total loss: -37470986240.0000, CE loss: 25.1798, RL loss: -374709856.0000, Reward: -1074318.7617
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8698, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 1800, Total loss: -10661231616.0000, CE loss: 25.1794, RL loss: -106612320.0000, Reward: -1073601.4336
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8678, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 1900, Total loss: 5357210112.0000, CE loss: 25.1797, RL loss: 53572100.0000, Reward: -1073665.9775
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8750, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
--- eval ---
prediction result:
f1 on test:    0.5397
f1 on test:    0.8919 (micro)
f1 on KB:      0.6265
integrated f1: 0.5962, w_data: 0.3000, w_klg: 0.7000

integrated result:
f1 on test:    0.5250
f1 on test:    0.8919 (micro)
f1 on KB:      0.6535
integrated f1: 0.6149, w_data: 0.3000, w_klg: 0.7000
------------
Epoch 2000, Total loss: -27002959872.0000, CE loss: 25.1795, RL loss: -270029600.0000, Reward: -1074592.0000
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8721, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 2100, Total loss: 24423358464.0000, CE loss: 25.1789, RL loss: 244233584.0000, Reward: -1073695.0098
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8689, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 2200, Total loss: -16973514752.0000, CE loss: 25.1788, RL loss: -169735152.0000, Reward: -1074206.8887
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8690, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 2300, Total loss: -28400291840.0000, CE loss: 25.1791, RL loss: -284002912.0000, Reward: -1075175.6895
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8658, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 2400, Total loss: -5586468864.0000, CE loss: 25.1791, RL loss: -55864688.0000, Reward: -1074018.6934
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8759, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 2500, Total loss: -15532118016.0000, CE loss: 25.1790, RL loss: -155321184.0000, Reward: -1074411.6748
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8754, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 2600, Total loss: -3512598784.0000, CE loss: 25.1791, RL loss: -35125988.0000, Reward: -1073882.5332
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8756, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 2700, Total loss: -10475185152.0000, CE loss: 25.1790, RL loss: -104751848.0000, Reward: -1074446.0830
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8730, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 2800, Total loss: -26279546880.0000, CE loss: 25.1794, RL loss: -262795472.0000, Reward: -1075093.9590
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8680, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 2900, Total loss: 3291114496.0000, CE loss: 25.1787, RL loss: 32911146.0000, Reward: -1074576.2051
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8700, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 3000, Total loss: -19570399232.0000, CE loss: 25.1792, RL loss: -195704000.0000, Reward: -1074077.6279
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8663, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 3100, Total loss: -16853498880.0000, CE loss: 25.1791, RL loss: -168534992.0000, Reward: -1074376.6064
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8717, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 3200, Total loss: 24622540800.0000, CE loss: 25.1787, RL loss: 246225408.0000, Reward: -1073879.9814
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8711, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 3300, Total loss: 31893434368.0000, CE loss: 25.1791, RL loss: 318934336.0000, Reward: -1073874.2510
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8723, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 3400, Total loss: -29581545472.0000, CE loss: 25.1787, RL loss: -295815456.0000, Reward: -1074408.0479
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8756, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 3500, Total loss: 3566704384.0000, CE loss: 25.1795, RL loss: 35667044.0000, Reward: -1073481.2529
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8656, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 3600, Total loss: -15390134272.0000, CE loss: 25.1796, RL loss: -153901344.0000, Reward: -1075199.1895
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8720, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 3700, Total loss: 44796731392.0000, CE loss: 25.1791, RL loss: 447967328.0000, Reward: -1072533.9512
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8658, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 3800, Total loss: 4487574528.0000, CE loss: 25.1786, RL loss: 44875744.0000, Reward: -1073765.2666
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8693, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 3900, Total loss: 8580401664.0000, CE loss: 25.1792, RL loss: 85804016.0000, Reward: -1073969.9980
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8672, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
--- eval ---
prediction result:
f1 on test:    0.5397
f1 on test:    0.8919 (micro)
f1 on KB:      0.6265
integrated f1: 0.5962, w_data: 0.3000, w_klg: 0.7000

integrated result:
f1 on test:    0.5250
f1 on test:    0.8919 (micro)
f1 on KB:      0.6535
integrated f1: 0.6149, w_data: 0.3000, w_klg: 0.7000
------------
Epoch 4000, Total loss: -12057697280.0000, CE loss: 25.1787, RL loss: -120576976.0000, Reward: -1074126.4463
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8742, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 4100, Total loss: 21608685568.0000, CE loss: 25.1794, RL loss: 216086864.0000, Reward: -1073509.3125
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8694, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 4200, Total loss: 1165971712.0000, CE loss: 25.1790, RL loss: 11659717.0000, Reward: -1073915.9297
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8699, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 4300, Total loss: -21708353536.0000, CE loss: 25.1786, RL loss: -217083536.0000, Reward: -1074812.3574
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8675, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 4400, Total loss: 5062317056.0000, CE loss: 25.1790, RL loss: 50623168.0000, Reward: -1074026.0479
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8685, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 4500, Total loss: -7925670400.0000, CE loss: 25.1800, RL loss: -79256704.0000, Reward: -1073879.0654
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8678, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 4600, Total loss: 17258164224.0000, CE loss: 25.1790, RL loss: 172581648.0000, Reward: -1073712.2842
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 9050, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 4700, Total loss: 30836805632.0000, CE loss: 25.1788, RL loss: 308368064.0000, Reward: -1073848.3389
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8660, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 4800, Total loss: -22449152000.0000, CE loss: 25.1788, RL loss: -224491520.0000, Reward: -1074123.3398
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8708, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 4900, Total loss: -20459644928.0000, CE loss: 25.1798, RL loss: -204596448.0000, Reward: -1074278.0283
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8693, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 5000, Total loss: -16466334720.0000, CE loss: 25.1794, RL loss: -164663344.0000, Reward: -1074769.0605
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8761, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 5100, Total loss: 40755339264.0000, CE loss: 25.1793, RL loss: 407553408.0000, Reward: -1072861.8760
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8716, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 5200, Total loss: -27091650560.0000, CE loss: 25.1790, RL loss: -270916512.0000, Reward: -1074488.4893
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8706, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 5300, Total loss: 10177777664.0000, CE loss: 25.1790, RL loss: 101777776.0000, Reward: -1073824.8711
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8687, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 5400, Total loss: -974864512.0000, CE loss: 25.1785, RL loss: -9748645.0000, Reward: -1073942.8369
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8684, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 5500, Total loss: -2184279296.0000, CE loss: 25.1794, RL loss: -21842792.0000, Reward: -1073758.0488
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8722, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 5600, Total loss: -6266225664.0000, CE loss: 25.1795, RL loss: -62662256.0000, Reward: -1074464.3105
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8704, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 5700, Total loss: 19306975232.0000, CE loss: 25.1792, RL loss: 193069760.0000, Reward: -1073962.5010
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8720, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 5800, Total loss: 19715516416.0000, CE loss: 25.1790, RL loss: 197155168.0000, Reward: -1073282.2588
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8690, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 5900, Total loss: -11725044736.0000, CE loss: 25.1793, RL loss: -117250448.0000, Reward: -1073805.6699
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8707, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
--- eval ---
prediction result:
f1 on test:    0.5397
f1 on test:    0.8919 (micro)
f1 on KB:      0.6265
integrated f1: 0.5962, w_data: 0.3000, w_klg: 0.7000

integrated result:
f1 on test:    0.5250
f1 on test:    0.8919 (micro)
f1 on KB:      0.6535
integrated f1: 0.6149, w_data: 0.3000, w_klg: 0.7000
------------
Epoch 6000, Total loss: 901259712.0000, CE loss: 25.1797, RL loss: 9012597.0000, Reward: -1073476.1729
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8693, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 6100, Total loss: 3443453184.0000, CE loss: 25.1785, RL loss: 34434532.0000, Reward: -1074074.6367
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8630, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 6200, Total loss: 6880380928.0000, CE loss: 25.1793, RL loss: 68803808.0000, Reward: -1073382.2461
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8672, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 6300, Total loss: -19327580160.0000, CE loss: 25.1793, RL loss: -193275792.0000, Reward: -1074510.6113
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8731, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 6400, Total loss: 31141126144.0000, CE loss: 25.1796, RL loss: 311411264.0000, Reward: -1074051.9404
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8705, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 6500, Total loss: -11624390656.0000, CE loss: 25.1801, RL loss: -116243904.0000, Reward: -1073894.2051
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8700, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 6600, Total loss: -19605104640.0000, CE loss: 25.1796, RL loss: -196051056.0000, Reward: -1074188.3193
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8682, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 6700, Total loss: -14472891392.0000, CE loss: 25.1791, RL loss: -144728912.0000, Reward: -1073333.5498
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8709, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 6800, Total loss: -10655262720.0000, CE loss: 25.1791, RL loss: -106552632.0000, Reward: -1074381.8730
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8686, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 6900, Total loss: 14931534848.0000, CE loss: 25.1793, RL loss: 149315344.0000, Reward: -1073639.8613
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8724, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 7000, Total loss: -16235315200.0000, CE loss: 25.1792, RL loss: -162353152.0000, Reward: -1074567.6270
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8659, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 7100, Total loss: 1093968000.0000, CE loss: 25.1787, RL loss: 10939680.0000, Reward: -1074065.4531
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8669, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 7200, Total loss: 47477460992.0000, CE loss: 25.1787, RL loss: 474774592.0000, Reward: -1072295.0850
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8690, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 7300, Total loss: -36239560704.0000, CE loss: 25.1785, RL loss: -362395616.0000, Reward: -1075429.6318
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8703, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 7400, Total loss: -4992692736.0000, CE loss: 25.1788, RL loss: -49926928.0000, Reward: -1075399.7998
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8619, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 7500, Total loss: 10553055232.0000, CE loss: 25.1793, RL loss: 105530552.0000, Reward: -1073850.6035
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8698, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 7600, Total loss: -14605448192.0000, CE loss: 25.1784, RL loss: -146054480.0000, Reward: -1074555.4473
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8922, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 7700, Total loss: -39129579520.0000, CE loss: 25.1795, RL loss: -391295808.0000, Reward: -1075392.0273
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8708, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 7800, Total loss: 40015265792.0000, CE loss: 25.1787, RL loss: 400152640.0000, Reward: -1072726.5635
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8704, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 7900, Total loss: 9967349760.0000, CE loss: 25.1788, RL loss: 99673496.0000, Reward: -1074465.7354
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8668, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
--- eval ---
prediction result:
f1 on test:    0.5397
f1 on test:    0.8919 (micro)
f1 on KB:      0.6265
integrated f1: 0.5962, w_data: 0.3000, w_klg: 0.7000

integrated result:
f1 on test:    0.5250
f1 on test:    0.8919 (micro)
f1 on KB:      0.6535
integrated f1: 0.6149, w_data: 0.3000, w_klg: 0.7000
------------
Epoch 8000, Total loss: 37036437504.0000, CE loss: 25.1793, RL loss: 370364384.0000, Reward: -1073913.0322
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8663, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 8100, Total loss: 52578754560.0000, CE loss: 25.1786, RL loss: 525787552.0000, Reward: -1073248.3369
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8725, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 8200, Total loss: 11540224000.0000, CE loss: 25.1787, RL loss: 115402240.0000, Reward: -1073733.4424
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8682, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 8300, Total loss: -568034240.0000, CE loss: 25.1798, RL loss: -5680342.5000, Reward: -1074720.9639
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8704, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 8400, Total loss: 8530679296.0000, CE loss: 25.1787, RL loss: 85306792.0000, Reward: -1073898.0586
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8679, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 8500, Total loss: 1726110208.0000, CE loss: 25.1797, RL loss: 17261102.0000, Reward: -1073590.9648
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8687, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 8600, Total loss: -3005987328.0000, CE loss: 25.1790, RL loss: -30059872.0000, Reward: -1074450.0635
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8641, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 8700, Total loss: -4479280640.0000, CE loss: 25.1792, RL loss: -44792808.0000, Reward: -1073921.1299
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8688, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 8800, Total loss: -2269818112.0000, CE loss: 25.1791, RL loss: -22698180.0000, Reward: -1073765.5342
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8726, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 8900, Total loss: 3738514432.0000, CE loss: 25.1800, RL loss: 37385144.0000, Reward: -1073407.6426
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8685, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 9000, Total loss: 18849462272.0000, CE loss: 25.1792, RL loss: 188494624.0000, Reward: -1073408.6172
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8717, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 9100, Total loss: 8366058496.0000, CE loss: 25.1791, RL loss: 83660584.0000, Reward: -1074017.5078
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8697, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 9200, Total loss: 5605946880.0000, CE loss: 25.1790, RL loss: 56059468.0000, Reward: -1074034.5977
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8684, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 9300, Total loss: 1683123200.0000, CE loss: 25.1787, RL loss: 16831232.0000, Reward: -1074114.9697
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 9205, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 9400, Total loss: 12745161728.0000, CE loss: 25.1793, RL loss: 127451616.0000, Reward: -1073649.5977
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8727, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 9500, Total loss: -3437284352.0000, CE loss: 25.1789, RL loss: -34372844.0000, Reward: -1073692.6504
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8707, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 9600, Total loss: -18529673216.0000, CE loss: 25.1786, RL loss: -185296736.0000, Reward: -1074447.5176
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8677, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 9700, Total loss: -11175414784.0000, CE loss: 25.1796, RL loss: -111754144.0000, Reward: -1074323.4639
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8627, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 9800, Total loss: -23537305600.0000, CE loss: 25.1785, RL loss: -235373056.0000, Reward: -1074405.9795
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8694, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 9900, Total loss: 20590604288.0000, CE loss: 25.1793, RL loss: 205906048.0000, Reward: -1073557.3379
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8716, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
--- eval ---
prediction result:
f1 on test:    0.5397
f1 on test:    0.8919 (micro)
f1 on KB:      0.6265
integrated f1: 0.5962, w_data: 0.3000, w_klg: 0.7000

integrated result:
f1 on test:    0.5250
f1 on test:    0.8919 (micro)
f1 on KB:      0.6535
integrated f1: 0.6149, w_data: 0.3000, w_klg: 0.7000
------------
Epoch 10000, Total loss: -22737485824.0000, CE loss: 25.1789, RL loss: -227374848.0000, Reward: -1074714.8711
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8686, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 10100, Total loss: 31643117568.0000, CE loss: 25.1786, RL loss: 316431168.0000, Reward: -1073596.4785
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8685, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 10200, Total loss: 9505776640.0000, CE loss: 25.1794, RL loss: 95057768.0000, Reward: -1073673.8047
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8713, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 10300, Total loss: -25581617152.0000, CE loss: 25.1786, RL loss: -255816176.0000, Reward: -1075365.0664
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8734, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 10400, Total loss: 9987076096.0000, CE loss: 25.1798, RL loss: 99870760.0000, Reward: -1073759.2373
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 9221, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 10500, Total loss: -29553061888.0000, CE loss: 25.1783, RL loss: -295530624.0000, Reward: -1074625.3936
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8752, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 10600, Total loss: -12219816960.0000, CE loss: 25.1792, RL loss: -122198168.0000, Reward: -1074393.4141
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8657, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 10700, Total loss: -8767867904.0000, CE loss: 25.1792, RL loss: -87678680.0000, Reward: -1074156.2070
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8652, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 10800, Total loss: -23491938304.0000, CE loss: 25.1801, RL loss: -234919392.0000, Reward: -1074752.2568
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 9298, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 10900, Total loss: -17321656320.0000, CE loss: 25.1794, RL loss: -173216560.0000, Reward: -1074112.4990
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8717, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 11000, Total loss: 8295983104.0000, CE loss: 25.1786, RL loss: 82959832.0000, Reward: -1073199.8965
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8732, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 11100, Total loss: 46334033920.0000, CE loss: 25.1786, RL loss: 463340352.0000, Reward: -1073216.0322
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8717, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 11200, Total loss: -15086273536.0000, CE loss: 25.1782, RL loss: -150862736.0000, Reward: -1074047.9248
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8747, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 11300, Total loss: 30665773056.0000, CE loss: 25.1785, RL loss: 306657728.0000, Reward: -1073686.0059
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8695, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 11400, Total loss: -35756490752.0000, CE loss: 25.1789, RL loss: -357564928.0000, Reward: -1074821.7637
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8758, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 11500, Total loss: -5835878912.0000, CE loss: 25.1792, RL loss: -58358788.0000, Reward: -1074386.2715
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 9233, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 11600, Total loss: 34050359296.0000, CE loss: 25.1792, RL loss: 340503584.0000, Reward: -1074134.1338
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8728, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 11700, Total loss: -34864541696.0000, CE loss: 25.1794, RL loss: -348645408.0000, Reward: -1074377.4473
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8683, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 11800, Total loss: 19198926848.0000, CE loss: 25.1788, RL loss: 191989264.0000, Reward: -1072866.8516
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8655, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 11900, Total loss: -58772115456.0000, CE loss: 25.1791, RL loss: -587721152.0000, Reward: -1075278.9717
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8757, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
--- eval ---
prediction result:
f1 on test:    0.5397
f1 on test:    0.8919 (micro)
f1 on KB:      0.6265
integrated f1: 0.5962, w_data: 0.3000, w_klg: 0.7000

integrated result:
f1 on test:    0.5250
f1 on test:    0.8919 (micro)
f1 on KB:      0.6535
integrated f1: 0.6149, w_data: 0.3000, w_klg: 0.7000
------------
Epoch 12000, Total loss: -8925094912.0000, CE loss: 25.1787, RL loss: -89250952.0000, Reward: -1074300.3027
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8665, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 12100, Total loss: -13652002816.0000, CE loss: 25.1788, RL loss: -136520032.0000, Reward: -1074397.1240
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8737, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 12200, Total loss: 13636288512.0000, CE loss: 25.1790, RL loss: 136362880.0000, Reward: -1073227.5322
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8679, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 12300, Total loss: 5461272576.0000, CE loss: 25.1785, RL loss: 54612724.0000, Reward: -1072839.1641
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8710, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 12400, Total loss: -2433033728.0000, CE loss: 25.1792, RL loss: -24330336.0000, Reward: -1073241.2354
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8655, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 12500, Total loss: -13227458560.0000, CE loss: 25.1786, RL loss: -132274584.0000, Reward: -1073814.3906
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8672, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 12600, Total loss: -3426195200.0000, CE loss: 25.1786, RL loss: -34261952.0000, Reward: -1073266.7617
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8694, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 12700, Total loss: -20469979136.0000, CE loss: 25.1787, RL loss: -204699792.0000, Reward: -1074405.1904
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8727, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 12800, Total loss: 8475120128.0000, CE loss: 25.1788, RL loss: 84751200.0000, Reward: -1073626.4346
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8657, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 12900, Total loss: -13347813376.0000, CE loss: 25.1788, RL loss: -133478136.0000, Reward: -1074313.7578
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8648, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 13000, Total loss: -12803119104.0000, CE loss: 25.1784, RL loss: -128031192.0000, Reward: -1074233.3262
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8743, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 13100, Total loss: -348040288.0000, CE loss: 25.1799, RL loss: -3480403.0000, Reward: -1074326.2061
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8735, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 13200, Total loss: -36748804096.0000, CE loss: 25.1792, RL loss: -367488032.0000, Reward: -1074664.9990
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8688, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 13300, Total loss: -27328282624.0000, CE loss: 25.1786, RL loss: -273282816.0000, Reward: -1075087.3408
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8710, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 13400, Total loss: -11461697536.0000, CE loss: 25.1790, RL loss: -114616976.0000, Reward: -1074211.1123
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8755, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 13500, Total loss: -18292424704.0000, CE loss: 25.1784, RL loss: -182924240.0000, Reward: -1074758.1904
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 9319, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 13600, Total loss: -1959628416.0000, CE loss: 25.1798, RL loss: -19596284.0000, Reward: -1074029.3232
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8727, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 13700, Total loss: -6250225152.0000, CE loss: 25.1793, RL loss: -62502252.0000, Reward: -1074621.8496
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8674, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 13800, Total loss: 1902395392.0000, CE loss: 25.1789, RL loss: 19023954.0000, Reward: -1073774.0869
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8738, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 13900, Total loss: 37641031680.0000, CE loss: 25.1788, RL loss: 376410304.0000, Reward: -1073209.4814
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8812, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
--- eval ---
prediction result:
f1 on test:    0.5397
f1 on test:    0.8919 (micro)
f1 on KB:      0.6265
integrated f1: 0.5962, w_data: 0.3000, w_klg: 0.7000

integrated result:
f1 on test:    0.5250
f1 on test:    0.8919 (micro)
f1 on KB:      0.6535
integrated f1: 0.6149, w_data: 0.3000, w_klg: 0.7000
------------
Epoch 14000, Total loss: 15741719552.0000, CE loss: 25.1781, RL loss: 157417200.0000, Reward: -1073444.7207
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8676, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 14100, Total loss: -4979538944.0000, CE loss: 25.1792, RL loss: -49795392.0000, Reward: -1074071.0146
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8692, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 14200, Total loss: 37937356800.0000, CE loss: 25.1794, RL loss: 379373568.0000, Reward: -1073459.3867
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8645, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 14300, Total loss: 15940892672.0000, CE loss: 25.1791, RL loss: 159408928.0000, Reward: -1073891.5117
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8675, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 14400, Total loss: -8060377600.0000, CE loss: 25.1794, RL loss: -80603776.0000, Reward: -1073580.2529
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8683, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 14500, Total loss: -15976963072.0000, CE loss: 25.1789, RL loss: -159769632.0000, Reward: -1074128.1621
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8683, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 14600, Total loss: 1464775552.0000, CE loss: 25.1786, RL loss: 14647755.0000, Reward: -1074836.4727
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8671, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 14700, Total loss: 9525136384.0000, CE loss: 25.1792, RL loss: 95251368.0000, Reward: -1073994.9102
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8707, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 14800, Total loss: 5840596992.0000, CE loss: 25.1794, RL loss: 58405972.0000, Reward: -1073772.3770
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8683, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 14900, Total loss: -2578568960.0000, CE loss: 25.1789, RL loss: -25785690.0000, Reward: -1073780.5215
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8728, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
Epoch 15000, Total loss: -20164198400.0000, CE loss: 25.1800, RL loss: -201641984.0000, Reward: -1074827.9551
    full cols: 372, non-full cols: 0
   r - labels: 29, labels - r: 14
    violated: 8652, weighted: 164.75479125976562, len: 0.0, nonzero: 0.07373637706041336
------ ABL Loop 1 ------
--- eval ---
prediction result:
f1 on test:    0.5397
f1 on test:    0.8919 (micro)
f1 on KB:      0.6265
integrated f1: 0.5932, w_data: 0.3315, w_klg: 0.6685

integrated result:
f1 on test:    0.5250
f1 on test:    0.8919 (micro)
f1 on KB:      0.6535
integrated f1: 0.6109, w_data: 0.3315, w_klg: 0.6685
------------
integrated f1 0.5932

KB before refine:
num_nodes: 5045.0000
num_edges: 3988.0000
density: 0.0002
avg_degree: 0.7905
avg_clustering: 0.0562
degree_assortativity: -0.3733
modularity: 0.6733
avg_betweenness: 0.0000
avg_closeness: 0.0019
Iteration 0: Loss = 1382163.375000
|Xk-Y|_F:  1382163.375000, |X-X0|:  0.000000
rounded |X_k-Y|_0 = 1380546, f1 =  0.377763, approx slack: 4440716
rounded before pow |X_k-Y|_0 = 1380546, f1 =  0.377763

Iteration 20: Loss = 508682.437500
|Xk-Y|_F:  435633.125000, |X-X0|:  73049.296875
rounded |X_k-Y|_0 = 437147, f1 =  0.649330, approx slack: 93343
rounded before pow |X_k-Y|_0 = 471025, f1 =  0.643967

Iteration 40: Loss = 469939.468750
|Xk-Y|_F:  420340.687500, |X-X0|:  49598.785156
rounded |X_k-Y|_0 = 424276, f1 =  0.651329, approx slack: 209074
rounded before pow |X_k-Y|_0 = 561500, f1 =  0.631456

Iteration 60: Loss = 448603.468750
|Xk-Y|_F:  408781.656250, |X-X0|:  39821.820312
rounded |X_k-Y|_0 = 417210, f1 =  0.652454, approx slack: 236704
rounded before pow |X_k-Y|_0 = 597501, f1 =  0.626611

Iteration 80: Loss = 440129.531250
|Xk-Y|_F:  404840.843750, |X-X0|:  35288.687500
rounded |X_k-Y|_0 = 413966, f1 =  0.652959, approx slack: 234701
rounded before pow |X_k-Y|_0 = 594424, f1 =  0.627028

Iteration 100: Loss = 434229.500000
|Xk-Y|_F:  402076.281250, |X-X0|:  32153.218750
rounded |X_k-Y|_0 = 411607, f1 =  0.653331, approx slack: 258344
rounded before pow |X_k-Y|_0 = 614945, f1 =  0.624196

Iteration 120: Loss = 429569.468750
|Xk-Y|_F:  399683.718750, |X-X0|:  29885.740234
rounded |X_k-Y|_0 = 408804, f1 =  0.653777, approx slack: 249157
rounded before pow |X_k-Y|_0 = 605725, f1 =  0.625418

Iteration 140: Loss = 425310.093750
|Xk-Y|_F:  397550.562500, |X-X0|:  27759.529297
rounded |X_k-Y|_0 = 405680, f1 =  0.654271, approx slack: 223218
rounded before pow |X_k-Y|_0 = 581927, f1 =  0.628658

Iteration 160: Loss = 421464.281250
|Xk-Y|_F:  395424.656250, |X-X0|:  26039.617188
rounded |X_k-Y|_0 = 397445, f1 =  0.655589, approx slack: 218409
rounded before pow |X_k-Y|_0 = 581997, f1 =  0.628653

Iteration 180: Loss = 418064.250000
|Xk-Y|_F:  393303.906250, |X-X0|:  24760.330078
rounded |X_k-Y|_0 = 392749, f1 =  0.656337, approx slack: 212807
rounded before pow |X_k-Y|_0 = 579128, f1 =  0.629042

Iteration 200: Loss = 415825.250000
|Xk-Y|_F:  391943.468750, |X-X0|:  23881.785156
rounded |X_k-Y|_0 = 390810, f1 =  0.656646, approx slack: 202008
rounded before pow |X_k-Y|_0 = 568778, f1 =  0.630451

Iteration 220: Loss = 413483.187500
|Xk-Y|_F:  390772.937500, |X-X0|:  22710.263672
rounded |X_k-Y|_0 = 389664, f1 =  0.656828, approx slack: 202441
rounded before pow |X_k-Y|_0 = 568731, f1 =  0.630458

Iteration 240: Loss = 411355.843750
|Xk-Y|_F:  389639.531250, |X-X0|:  21716.304688
rounded |X_k-Y|_0 = 388838, f1 =  0.656960, approx slack: 198886
rounded before pow |X_k-Y|_0 = 565019, f1 =  0.631002

Iteration 260: Loss = 409530.125000
|Xk-Y|_F:  388599.812500, |X-X0|:  20930.328125
rounded |X_k-Y|_0 = 388011, f1 =  0.657112, approx slack: 198203
rounded before pow |X_k-Y|_0 = 564049, f1 =  0.631175

Iteration 280: Loss = 407873.343750
|Xk-Y|_F:  387668.500000, |X-X0|:  20204.847656
rounded |X_k-Y|_0 = 387706, f1 =  0.657164, approx slack: 197238
rounded before pow |X_k-Y|_0 = 562748, f1 =  0.631354

Iteration 300: Loss = 406347.718750
|Xk-Y|_F:  386852.937500, |X-X0|:  19494.779297
rounded |X_k-Y|_0 = 387319, f1 =  0.657227, approx slack: 190547
rounded before pow |X_k-Y|_0 = 555718, f1 =  0.632326

Iteration 320: Loss = 404950.687500
|Xk-Y|_F:  386122.375000, |X-X0|:  18828.316406
rounded |X_k-Y|_0 = 386826, f1 =  0.657312, approx slack: 179904
rounded before pow |X_k-Y|_0 = 544441, f1 =  0.633880

Iteration 340: Loss = 403739.312500
|Xk-Y|_F:  385458.250000, |X-X0|:  18281.066406
rounded |X_k-Y|_0 = 386192, f1 =  0.657413, approx slack: 180529
rounded before pow |X_k-Y|_0 = 544441, f1 =  0.633881

Iteration 360: Loss = 402630.375000
|Xk-Y|_F:  384849.250000, |X-X0|:  17781.138672
rounded |X_k-Y|_0 = 385519, f1 =  0.657520, approx slack: 181015
rounded before pow |X_k-Y|_0 = 544386, f1 =  0.633889

Iteration 380: Loss = 401600.156250
|Xk-Y|_F:  384285.281250, |X-X0|:  17314.867188
rounded |X_k-Y|_0 = 384760, f1 =  0.657640, approx slack: 179973
rounded before pow |X_k-Y|_0 = 542947, f1 =  0.634091

Iteration 400: Loss = 400653.531250
|Xk-Y|_F:  383771.937500, |X-X0|:  16881.583984
rounded |X_k-Y|_0 = 384220, f1 =  0.657725, approx slack: 179772
rounded before pow |X_k-Y|_0 = 542359, f1 =  0.634174

Iteration 420: Loss = 399797.312500
|Xk-Y|_F:  383289.531250, |X-X0|:  16507.771484
rounded |X_k-Y|_0 = 383673, f1 =  0.657812, approx slack: 180128
rounded before pow |X_k-Y|_0 = 542382, f1 =  0.634171

Iteration 440: Loss = 399023.656250
|Xk-Y|_F:  382851.500000, |X-X0|:  16172.169922
rounded |X_k-Y|_0 = 383257, f1 =  0.657878, approx slack: 180680
rounded before pow |X_k-Y|_0 = 542781, f1 =  0.634116

Iteration 460: Loss = 398330.843750
|Xk-Y|_F:  382453.468750, |X-X0|:  15877.386719
rounded |X_k-Y|_0 = 382821, f1 =  0.657947, approx slack: 179643
rounded before pow |X_k-Y|_0 = 541467, f1 =  0.634299

Iteration 480: Loss = 397689.312500
|Xk-Y|_F:  382086.281250, |X-X0|:  15603.032227
rounded |X_k-Y|_0 = 382437, f1 =  0.658009, approx slack: 179202
rounded before pow |X_k-Y|_0 = 540882, f1 =  0.634380

Iteration 500: Loss = 397092.375000
|Xk-Y|_F:  381747.281250, |X-X0|:  15345.094727
rounded |X_k-Y|_0 = 382152, f1 =  0.658056, approx slack: 177606
rounded before pow |X_k-Y|_0 = 539151, f1 =  0.634625

Iteration 520: Loss = 396552.031250
|Xk-Y|_F:  381430.562500, |X-X0|:  15121.462891
rounded |X_k-Y|_0 = 381937, f1 =  0.658092, approx slack: 180072
rounded before pow |X_k-Y|_0 = 541348, f1 =  0.634321

Iteration 540: Loss = 396043.531250
|Xk-Y|_F:  381129.812500, |X-X0|:  14913.713867
rounded |X_k-Y|_0 = 381693, f1 =  0.658131, approx slack: 180272
rounded before pow |X_k-Y|_0 = 541298, f1 =  0.634327

Iteration 560: Loss = 395538.156250
|Xk-Y|_F:  380844.468750, |X-X0|:  14693.675781
rounded |X_k-Y|_0 = 381432, f1 =  0.658173, approx slack: 180480
rounded before pow |X_k-Y|_0 = 541281, f1 =  0.634330

Iteration 580: Loss = 395054.968750
|Xk-Y|_F:  380557.875000, |X-X0|:  14497.097656
rounded |X_k-Y|_0 = 381160, f1 =  0.658218, approx slack: 176356
rounded before pow |X_k-Y|_0 = 537870, f1 =  0.634932

Iteration 600: Loss = 394596.375000
|Xk-Y|_F:  380273.281250, |X-X0|:  14323.092773
rounded |X_k-Y|_0 = 380921, f1 =  0.658256, approx slack: 175167
rounded before pow |X_k-Y|_0 = 536521, f1 =  0.635120

Iteration 620: Loss = 394167.656250
|Xk-Y|_F:  380002.937500, |X-X0|:  14164.716797
rounded |X_k-Y|_0 = 380669, f1 =  0.658299, approx slack: 174507
rounded before pow |X_k-Y|_0 = 535801, f1 =  0.635221

Iteration 640: Loss = 393765.031250
|Xk-Y|_F:  379740.437500, |X-X0|:  14024.601562
rounded |X_k-Y|_0 = 380416, f1 =  0.658340, approx slack: 174104
rounded before pow |X_k-Y|_0 = 535235, f1 =  0.635300

Iteration 660: Loss = 393361.781250
|Xk-Y|_F:  379484.500000, |X-X0|:  13877.287109
rounded |X_k-Y|_0 = 380206, f1 =  0.658377, approx slack: 172543
rounded before pow |X_k-Y|_0 = 533509, f1 =  0.635541

Iteration 680: Loss = 392959.625000
|Xk-Y|_F:  379240.281250, |X-X0|:  13719.339844
rounded |X_k-Y|_0 = 380182, f1 =  0.658382, approx slack: 172537
rounded before pow |X_k-Y|_0 = 533487, f1 =  0.635544

Iteration 700: Loss = 392594.500000
|Xk-Y|_F:  379011.562500, |X-X0|:  13582.949219
rounded |X_k-Y|_0 = 380004, f1 =  0.658415, approx slack: 172409
rounded before pow |X_k-Y|_0 = 533249, f1 =  0.635577

Iteration 720: Loss = 392267.125000
|Xk-Y|_F:  378795.937500, |X-X0|:  13471.203125
rounded |X_k-Y|_0 = 379835, f1 =  0.658446, approx slack: 172449
rounded before pow |X_k-Y|_0 = 533197, f1 =  0.635584

Iteration 740: Loss = 391952.250000
|Xk-Y|_F:  378591.968750, |X-X0|:  13360.291016
rounded |X_k-Y|_0 = 379600, f1 =  0.658485, approx slack: 169559
rounded before pow |X_k-Y|_0 = 530342, f1 =  0.635982

Iteration 760: Loss = 391642.218750
|Xk-Y|_F:  378397.250000, |X-X0|:  13244.963867
rounded |X_k-Y|_0 = 379514, f1 =  0.658501, approx slack: 169420
rounded before pow |X_k-Y|_0 = 530148, f1 =  0.636010

Iteration 780: Loss = 391351.343750
|Xk-Y|_F:  378208.187500, |X-X0|:  13143.154297
rounded |X_k-Y|_0 = 379396, f1 =  0.658520, approx slack: 169511
rounded before pow |X_k-Y|_0 = 530123, f1 =  0.636013

Iteration 800: Loss = 391051.937500
|Xk-Y|_F:  378033.656250, |X-X0|:  13018.292969
rounded |X_k-Y|_0 = 379283, f1 =  0.658538, approx slack: 158214
rounded before pow |X_k-Y|_0 = 519511, f1 =  0.637554

Iteration 820: Loss = 390756.000000
|Xk-Y|_F:  377855.218750, |X-X0|:  12900.777344
rounded |X_k-Y|_0 = 379175, f1 =  0.658556, approx slack: 158273
rounded before pow |X_k-Y|_0 = 519498, f1 =  0.637558

Iteration 840: Loss = 390485.656250
|Xk-Y|_F:  377694.937500, |X-X0|:  12790.709961
rounded |X_k-Y|_0 = 379062, f1 =  0.658573, approx slack: 158393
rounded before pow |X_k-Y|_0 = 519475, f1 =  0.637562

Iteration 860: Loss = 390222.125000
|Xk-Y|_F:  377542.812500, |X-X0|:  12679.310547
rounded |X_k-Y|_0 = 378876, f1 =  0.658603, approx slack: 158095
rounded before pow |X_k-Y|_0 = 519110, f1 =  0.637613

Iteration 880: Loss = 389980.312500
|Xk-Y|_F:  377416.437500, |X-X0|:  12563.863281
rounded |X_k-Y|_0 = 378867, f1 =  0.658604, approx slack: 157867
rounded before pow |X_k-Y|_0 = 518933, f1 =  0.637639

Iteration 900: Loss = 389775.500000
|Xk-Y|_F:  377294.437500, |X-X0|:  12481.076172
rounded |X_k-Y|_0 = 378757, f1 =  0.658622, approx slack: 160024
rounded before pow |X_k-Y|_0 = 521010, f1 =  0.637349

Iteration 920: Loss = 389622.875000
|Xk-Y|_F:  377216.468750, |X-X0|:  12406.394531
rounded |X_k-Y|_0 = 378587, f1 =  0.658649, approx slack: 158695
rounded before pow |X_k-Y|_0 = 520967, f1 =  0.637503

Iteration 940: Loss = 389396.937500
|Xk-Y|_F:  377075.812500, |X-X0|:  12321.134766
rounded |X_k-Y|_0 = 378409, f1 =  0.658677, approx slack: 158528
rounded before pow |X_k-Y|_0 = 520658, f1 =  0.637547

Iteration 960: Loss = 389212.687500
|Xk-Y|_F:  376974.500000, |X-X0|:  12238.195312
rounded |X_k-Y|_0 = 378268, f1 =  0.658699, approx slack: 158500
rounded before pow |X_k-Y|_0 = 520579, f1 =  0.637558

Iteration 980: Loss = 388952.156250
|Xk-Y|_F:  376810.906250, |X-X0|:  12141.255859
rounded |X_k-Y|_0 = 378064, f1 =  0.658731, approx slack: 158646
rounded before pow |X_k-Y|_0 = 520574, f1 =  0.637558

Iteration 1000: Loss = 388744.687500
|Xk-Y|_F:  376699.468750, |X-X0|:  12045.209961
rounded |X_k-Y|_0 = 377955, f1 =  0.658749, approx slack: 158667
rounded before pow |X_k-Y|_0 = 520507, f1 =  0.637567

Iteration 1020: Loss = 388591.093750
|Xk-Y|_F:  376600.281250, |X-X0|:  11990.817383
rounded |X_k-Y|_0 = 377837, f1 =  0.658767, approx slack: 162439
rounded before pow |X_k-Y|_0 = 524136, f1 =  0.637057

Iteration 1040: Loss = 388378.625000
|Xk-Y|_F:  376471.000000, |X-X0|:  11907.609375
rounded |X_k-Y|_0 = 377762, f1 =  0.658779, approx slack: 162634
rounded before pow |X_k-Y|_0 = 524199, f1 =  0.637046

Iteration 1060: Loss = 388214.343750
|Xk-Y|_F:  376360.312500, |X-X0|:  11854.037109
rounded |X_k-Y|_0 = 377622, f1 =  0.658801, approx slack: 162719
rounded before pow |X_k-Y|_0 = 524179, f1 =  0.637051

Iteration 1080: Loss = 387995.812500
|Xk-Y|_F:  376216.000000, |X-X0|:  11779.798828
rounded |X_k-Y|_0 = 377479, f1 =  0.658824, approx slack: 162584
rounded before pow |X_k-Y|_0 = 523914, f1 =  0.637088

Iteration 1100: Loss = 387805.750000
|Xk-Y|_F:  376098.531250, |X-X0|:  11707.218750
rounded |X_k-Y|_0 = 377361, f1 =  0.658842, approx slack: 163507
rounded before pow |X_k-Y|_0 = 524713, f1 =  0.636976

Iteration 1120: Loss = 387619.156250
|Xk-Y|_F:  375988.593750, |X-X0|:  11630.548828
rounded |X_k-Y|_0 = 377265, f1 =  0.658858, approx slack: 163036
rounded before pow |X_k-Y|_0 = 524201, f1 =  0.637045

Iteration 1140: Loss = 387437.593750
|Xk-Y|_F:  375869.500000, |X-X0|:  11568.082031
rounded |X_k-Y|_0 = 377225, f1 =  0.658864, approx slack: 162337
rounded before pow |X_k-Y|_0 = 523486, f1 =  0.637147

Iteration 1160: Loss = 387233.531250
|Xk-Y|_F:  375815.843750, |X-X0|:  11417.672852
rounded |X_k-Y|_0 = 377116, f1 =  0.658881, approx slack: 172947
rounded before pow |X_k-Y|_0 = 533578, f1 =  0.635681

Iteration 1180: Loss = 387096.343750
|Xk-Y|_F:  375721.250000, |X-X0|:  11375.099609
rounded |X_k-Y|_0 = 376970, f1 =  0.658905, approx slack: 174282
rounded before pow |X_k-Y|_0 = 534953, f1 =  0.635492

Iteration 1200: Loss = 386988.593750
|Xk-Y|_F:  375681.593750, |X-X0|:  11306.998047
rounded |X_k-Y|_0 = 377050, f1 =  0.658892, approx slack: 174192
rounded before pow |X_k-Y|_0 = 534943, f1 =  0.635493

Iteration 1220: Loss = 386842.125000
|Xk-Y|_F:  375589.968750, |X-X0|:  11252.166016
rounded |X_k-Y|_0 = 377037, f1 =  0.658894, approx slack: 176182
rounded before pow |X_k-Y|_0 = 536945, f1 =  0.635214

Iteration 1240: Loss = 386644.906250
|Xk-Y|_F:  375456.500000, |X-X0|:  11188.394531
rounded |X_k-Y|_0 = 376897, f1 =  0.658916, approx slack: 176186
rounded before pow |X_k-Y|_0 = 536704, f1 =  0.635248

Iteration 1260: Loss = 386411.875000
|Xk-Y|_F:  375281.875000, |X-X0|:  11129.985352
rounded |X_k-Y|_0 = 376582, f1 =  0.658966, approx slack: 176391
rounded before pow |X_k-Y|_0 = 536674, f1 =  0.635251

Iteration 1280: Loss = 386246.218750
|Xk-Y|_F:  375174.718750, |X-X0|:  11071.497070
rounded |X_k-Y|_0 = 376410, f1 =  0.658993, approx slack: 175947
rounded before pow |X_k-Y|_0 = 536146, f1 =  0.635327

Iteration 1300: Loss = 386041.937500
|Xk-Y|_F:  375041.718750, |X-X0|:  11000.208984
rounded |X_k-Y|_0 = 376092, f1 =  0.659043, approx slack: 178179
rounded before pow |X_k-Y|_0 = 538073, f1 =  0.635059

Iteration 1320: Loss = 385962.156250
|Xk-Y|_F:  375016.593750, |X-X0|:  10945.572266
rounded |X_k-Y|_0 = 376058, f1 =  0.659049, approx slack: 180185
rounded before pow |X_k-Y|_0 = 540024, f1 =  0.634782

Iteration 1340: Loss = 385678.531250
|Xk-Y|_F:  374805.218750, |X-X0|:  10873.306641
rounded |X_k-Y|_0 = 375664, f1 =  0.659111, approx slack: 180744
rounded before pow |X_k-Y|_0 = 540085, f1 =  0.634765

Iteration 1360: Loss = 385498.812500
|Xk-Y|_F:  374660.187500, |X-X0|:  10838.621094
rounded |X_k-Y|_0 = 375583, f1 =  0.659124, approx slack: 180632
rounded before pow |X_k-Y|_0 = 540032, f1 =  0.634787

Iteration 1380: Loss = 385283.031250
|Xk-Y|_F:  374480.281250, |X-X0|:  10802.748047
rounded |X_k-Y|_0 = 375477, f1 =  0.659141, approx slack: 180639
rounded before pow |X_k-Y|_0 = 539981, f1 =  0.634780

Iteration 1400: Loss = 384869.062500
|Xk-Y|_F:  374131.500000, |X-X0|:  10737.560547
rounded |X_k-Y|_0 = 374832, f1 =  0.659243, approx slack: 181088
rounded before pow |X_k-Y|_0 = 539961, f1 =  0.634782

Iteration 1420: Loss = 384601.468750
|Xk-Y|_F:  373887.468750, |X-X0|:  10714.000000
rounded |X_k-Y|_0 = 374845, f1 =  0.659241, approx slack: 180734
rounded before pow |X_k-Y|_0 = 539438, f1 =  0.634855

Iteration 1440: Loss = 384376.062500
|Xk-Y|_F:  373709.093750, |X-X0|:  10666.959961
rounded |X_k-Y|_0 = 374549, f1 =  0.659288, approx slack: 186548
rounded before pow |X_k-Y|_0 = 545417, f1 =  0.634073

Iteration 1460: Loss = 384131.437500
|Xk-Y|_F:  373514.562500, |X-X0|:  10616.865234
rounded |X_k-Y|_0 = 374222, f1 =  0.659340, approx slack: 186999
rounded before pow |X_k-Y|_0 = 545825, f1 =  0.634017

Iteration 1480: Loss = 384001.000000
|Xk-Y|_F:  373424.375000, |X-X0|:  10576.621094
rounded |X_k-Y|_0 = 374169, f1 =  0.659348, approx slack: 186887
rounded before pow |X_k-Y|_0 = 545661, f1 =  0.634055

Iteration 1500: Loss = 383818.687500
|Xk-Y|_F:  373319.875000, |X-X0|:  10498.805664
rounded |X_k-Y|_0 = 374157, f1 =  0.659350, approx slack: 186368
rounded before pow |X_k-Y|_0 = 545138, f1 =  0.634112

Iteration 1520: Loss = 383718.156250
|Xk-Y|_F:  373250.812500, |X-X0|:  10467.343750
rounded |X_k-Y|_0 = 374113, f1 =  0.659357, approx slack: 186353
rounded before pow |X_k-Y|_0 = 545100, f1 =  0.634133

Iteration 1540: Loss = 383544.531250
|Xk-Y|_F:  373137.843750, |X-X0|:  10406.682617
rounded |X_k-Y|_0 = 373966, f1 =  0.659381, approx slack: 186409
rounded before pow |X_k-Y|_0 = 545160, f1 =  0.634125

Iteration 1560: Loss = 383415.562500
|Xk-Y|_F:  373057.375000, |X-X0|:  10358.195312
rounded |X_k-Y|_0 = 373893, f1 =  0.659392, approx slack: 186019
rounded before pow |X_k-Y|_0 = 544784, f1 =  0.634177

Iteration 1580: Loss = 383300.625000
|Xk-Y|_F:  372987.531250, |X-X0|:  10313.095703
rounded |X_k-Y|_0 = 373838, f1 =  0.659401, approx slack: 185923
rounded before pow |X_k-Y|_0 = 544667, f1 =  0.634193

Iteration 1600: Loss = 383191.250000
|Xk-Y|_F:  372919.687500, |X-X0|:  10271.558594
rounded |X_k-Y|_0 = 373786, f1 =  0.659409, approx slack: 185720
rounded before pow |X_k-Y|_0 = 544446, f1 =  0.634221

Iteration 1620: Loss = 383086.562500
|Xk-Y|_F:  372860.875000, |X-X0|:  10225.703125
rounded |X_k-Y|_0 = 373728, f1 =  0.659418, approx slack: 185191
rounded before pow |X_k-Y|_0 = 543944, f1 =  0.634293

Iteration 1640: Loss = 382989.750000
|Xk-Y|_F:  372799.375000, |X-X0|:  10190.378906
rounded |X_k-Y|_0 = 373629, f1 =  0.659434, approx slack: 185169
rounded before pow |X_k-Y|_0 = 543926, f1 =  0.634295

Iteration 1660: Loss = 382862.281250
|Xk-Y|_F:  372720.468750, |X-X0|:  10141.824219
rounded |X_k-Y|_0 = 373500, f1 =  0.659455, approx slack: 185182
rounded before pow |X_k-Y|_0 = 543920, f1 =  0.634280

Iteration 1680: Loss = 382743.593750
|Xk-Y|_F:  372636.781250, |X-X0|:  10106.820312
rounded |X_k-Y|_0 = 373458, f1 =  0.659461, approx slack: 185036
rounded before pow |X_k-Y|_0 = 543814, f1 =  0.634311

Iteration 1700: Loss = 382609.906250
|Xk-Y|_F:  372535.750000, |X-X0|:  10074.149414
rounded |X_k-Y|_0 = 373346, f1 =  0.659479, approx slack: 184059
rounded before pow |X_k-Y|_0 = 542802, f1 =  0.634435

Iteration 1720: Loss = 382544.406250
|Xk-Y|_F:  372505.125000, |X-X0|:  10039.292969
rounded |X_k-Y|_0 = 373316, f1 =  0.659484, approx slack: 184026
rounded before pow |X_k-Y|_0 = 542838, f1 =  0.634446

Iteration 1740: Loss = 382379.062500
|Xk-Y|_F:  372391.500000, |X-X0|:  9987.574219
rounded |X_k-Y|_0 = 373117, f1 =  0.659516, approx slack: 184250
rounded before pow |X_k-Y|_0 = 542891, f1 =  0.634423

Iteration 1760: Loss = 382303.625000
|Xk-Y|_F:  372344.656250, |X-X0|:  9958.968750
rounded |X_k-Y|_0 = 373089, f1 =  0.659520, approx slack: 184067
rounded before pow |X_k-Y|_0 = 542773, f1 =  0.634454

Iteration 1780: Loss = 382158.156250
|Xk-Y|_F:  372249.843750, |X-X0|:  9908.323242
rounded |X_k-Y|_0 = 373008, f1 =  0.659533, approx slack: 183076
rounded before pow |X_k-Y|_0 = 541777, f1 =  0.634577

Iteration 1800: Loss = 382083.750000
|Xk-Y|_F:  372200.968750, |X-X0|:  9882.767578
rounded |X_k-Y|_0 = 372940, f1 =  0.659544, approx slack: 182961
rounded before pow |X_k-Y|_0 = 541715, f1 =  0.634602

Iteration 1820: Loss = 381973.062500
|Xk-Y|_F:  372112.125000, |X-X0|:  9860.934570
rounded |X_k-Y|_0 = 372858, f1 =  0.659557, approx slack: 183029
rounded before pow |X_k-Y|_0 = 541754, f1 =  0.634594

Iteration 1840: Loss = 381836.906250
|Xk-Y|_F:  372027.093750, |X-X0|:  9809.815430
rounded |X_k-Y|_0 = 372781, f1 =  0.659569, approx slack: 183083
rounded before pow |X_k-Y|_0 = 541757, f1 =  0.634579

Iteration 1860: Loss = 381781.812500
|Xk-Y|_F:  371988.968750, |X-X0|:  9792.859375
rounded |X_k-Y|_0 = 372797, f1 =  0.659566, approx slack: 181877
rounded before pow |X_k-Y|_0 = 540586, f1 =  0.634758

Iteration 1880: Loss = 381647.843750
|Xk-Y|_F:  371896.906250, |X-X0|:  9750.935547
rounded |X_k-Y|_0 = 372698, f1 =  0.659582, approx slack: 181499
rounded before pow |X_k-Y|_0 = 540160, f1 =  0.634817

Iteration 1900: Loss = 381570.656250
|Xk-Y|_F:  371858.343750, |X-X0|:  9712.320312
rounded |X_k-Y|_0 = 372683, f1 =  0.659585, approx slack: 181694
rounded before pow |X_k-Y|_0 = 540358, f1 =  0.634790

Iteration 1920: Loss = 381442.812500
|Xk-Y|_F:  371770.875000, |X-X0|:  9671.925781
rounded |X_k-Y|_0 = 372553, f1 =  0.659605, approx slack: 181411
rounded before pow |X_k-Y|_0 = 539890, f1 =  0.634854

Iteration 1940: Loss = 381402.250000
|Xk-Y|_F:  371739.531250, |X-X0|:  9662.703125
rounded |X_k-Y|_0 = 372381, f1 =  0.659633, approx slack: 181461
rounded before pow |X_k-Y|_0 = 539903, f1 =  0.634853

Iteration 1960: Loss = 381333.562500
|Xk-Y|_F:  371691.687500, |X-X0|:  9641.859375
rounded |X_k-Y|_0 = 372340, f1 =  0.659639, approx slack: 181469
rounded before pow |X_k-Y|_0 = 539889, f1 =  0.634855

Iteration 1980: Loss = 381288.187500
|Xk-Y|_F:  371675.687500, |X-X0|:  9612.500000
rounded |X_k-Y|_0 = 372325, f1 =  0.659641, approx slack: 181315
rounded before pow |X_k-Y|_0 = 539760, f1 =  0.634873

Iteration 2000: Loss = 381143.531250
|Xk-Y|_F:  371581.687500, |X-X0|:  9561.837891
rounded |X_k-Y|_0 = 372210, f1 =  0.659660, approx slack: 180529
rounded before pow |X_k-Y|_0 = 538879, f1 =  0.634995

Iteration 2020: Loss = 381008.093750
|Xk-Y|_F:  371497.406250, |X-X0|:  9510.683594
rounded |X_k-Y|_0 = 372131, f1 =  0.659672, approx slack: 179990
rounded before pow |X_k-Y|_0 = 538351, f1 =  0.635068

Iteration 2040: Loss = 380918.312500
|Xk-Y|_F:  371448.750000, |X-X0|:  9469.563477
rounded |X_k-Y|_0 = 372055, f1 =  0.659684, approx slack: 179962
rounded before pow |X_k-Y|_0 = 538310, f1 =  0.635074

Iteration 2060: Loss = 380814.156250
|Xk-Y|_F:  371386.093750, |X-X0|:  9428.054688
rounded |X_k-Y|_0 = 372035, f1 =  0.659687, approx slack: 179686
rounded before pow |X_k-Y|_0 = 538029, f1 =  0.635113

Iteration 2080: Loss = 380699.718750
|Xk-Y|_F:  371311.187500, |X-X0|:  9388.536133
rounded |X_k-Y|_0 = 371970, f1 =  0.659698, approx slack: 179269
rounded before pow |X_k-Y|_0 = 537651, f1 =  0.635166

Iteration 2100: Loss = 380619.875000
|Xk-Y|_F:  371252.937500, |X-X0|:  9366.947266
rounded |X_k-Y|_0 = 371872, f1 =  0.659714, approx slack: 176375
rounded before pow |X_k-Y|_0 = 534860, f1 =  0.635555

Iteration 2120: Loss = 380530.593750
|Xk-Y|_F:  371197.531250, |X-X0|:  9333.050781
rounded |X_k-Y|_0 = 371848, f1 =  0.659717, approx slack: 176203
rounded before pow |X_k-Y|_0 = 534680, f1 =  0.635580

Iteration 2140: Loss = 380416.250000
|Xk-Y|_F:  371123.312500, |X-X0|:  9292.934570
rounded |X_k-Y|_0 = 371729, f1 =  0.659736, approx slack: 176226
rounded before pow |X_k-Y|_0 = 534652, f1 =  0.635583

Iteration 2160: Loss = 380290.937500
|Xk-Y|_F:  371035.343750, |X-X0|:  9255.583984
rounded |X_k-Y|_0 = 371700, f1 =  0.659741, approx slack: 175901
rounded before pow |X_k-Y|_0 = 534307, f1 =  0.635631

Iteration 2180: Loss = 380174.343750
|Xk-Y|_F:  370948.875000, |X-X0|:  9225.472656
rounded |X_k-Y|_0 = 371523, f1 =  0.659769, approx slack: 176485
rounded before pow |X_k-Y|_0 = 534786, f1 =  0.635564

Iteration 2200: Loss = 380028.406250
|Xk-Y|_F:  370852.593750, |X-X0|:  9175.819336
rounded |X_k-Y|_0 = 371472, f1 =  0.659777, approx slack: 176277
rounded before pow |X_k-Y|_0 = 534547, f1 =  0.635597

Iteration 2220: Loss = 379902.531250
|Xk-Y|_F:  370736.500000, |X-X0|:  9166.041016
rounded |X_k-Y|_0 = 371365, f1 =  0.659794, approx slack: 176269
rounded before pow |X_k-Y|_0 = 534465, f1 =  0.635609

Iteration 2240: Loss = 379722.750000
|Xk-Y|_F:  370565.562500, |X-X0|:  9157.176758
rounded |X_k-Y|_0 = 371247, f1 =  0.659813, approx slack: 175816
rounded before pow |X_k-Y|_0 = 534397, f1 =  0.635618

Iteration 2260: Loss = 379290.468750
|Xk-Y|_F:  370160.093750, |X-X0|:  9130.375000
rounded |X_k-Y|_0 = 370876, f1 =  0.659872, approx slack: 176216
rounded before pow |X_k-Y|_0 = 534428, f1 =  0.635614

Iteration 2280: Loss = 378869.250000
|Xk-Y|_F:  369750.093750, |X-X0|:  9119.156250
rounded |X_k-Y|_0 = 370315, f1 =  0.659961, approx slack: 173731
rounded before pow |X_k-Y|_0 = 531461, f1 =  0.636028

Iteration 2300: Loss = 378757.906250
|Xk-Y|_F:  369698.437500, |X-X0|:  9059.480469
rounded |X_k-Y|_0 = 370271, f1 =  0.659968, approx slack: 172063
rounded before pow |X_k-Y|_0 = 529928, f1 =  0.636242

Iteration 2320: Loss = 378740.562500
|Xk-Y|_F:  369698.437500, |X-X0|:  9042.116211
rounded |X_k-Y|_0 = 370231, f1 =  0.659974, approx slack: 172019
rounded before pow |X_k-Y|_0 = 529967, f1 =  0.636236

Iteration 2340: Loss = 378655.437500
|Xk-Y|_F:  369636.625000, |X-X0|:  9018.826172
rounded |X_k-Y|_0 = 370185, f1 =  0.659981, approx slack: 172783
rounded before pow |X_k-Y|_0 = 530685, f1 =  0.636136

Iteration 2360: Loss = 378560.093750
|Xk-Y|_F:  369557.062500, |X-X0|:  9003.033203
rounded |X_k-Y|_0 = 370091, f1 =  0.659996, approx slack: 170674
rounded before pow |X_k-Y|_0 = 528596, f1 =  0.636428

Iteration 2380: Loss = 378537.406250
|Xk-Y|_F:  369539.312500, |X-X0|:  8998.087891
rounded |X_k-Y|_0 = 370129, f1 =  0.659990, approx slack: 170686
rounded before pow |X_k-Y|_0 = 528662, f1 =  0.636419

Iteration 2400: Loss = 378424.812500
|Xk-Y|_F:  369473.281250, |X-X0|:  8951.527344
rounded |X_k-Y|_0 = 370087, f1 =  0.659997, approx slack: 170700
rounded before pow |X_k-Y|_0 = 528609, f1 =  0.636426

Iteration 2420: Loss = 378375.375000
|Xk-Y|_F:  369434.250000, |X-X0|:  8941.135742
rounded |X_k-Y|_0 = 370031, f1 =  0.660006, approx slack: 170227
rounded before pow |X_k-Y|_0 = 528218, f1 =  0.636480

Iteration 2440: Loss = 378481.531250
|Xk-Y|_F:  369567.375000, |X-X0|:  8914.156250
rounded |X_k-Y|_0 = 370346, f1 =  0.659956, approx slack: 170220
rounded before pow |X_k-Y|_0 = 528313, f1 =  0.636468

Iteration 2460: Loss = 378291.343750
|Xk-Y|_F:  369374.812500, |X-X0|:  8916.527344
rounded |X_k-Y|_0 = 370037, f1 =  0.660005, approx slack: 170142
rounded before pow |X_k-Y|_0 = 528152, f1 =  0.636491

Iteration 2480: Loss = 378228.593750
|Xk-Y|_F:  369351.375000, |X-X0|:  8877.230469
rounded |X_k-Y|_0 = 369936, f1 =  0.660021, approx slack: 167322
rounded before pow |X_k-Y|_0 = 525431, f1 =  0.636872

Iteration 2500: Loss = 378163.406250
|Xk-Y|_F:  369291.531250, |X-X0|:  8871.875000
rounded |X_k-Y|_0 = 369876, f1 =  0.660031, approx slack: 168107
rounded before pow |X_k-Y|_0 = 526221, f1 =  0.636761

Iteration 2520: Loss = 378112.687500
|Xk-Y|_F:  369259.093750, |X-X0|:  8853.598633
rounded |X_k-Y|_0 = 369829, f1 =  0.660038, approx slack: 168298
rounded before pow |X_k-Y|_0 = 526212, f1 =  0.636762

Iteration 2540: Loss = 378029.281250
|Xk-Y|_F:  369205.187500, |X-X0|:  8824.101562
rounded |X_k-Y|_0 = 369736, f1 =  0.660053, approx slack: 168251
rounded before pow |X_k-Y|_0 = 526330, f1 =  0.636745

Iteration 2560: Loss = 377964.468750
|Xk-Y|_F:  369158.750000, |X-X0|:  8805.723633
rounded |X_k-Y|_0 = 369644, f1 =  0.660068, approx slack: 168147
rounded before pow |X_k-Y|_0 = 526180, f1 =  0.636766

Iteration 2580: Loss = 377885.875000
|Xk-Y|_F:  369106.312500, |X-X0|:  8779.554688
rounded |X_k-Y|_0 = 369631, f1 =  0.660070, approx slack: 168211
rounded before pow |X_k-Y|_0 = 526191, f1 =  0.636765

Iteration 2600: Loss = 377845.125000
|Xk-Y|_F:  369081.968750, |X-X0|:  8763.151367
rounded |X_k-Y|_0 = 369617, f1 =  0.660072, approx slack: 168288
rounded before pow |X_k-Y|_0 = 526298, f1 =  0.636750

Iteration 2620: Loss = 377790.375000
|Xk-Y|_F:  369039.187500, |X-X0|:  8751.194336
rounded |X_k-Y|_0 = 369582, f1 =  0.660078, approx slack: 168194
rounded before pow |X_k-Y|_0 = 526163, f1 =  0.636767

Iteration 2640: Loss = 377691.687500
|Xk-Y|_F:  368986.031250, |X-X0|:  8705.648438
rounded |X_k-Y|_0 = 369491, f1 =  0.660092, approx slack: 170019
rounded before pow |X_k-Y|_0 = 527942, f1 =  0.636468

Iteration 2660: Loss = 377626.531250
|Xk-Y|_F:  368957.937500, |X-X0|:  8668.581055
rounded |X_k-Y|_0 = 369469, f1 =  0.660095, approx slack: 168285
rounded before pow |X_k-Y|_0 = 526310, f1 =  0.636748

Iteration 2680: Loss = 377559.375000
|Xk-Y|_F:  368915.968750, |X-X0|:  8643.419922
rounded |X_k-Y|_0 = 369414, f1 =  0.660104, approx slack: 168159
rounded before pow |X_k-Y|_0 = 526097, f1 =  0.636778

Iteration 2700: Loss = 377511.906250
|Xk-Y|_F:  368891.125000, |X-X0|:  8620.783203
rounded |X_k-Y|_0 = 369356, f1 =  0.660114, approx slack: 171017
rounded before pow |X_k-Y|_0 = 528862, f1 =  0.636391

Iteration 2720: Loss = 377428.343750
|Xk-Y|_F:  368850.500000, |X-X0|:  8577.833008
rounded |X_k-Y|_0 = 369336, f1 =  0.660117, approx slack: 167148
rounded before pow |X_k-Y|_0 = 525106, f1 =  0.636917

Iteration 2740: Loss = 377389.312500
|Xk-Y|_F:  368833.218750, |X-X0|:  8556.078125
rounded |X_k-Y|_0 = 369339, f1 =  0.660116, approx slack: 167231
rounded before pow |X_k-Y|_0 = 525136, f1 =  0.636913

Iteration 2760: Loss = 377328.812500
|Xk-Y|_F:  368789.781250, |X-X0|:  8539.023438
rounded |X_k-Y|_0 = 369269, f1 =  0.660127, approx slack: 170326
rounded before pow |X_k-Y|_0 = 528186, f1 =  0.636485

Iteration 2780: Loss = 377267.750000
|Xk-Y|_F:  368734.031250, |X-X0|:  8533.727539
rounded |X_k-Y|_0 = 369183, f1 =  0.660141, approx slack: 170320
rounded before pow |X_k-Y|_0 = 528184, f1 =  0.636486

Iteration 2800: Loss = 377205.500000
|Xk-Y|_F:  368690.000000, |X-X0|:  8515.490234
rounded |X_k-Y|_0 = 369173, f1 =  0.660143, approx slack: 170587
rounded before pow |X_k-Y|_0 = 528417, f1 =  0.636452

Iteration 2820: Loss = 377168.593750
|Xk-Y|_F:  368651.968750, |X-X0|:  8516.623047
rounded |X_k-Y|_0 = 369088, f1 =  0.660156, approx slack: 170649
rounded before pow |X_k-Y|_0 = 528426, f1 =  0.636450

Iteration 2840: Loss = 377086.468750
|Xk-Y|_F:  368608.031250, |X-X0|:  8478.424805
rounded |X_k-Y|_0 = 369057, f1 =  0.660161, approx slack: 170569
rounded before pow |X_k-Y|_0 = 528439, f1 =  0.636448

Iteration 2860: Loss = 377026.125000
|Xk-Y|_F:  368581.187500, |X-X0|:  8444.947266
rounded |X_k-Y|_0 = 369025, f1 =  0.660166, approx slack: 170469
rounded before pow |X_k-Y|_0 = 528254, f1 =  0.636469

Iteration 2880: Loss = 376997.843750
|Xk-Y|_F:  368552.531250, |X-X0|:  8445.313477
rounded |X_k-Y|_0 = 368991, f1 =  0.660172, approx slack: 170478
rounded before pow |X_k-Y|_0 = 528288, f1 =  0.636470

Iteration 2900: Loss = 376920.875000
|Xk-Y|_F:  368508.875000, |X-X0|:  8412.011719
rounded |X_k-Y|_0 = 368913, f1 =  0.660184, approx slack: 170419
rounded before pow |X_k-Y|_0 = 528290, f1 =  0.636471

Iteration 2920: Loss = 376844.812500
|Xk-Y|_F:  368473.093750, |X-X0|:  8371.703125
rounded |X_k-Y|_0 = 368891, f1 =  0.660188, approx slack: 170472
rounded before pow |X_k-Y|_0 = 528290, f1 =  0.636471

Iteration 2940: Loss = 376825.093750
|Xk-Y|_F:  368445.062500, |X-X0|:  8380.035156
rounded |X_k-Y|_0 = 368871, f1 =  0.660191, approx slack: 170293
rounded before pow |X_k-Y|_0 = 528100, f1 =  0.636490

Iteration 2960: Loss = 376797.406250
|Xk-Y|_F:  368424.312500, |X-X0|:  8373.084961
rounded |X_k-Y|_0 = 368834, f1 =  0.660197, approx slack: 170413
rounded before pow |X_k-Y|_0 = 528256, f1 =  0.636475

Iteration 2980: Loss = 376790.781250
|Xk-Y|_F:  368430.093750, |X-X0|:  8360.685547
rounded |X_k-Y|_0 = 368874, f1 =  0.660190, approx slack: 170349
rounded before pow |X_k-Y|_0 = 528218, f1 =  0.636480

Iteration 3000: Loss = 376734.031250
|Xk-Y|_F:  368383.937500, |X-X0|:  8350.085938
rounded |X_k-Y|_0 = 368792, f1 =  0.660203, approx slack: 170324
rounded before pow |X_k-Y|_0 = 528240, f1 =  0.636478

Iteration 3020: Loss = 376698.562500
|Xk-Y|_F:  368338.000000, |X-X0|:  8360.572266
rounded |X_k-Y|_0 = 368728, f1 =  0.660214, approx slack: 169182
rounded before pow |X_k-Y|_0 = 527058, f1 =  0.636643

Iteration 3040: Loss = 376658.500000
|Xk-Y|_F:  368309.781250, |X-X0|:  8348.724609
rounded |X_k-Y|_0 = 368705, f1 =  0.660217, approx slack: 169121
rounded before pow |X_k-Y|_0 = 527021, f1 =  0.636648

Iteration 3060: Loss = 376573.500000
|Xk-Y|_F:  368274.593750, |X-X0|:  8298.905273
rounded |X_k-Y|_0 = 368693, f1 =  0.660219, approx slack: 169286
rounded before pow |X_k-Y|_0 = 527155, f1 =  0.636629

Iteration 3080: Loss = 376463.875000
|Xk-Y|_F:  368227.562500, |X-X0|:  8236.325195
rounded |X_k-Y|_0 = 368593, f1 =  0.660235, approx slack: 168151
rounded before pow |X_k-Y|_0 = 526073, f1 =  0.636780

Iteration 3100: Loss = 376391.468750
|Xk-Y|_F:  368182.906250, |X-X0|:  8208.558594
rounded |X_k-Y|_0 = 368552, f1 =  0.660242, approx slack: 168287
rounded before pow |X_k-Y|_0 = 526167, f1 =  0.636768

Iteration 3120: Loss = 376339.625000
|Xk-Y|_F:  368142.093750, |X-X0|:  8197.527344
rounded |X_k-Y|_0 = 368472, f1 =  0.660254, approx slack: 167699
rounded before pow |X_k-Y|_0 = 525558, f1 =  0.636853

Iteration 3140: Loss = 376270.937500
|Xk-Y|_F:  368111.562500, |X-X0|:  8159.390625
rounded |X_k-Y|_0 = 368469, f1 =  0.660255, approx slack: 167805
rounded before pow |X_k-Y|_0 = 525712, f1 =  0.636832

Iteration 3160: Loss = 376251.281250
|Xk-Y|_F:  368085.437500, |X-X0|:  8165.835938
rounded |X_k-Y|_0 = 368410, f1 =  0.660264, approx slack: 167236
rounded before pow |X_k-Y|_0 = 525156, f1 =  0.636910

Iteration 3180: Loss = 376147.406250
|Xk-Y|_F:  368047.812500, |X-X0|:  8099.585938
rounded |X_k-Y|_0 = 368382, f1 =  0.660269, approx slack: 166766
rounded before pow |X_k-Y|_0 = 524688, f1 =  0.636975

Iteration 3200: Loss = 376074.218750
|Xk-Y|_F:  367995.218750, |X-X0|:  8079.011719
rounded |X_k-Y|_0 = 368324, f1 =  0.660278, approx slack: 166925
rounded before pow |X_k-Y|_0 = 524826, f1 =  0.636956

Iteration 3220: Loss = 376058.156250
|Xk-Y|_F:  367966.937500, |X-X0|:  8091.216797
rounded |X_k-Y|_0 = 368266, f1 =  0.660287, approx slack: 161885
rounded before pow |X_k-Y|_0 = 519808, f1 =  0.637661

Iteration 3240: Loss = 376028.062500
|Xk-Y|_F:  367939.468750, |X-X0|:  8088.594727
rounded |X_k-Y|_0 = 368240, f1 =  0.660291, approx slack: 162310
rounded before pow |X_k-Y|_0 = 520250, f1 =  0.637599

Iteration 3260: Loss = 375981.718750
|Xk-Y|_F:  367887.406250, |X-X0|:  8094.309082
rounded |X_k-Y|_0 = 368162, f1 =  0.660304, approx slack: 163236
rounded before pow |X_k-Y|_0 = 521159, f1 =  0.637469

Iteration 3280: Loss = 375909.562500
|Xk-Y|_F:  367818.562500, |X-X0|:  8091.005859
rounded |X_k-Y|_0 = 368076, f1 =  0.660317, approx slack: 163352
rounded before pow |X_k-Y|_0 = 521259, f1 =  0.637454

Iteration 3300: Loss = 375820.218750
|Xk-Y|_F:  367747.562500, |X-X0|:  8072.663086
rounded |X_k-Y|_0 = 367972, f1 =  0.660334, approx slack: 163075
rounded before pow |X_k-Y|_0 = 521051, f1 =  0.637484

Iteration 3320: Loss = 375732.375000
|Xk-Y|_F:  367675.250000, |X-X0|:  8057.112793
rounded |X_k-Y|_0 = 367801, f1 =  0.660361, approx slack: 162839
rounded before pow |X_k-Y|_0 = 520895, f1 =  0.637505

Iteration 3340: Loss = 375665.000000
|Xk-Y|_F:  367598.562500, |X-X0|:  8066.452637
rounded |X_k-Y|_0 = 367670, f1 =  0.660382, approx slack: 161142
rounded before pow |X_k-Y|_0 = 519283, f1 =  0.637733

Iteration 3360: Loss = 375652.562500
|Xk-Y|_F:  367527.531250, |X-X0|:  8125.025391
rounded |X_k-Y|_0 = 367586, f1 =  0.660396, approx slack: 161704
rounded before pow |X_k-Y|_0 = 519835, f1 =  0.637655

Iteration 3380: Loss = 375505.843750
|Xk-Y|_F:  367465.718750, |X-X0|:  8040.127930
rounded |X_k-Y|_0 = 367535, f1 =  0.660404, approx slack: 161169
rounded before pow |X_k-Y|_0 = 519358, f1 =  0.637722

Iteration 3400: Loss = 375449.843750
|Xk-Y|_F:  367443.906250, |X-X0|:  8005.950195
rounded |X_k-Y|_0 = 367546, f1 =  0.660402, approx slack: 158159
rounded before pow |X_k-Y|_0 = 516499, f1 =  0.638125

Iteration 3420: Loss = 375461.187500
|Xk-Y|_F:  367401.437500, |X-X0|:  8059.735840
rounded |X_k-Y|_0 = 367496, f1 =  0.660410, approx slack: 158304
rounded before pow |X_k-Y|_0 = 516211, f1 =  0.638166

Iteration 3440: Loss = 375341.375000
|Xk-Y|_F:  367359.687500, |X-X0|:  7981.685547
rounded |X_k-Y|_0 = 367436, f1 =  0.660419, approx slack: 157972
rounded before pow |X_k-Y|_0 = 516313, f1 =  0.638151

Iteration 3460: Loss = 375301.250000
|Xk-Y|_F:  367319.437500, |X-X0|:  7981.798828
rounded |X_k-Y|_0 = 367384, f1 =  0.660428, approx slack: 158010
rounded before pow |X_k-Y|_0 = 516326, f1 =  0.638149

Iteration 3480: Loss = 375301.250000
|Xk-Y|_F:  367309.375000, |X-X0|:  7991.865234
rounded |X_k-Y|_0 = 367415, f1 =  0.660423, approx slack: 157971
rounded before pow |X_k-Y|_0 = 516303, f1 =  0.638153

Iteration 3500: Loss = 375222.968750
|Xk-Y|_F:  367273.218750, |X-X0|:  7949.744629
rounded |X_k-Y|_0 = 367377, f1 =  0.660429, approx slack: 157387
rounded before pow |X_k-Y|_0 = 515769, f1 =  0.638228

Iteration 3520: Loss = 375187.125000
|Xk-Y|_F:  367241.906250, |X-X0|:  7945.232422
rounded |X_k-Y|_0 = 367356, f1 =  0.660432, approx slack: 157203
rounded before pow |X_k-Y|_0 = 515583, f1 =  0.638253

Iteration 3540: Loss = 375193.468750
|Xk-Y|_F:  367254.875000, |X-X0|:  7938.583008
rounded |X_k-Y|_0 = 367402, f1 =  0.660425, approx slack: 157209
rounded before pow |X_k-Y|_0 = 515693, f1 =  0.638239

Iteration 3560: Loss = 375085.593750
|Xk-Y|_F:  367153.656250, |X-X0|:  7931.936523
rounded |X_k-Y|_0 = 367225, f1 =  0.660453, approx slack: 157213
rounded before pow |X_k-Y|_0 = 515497, f1 =  0.638265

Iteration 3580: Loss = 375014.500000
|Xk-Y|_F:  367122.906250, |X-X0|:  7891.588867
rounded |X_k-Y|_0 = 367198, f1 =  0.660457, approx slack: 157518
rounded before pow |X_k-Y|_0 = 515818, f1 =  0.638220

Iteration 3600: Loss = 375011.281250
|Xk-Y|_F:  367115.062500, |X-X0|:  7896.211914
rounded |X_k-Y|_0 = 367206, f1 =  0.660456, approx slack: 157434
rounded before pow |X_k-Y|_0 = 515736, f1 =  0.638231

Iteration 3620: Loss = 374936.468750
|Xk-Y|_F:  367072.906250, |X-X0|:  7863.564941
rounded |X_k-Y|_0 = 367163, f1 =  0.660463, approx slack: 154638
rounded before pow |X_k-Y|_0 = 512905, f1 =  0.638633

Iteration 3640: Loss = 374957.468750
|Xk-Y|_F:  367068.843750, |X-X0|:  7888.629883
rounded |X_k-Y|_0 = 367163, f1 =  0.660463, approx slack: 157393
rounded before pow |X_k-Y|_0 = 515626, f1 =  0.638248

Iteration 3660: Loss = 374882.687500
|Xk-Y|_F:  367021.500000, |X-X0|:  7861.172852
rounded |X_k-Y|_0 = 367110, f1 =  0.660471, approx slack: 154449
rounded before pow |X_k-Y|_0 = 512721, f1 =  0.638659

Iteration 3680: Loss = 374855.062500
|Xk-Y|_F:  367009.218750, |X-X0|:  7845.848633
rounded |X_k-Y|_0 = 367110, f1 =  0.660471, approx slack: 156950
rounded before pow |X_k-Y|_0 = 515153, f1 =  0.638315

Iteration 3700: Loss = 374833.562500
|Xk-Y|_F:  366978.687500, |X-X0|:  7854.873047
rounded |X_k-Y|_0 = 367074, f1 =  0.660477, approx slack: 154014
rounded before pow |X_k-Y|_0 = 512229, f1 =  0.638728

Iteration 3720: Loss = 374835.812500
|Xk-Y|_F:  366961.687500, |X-X0|:  7874.117676
rounded |X_k-Y|_0 = 367049, f1 =  0.660481, approx slack: 154320
rounded before pow |X_k-Y|_0 = 512485, f1 =  0.638693

Iteration 3740: Loss = 374812.593750
|Xk-Y|_F:  366961.906250, |X-X0|:  7850.693359
rounded |X_k-Y|_0 = 367084, f1 =  0.660476, approx slack: 153645
rounded before pow |X_k-Y|_0 = 511512, f1 =  0.638830

Iteration 3760: Loss = 374751.843750
|Xk-Y|_F:  366935.937500, |X-X0|:  7815.902344
rounded |X_k-Y|_0 = 367050, f1 =  0.660481, approx slack: 146749
rounded before pow |X_k-Y|_0 = 505078, f1 =  0.639745

Iteration 3780: Loss = 374726.500000
|Xk-Y|_F:  366943.406250, |X-X0|:  7783.082031
rounded |X_k-Y|_0 = 367080, f1 =  0.660476, approx slack: 146540
rounded before pow |X_k-Y|_0 = 504921, f1 =  0.639767

Iteration 3800: Loss = 374673.125000
|Xk-Y|_F:  366904.156250, |X-X0|:  7768.958008
rounded |X_k-Y|_0 = 367060, f1 =  0.660479, approx slack: 144134
rounded before pow |X_k-Y|_0 = 502518, f1 =  0.640109

Iteration 3820: Loss = 374761.062500
|Xk-Y|_F:  366899.937500, |X-X0|:  7861.139160
rounded |X_k-Y|_0 = 367110, f1 =  0.660471, approx slack: 141343
rounded before pow |X_k-Y|_0 = 499878, f1 =  0.640487

Iteration 3840: Loss = 374767.218750
|Xk-Y|_F:  366886.625000, |X-X0|:  7880.584473
rounded |X_k-Y|_0 = 367152, f1 =  0.660465, approx slack: 141376
rounded before pow |X_k-Y|_0 = 499935, f1 =  0.640479

Iteration 3860: Loss = 374651.062500
|Xk-Y|_F:  366832.937500, |X-X0|:  7818.111328
rounded |X_k-Y|_0 = 367034, f1 =  0.660483, approx slack: 139854
rounded before pow |X_k-Y|_0 = 498309, f1 =  0.640711

Iteration 3880: Loss = 374560.906250
|Xk-Y|_F:  366774.093750, |X-X0|:  7786.806641
rounded |X_k-Y|_0 = 366939, f1 =  0.660499, approx slack: 137566
rounded before pow |X_k-Y|_0 = 495950, f1 =  0.641049

Iteration 3900: Loss = 374484.250000
|Xk-Y|_F:  366753.562500, |X-X0|:  7730.680664
rounded |X_k-Y|_0 = 366934, f1 =  0.660499, approx slack: 137749
rounded before pow |X_k-Y|_0 = 496148, f1 =  0.641020

Iteration 3920: Loss = 374481.250000
|Xk-Y|_F:  366757.687500, |X-X0|:  7723.555176
rounded |X_k-Y|_0 = 366925, f1 =  0.660501, approx slack: 137715
rounded before pow |X_k-Y|_0 = 496133, f1 =  0.641023

Iteration 3940: Loss = 374432.593750
|Xk-Y|_F:  366733.000000, |X-X0|:  7699.597168
rounded |X_k-Y|_0 = 366895, f1 =  0.660506, approx slack: 134583
rounded before pow |X_k-Y|_0 = 493052, f1 =  0.641466

Iteration 3960: Loss = 374356.437500
|Xk-Y|_F:  366678.812500, |X-X0|:  7677.615234
rounded |X_k-Y|_0 = 366841, f1 =  0.660514, approx slack: 134555
rounded before pow |X_k-Y|_0 = 493003, f1 =  0.641473

Iteration 3980: Loss = 374304.687500
|Xk-Y|_F:  366658.250000, |X-X0|:  7646.435547
rounded |X_k-Y|_0 = 366829, f1 =  0.660516, approx slack: 134566
rounded before pow |X_k-Y|_0 = 493040, f1 =  0.641468

Iteration 4000: Loss = 374302.437500
|Xk-Y|_F:  366653.687500, |X-X0|:  7648.749023
rounded |X_k-Y|_0 = 366857, f1 =  0.660512, approx slack: 134531
rounded before pow |X_k-Y|_0 = 493004, f1 =  0.641473

Iteration 4020: Loss = 374215.062500
|Xk-Y|_F:  366624.500000, |X-X0|:  7590.577148
rounded |X_k-Y|_0 = 366793, f1 =  0.660522, approx slack: 134460
rounded before pow |X_k-Y|_0 = 492962, f1 =  0.641479

Iteration 4040: Loss = 374205.000000
|Xk-Y|_F:  366612.875000, |X-X0|:  7592.134766
rounded |X_k-Y|_0 = 366774, f1 =  0.660525, approx slack: 134543
rounded before pow |X_k-Y|_0 = 492993, f1 =  0.641474

Iteration 4060: Loss = 374185.875000
|Xk-Y|_F:  366592.031250, |X-X0|:  7593.849609
rounded |X_k-Y|_0 = 366694, f1 =  0.660538, approx slack: 134564
rounded before pow |X_k-Y|_0 = 492960, f1 =  0.641479

Iteration 4080: Loss = 374172.187500
|Xk-Y|_F:  366563.281250, |X-X0|:  7608.897949
rounded |X_k-Y|_0 = 366721, f1 =  0.660533, approx slack: 133232
rounded before pow |X_k-Y|_0 = 491560, f1 =  0.641680

Iteration 4100: Loss = 374048.375000
|Xk-Y|_F:  366534.250000, |X-X0|:  7514.117676
rounded |X_k-Y|_0 = 366712, f1 =  0.660535, approx slack: 132762
rounded before pow |X_k-Y|_0 = 491203, f1 =  0.641731

Iteration 4120: Loss = 374024.093750
|Xk-Y|_F:  366521.687500, |X-X0|:  7502.408203
rounded |X_k-Y|_0 = 366685, f1 =  0.660539, approx slack: 132478
rounded before pow |X_k-Y|_0 = 491078, f1 =  0.641748

Iteration 4140: Loss = 374024.968750
|Xk-Y|_F:  366534.250000, |X-X0|:  7490.721680
rounded |X_k-Y|_0 = 366741, f1 =  0.660530, approx slack: 131821
rounded before pow |X_k-Y|_0 = 490400, f1 =  0.641846

Iteration 4160: Loss = 374071.281250
|Xk-Y|_F:  366567.562500, |X-X0|:  7503.704102
rounded |X_k-Y|_0 = 366780, f1 =  0.660524, approx slack: 132500
rounded before pow |X_k-Y|_0 = 491121, f1 =  0.641742

Iteration 4180: Loss = 374025.750000
|Xk-Y|_F:  366499.656250, |X-X0|:  7526.103027
rounded |X_k-Y|_0 = 366711, f1 =  0.660535, approx slack: 131619
rounded before pow |X_k-Y|_0 = 490203, f1 =  0.641875

Iteration 4200: Loss = 373977.562500
|Xk-Y|_F:  366511.843750, |X-X0|:  7465.706055
rounded |X_k-Y|_0 = 366741, f1 =  0.660530, approx slack: 131981
rounded before pow |X_k-Y|_0 = 490535, f1 =  0.641826

Iteration 4220: Loss = 373963.875000
|Xk-Y|_F:  366493.968750, |X-X0|:  7469.895020
rounded |X_k-Y|_0 = 366709, f1 =  0.660535, approx slack: 131756
rounded before pow |X_k-Y|_0 = 490302, f1 =  0.641861

Iteration 4240: Loss = 373893.343750
|Xk-Y|_F:  366432.843750, |X-X0|:  7460.501953
rounded |X_k-Y|_0 = 366587, f1 =  0.660555, approx slack: 131577
rounded before pow |X_k-Y|_0 = 490053, f1 =  0.641896

Iteration 4260: Loss = 373872.625000
|Xk-Y|_F:  366423.093750, |X-X0|:  7449.542480
rounded |X_k-Y|_0 = 366630, f1 =  0.660548, approx slack: 130659
rounded before pow |X_k-Y|_0 = 489222, f1 =  0.642016

Iteration 4280: Loss = 373810.968750
|Xk-Y|_F:  366386.968750, |X-X0|:  7423.999023
rounded |X_k-Y|_0 = 366565, f1 =  0.660558, approx slack: 131235
rounded before pow |X_k-Y|_0 = 489734, f1 =  0.641942

Iteration 4300: Loss = 373720.625000
|Xk-Y|_F:  366357.937500, |X-X0|:  7362.685547
rounded |X_k-Y|_0 = 366553, f1 =  0.660560, approx slack: 128538
rounded before pow |X_k-Y|_0 = 487120, f1 =  0.642321

Iteration 4320: Loss = 373728.281250
|Xk-Y|_F:  366330.875000, |X-X0|:  7397.401367
rounded |X_k-Y|_0 = 366517, f1 =  0.660566, approx slack: 128303
rounded before pow |X_k-Y|_0 = 486924, f1 =  0.642350

Iteration 4340: Loss = 373658.250000
|Xk-Y|_F:  366316.625000, |X-X0|:  7341.620605
rounded |X_k-Y|_0 = 366521, f1 =  0.660565, approx slack: 128204
rounded before pow |X_k-Y|_0 = 486875, f1 =  0.642357

Iteration 4360: Loss = 373620.125000
|Xk-Y|_F:  366299.343750, |X-X0|:  7320.781250
rounded |X_k-Y|_0 = 366494, f1 =  0.660569, approx slack: 127176
rounded before pow |X_k-Y|_0 = 485910, f1 =  0.642496

Iteration 4380: Loss = 373583.718750
|Xk-Y|_F:  366257.156250, |X-X0|:  7326.572266
rounded |X_k-Y|_0 = 366406, f1 =  0.660583, approx slack: 127311
rounded before pow |X_k-Y|_0 = 485888, f1 =  0.642499

Iteration 4400: Loss = 373556.406250
|Xk-Y|_F:  366237.875000, |X-X0|:  7318.539062
rounded |X_k-Y|_0 = 366401, f1 =  0.660584, approx slack: 127351
rounded before pow |X_k-Y|_0 = 485926, f1 =  0.642493

Iteration 4420: Loss = 373561.156250
|Xk-Y|_F:  366244.000000, |X-X0|:  7317.164062
rounded |X_k-Y|_0 = 366423, f1 =  0.660581, approx slack: 127371
rounded before pow |X_k-Y|_0 = 485942, f1 =  0.642492

Iteration 4440: Loss = 373503.218750
|Xk-Y|_F:  366187.187500, |X-X0|:  7316.044434
rounded |X_k-Y|_0 = 366320, f1 =  0.660597, approx slack: 127092
rounded before pow |X_k-Y|_0 = 485563, f1 =  0.642546

Iteration 4460: Loss = 373531.093750
|Xk-Y|_F:  366191.625000, |X-X0|:  7339.458984
rounded |X_k-Y|_0 = 366284, f1 =  0.660603, approx slack: 127105
rounded before pow |X_k-Y|_0 = 485544, f1 =  0.642549

Iteration 4480: Loss = 373434.437500
|Xk-Y|_F:  366160.312500, |X-X0|:  7274.110840
rounded |X_k-Y|_0 = 366300, f1 =  0.660600, approx slack: 129300
rounded before pow |X_k-Y|_0 = 487758, f1 =  0.642229

Iteration 4500: Loss = 373394.531250
|Xk-Y|_F:  366148.781250, |X-X0|:  7245.759277
rounded |X_k-Y|_0 = 366263, f1 =  0.660606, approx slack: 129128
rounded before pow |X_k-Y|_0 = 487669, f1 =  0.642242

Iteration 4520: Loss = 373384.656250
|Xk-Y|_F:  366118.656250, |X-X0|:  7266.013672
rounded |X_k-Y|_0 = 366215, f1 =  0.660614, approx slack: 130466
rounded before pow |X_k-Y|_0 = 488914, f1 =  0.642062

Iteration 4540: Loss = 373441.125000
|Xk-Y|_F:  366118.812500, |X-X0|:  7322.303711
rounded |X_k-Y|_0 = 366208, f1 =  0.660615, approx slack: 129882
rounded before pow |X_k-Y|_0 = 488269, f1 =  0.642154

Iteration 4560: Loss = 373437.687500
|Xk-Y|_F:  366110.156250, |X-X0|:  7327.537109
rounded |X_k-Y|_0 = 366170, f1 =  0.660621, approx slack: 129961
rounded before pow |X_k-Y|_0 = 488310, f1 =  0.642149

Iteration 4580: Loss = 373359.687500
|Xk-Y|_F:  366060.906250, |X-X0|:  7298.795898
rounded |X_k-Y|_0 = 366091, f1 =  0.660634, approx slack: 129811
rounded before pow |X_k-Y|_0 = 488210, f1 =  0.642163

Iteration 4600: Loss = 373328.000000
|Xk-Y|_F:  366063.187500, |X-X0|:  7264.802246
rounded |X_k-Y|_0 = 366110, f1 =  0.660631, approx slack: 129646
rounded before pow |X_k-Y|_0 = 488082, f1 =  0.642181

Iteration 4620: Loss = 373319.375000
|Xk-Y|_F:  366046.781250, |X-X0|:  7272.590820
rounded |X_k-Y|_0 = 366046, f1 =  0.660641, approx slack: 129487
rounded before pow |X_k-Y|_0 = 487907, f1 =  0.642206

Iteration 4640: Loss = 373264.500000
|Xk-Y|_F:  366029.125000, |X-X0|:  7235.388184
rounded |X_k-Y|_0 = 366058, f1 =  0.660639, approx slack: 129428
rounded before pow |X_k-Y|_0 = 487797, f1 =  0.642222

Iteration 4660: Loss = 373152.312500
|Xk-Y|_F:  366016.062500, |X-X0|:  7136.247559
rounded |X_k-Y|_0 = 366071, f1 =  0.660637, approx slack: 128534
rounded before pow |X_k-Y|_0 = 487152, f1 =  0.642315

Iteration 4680: Loss = 373105.562500
|Xk-Y|_F:  365987.250000, |X-X0|:  7118.310547
rounded |X_k-Y|_0 = 366053, f1 =  0.660640, approx slack: 128517
rounded before pow |X_k-Y|_0 = 487120, f1 =  0.642320

Iteration 4700: Loss = 373089.437500
|Xk-Y|_F:  365986.375000, |X-X0|:  7103.053711
rounded |X_k-Y|_0 = 366033, f1 =  0.660643, approx slack: 129093
rounded before pow |X_k-Y|_0 = 487641, f1 =  0.642245

Iteration 4720: Loss = 373064.343750
|Xk-Y|_F:  365981.656250, |X-X0|:  7082.687500
rounded |X_k-Y|_0 = 366076, f1 =  0.660636, approx slack: 128521
rounded before pow |X_k-Y|_0 = 487058, f1 =  0.642328

Iteration 4740: Loss = 373085.187500
|Xk-Y|_F:  365966.593750, |X-X0|:  7118.587891
rounded |X_k-Y|_0 = 366010, f1 =  0.660646, approx slack: 128440
rounded before pow |X_k-Y|_0 = 486961, f1 =  0.642340

Iteration 4760: Loss = 373046.718750
|Xk-Y|_F:  365937.718750, |X-X0|:  7108.987793
rounded |X_k-Y|_0 = 365891, f1 =  0.660665, approx slack: 128568
rounded before pow |X_k-Y|_0 = 487013, f1 =  0.642334

Iteration 4780: Loss = 373008.437500
|Xk-Y|_F:  365911.718750, |X-X0|:  7096.717285
rounded |X_k-Y|_0 = 365895, f1 =  0.660665, approx slack: 125738
rounded before pow |X_k-Y|_0 = 484127, f1 =  0.642750

Iteration 4800: Loss = 373009.250000
|Xk-Y|_F:  365879.750000, |X-X0|:  7129.513184
rounded |X_k-Y|_0 = 365863, f1 =  0.660670, approx slack: 130953
rounded before pow |X_k-Y|_0 = 488794, f1 =  0.642077

Iteration 4820: Loss = 372955.406250
|Xk-Y|_F:  365860.625000, |X-X0|:  7094.772461
rounded |X_k-Y|_0 = 365821, f1 =  0.660677, approx slack: 129882
rounded before pow |X_k-Y|_0 = 488131, f1 =  0.642174

Iteration 4840: Loss = 372986.625000
|Xk-Y|_F:  365876.125000, |X-X0|:  7110.506348
rounded |X_k-Y|_0 = 365881, f1 =  0.660667, approx slack: 129890
rounded before pow |X_k-Y|_0 = 488128, f1 =  0.642174

Iteration 4860: Loss = 372905.125000
|Xk-Y|_F:  365821.718750, |X-X0|:  7083.405273
rounded |X_k-Y|_0 = 365824, f1 =  0.660676, approx slack: 130017
rounded before pow |X_k-Y|_0 = 488153, f1 =  0.642171

Iteration 4880: Loss = 372862.781250
|Xk-Y|_F:  365794.187500, |X-X0|:  7068.606934
rounded |X_k-Y|_0 = 365778, f1 =  0.660683, approx slack: 129839
rounded before pow |X_k-Y|_0 = 488011, f1 =  0.642192

Iteration 4900: Loss = 372808.875000
|Xk-Y|_F:  365765.812500, |X-X0|:  7043.073730
rounded |X_k-Y|_0 = 365743, f1 =  0.660689, approx slack: 129945
rounded before pow |X_k-Y|_0 = 488090, f1 =  0.642180

Iteration 4920: Loss = 372835.812500
|Xk-Y|_F:  365775.562500, |X-X0|:  7060.250000
rounded |X_k-Y|_0 = 365769, f1 =  0.660685, approx slack: 129675
rounded before pow |X_k-Y|_0 = 487830, f1 =  0.642219

Iteration 4940: Loss = 372856.875000
|Xk-Y|_F:  365790.250000, |X-X0|:  7066.626465
rounded |X_k-Y|_0 = 365763, f1 =  0.660686, approx slack: 128633
rounded before pow |X_k-Y|_0 = 486727, f1 =  0.642378

Iteration 4960: Loss = 372793.687500
|Xk-Y|_F:  365742.718750, |X-X0|:  7050.954590
rounded |X_k-Y|_0 = 365707, f1 =  0.660695, approx slack: 128667
rounded before pow |X_k-Y|_0 = 486768, f1 =  0.642372

Iteration 4980: Loss = 372775.968750
|Xk-Y|_F:  365728.468750, |X-X0|:  7047.500488
rounded |X_k-Y|_0 = 365704, f1 =  0.660695, approx slack: 128552
rounded before pow |X_k-Y|_0 = 486583, f1 =  0.642399

Iteration 4999: Loss = 372656.125000
|Xk-Y|_F:  365695.093750, |X-X0|:  6961.016602
rounded |X_k-Y|_0 = 365664, f1 =  0.660702, approx slack: 128421
rounded before pow |X_k-Y|_0 = 486653, f1 =  0.642388


KB after refine:
num_nodes: 5045.0000
num_edges: 4039.0000
density: 0.0002
avg_degree: 0.8006
avg_clustering: 0.0475
degree_assortativity: -0.3235
modularity: 0.7039
avg_betweenness: 0.0000
avg_closeness: 0.0030
------ ABL 1 after refine ------
--- eval ---
prediction result:
f1 on test:    0.5397
f1 on test:    0.8919 (micro)
f1 on KB:      0.6307
integrated f1: 0.5956, w_data: 0.3315, w_klg: 0.6685

integrated result:
f1 on test:    0.5249
f1 on test:    0.8919 (micro)
f1 on KB:      0.6577
integrated f1: 0.6137, w_data: 0.3315, w_klg: 0.6685
------------
integrated f1 0.5956
