============================ Script ============================
import torch
import numpy as np
from scipy.sparse import load_npz
from datetime import datetime
import argparse
import pandas as pd

from egoal.abl import abduce

if __name__ == '__main__':
    parser = argparse.ArgumentParser()
    parser.add_argument('--data_name', dest= 'data_name', action= 'store', required= True, type=str)
    parser.add_argument('--log_file', dest= 'log_file', action= 'store', default= f'log/EGOAL-hsa-{datetime.now()}.txt'.replace(' ','-'), type=str)
    parser.add_argument('--model_type', dest= 'model_type', action= 'store', default= 'GNN', type=str)
    parser.add_argument('--model_save_name', dest= 'model_name', action= 'store', default= '', type=str)
    #     parser.add_argument('--seed', dest= 'seed', action= 'store', default= 42, type=int)
    parser.add_argument('--device', dest= 'device', action= 'store', default= 'cuda', type=str)
    parser.add_argument('--trainset_remove', dest= 'p_train', action= 'store', default= 1., type=float)
    parser.add_argument('--random_split', dest= 'random_split', action= 'store', default= False, type=bool)
    args = parser.parse_args()

    data_name = args.data_name
    log_file = args.log_file
    model_type = args.model_type
    model_name = f'{model_type}_{data_name}_{args.model_name}'

#     seed = args.seed
#     device = torch.device(args.seed if torch.cuda.is_available() else "cpu")
    rng = np.random.default_rng()
    seed = int(rng.integers(low=0, high=2**32 - 1, dtype=np.uint32))
    device = torch.device(args.device if torch.cuda.is_available() else "cpu")
    print(f'using device: {device} (cuda_available={torch.cuda.is_available()}, cuda_count={torch.cuda.device_count() if torch.cuda.is_available() else 0})')
    print(model_name)
    print(log_file)
    print(f'random seed: {seed}')

    #########################################

    np.random.seed(seed)
    X_train = torch.tensor(load_npz(f'dataset/human/{data_name}_X.npz').toarray(), dtype = torch.float32)
    Y_train = torch.tensor(load_npz(f'dataset/human/{data_name}_Y.npz').toarray(), dtype = int)

    #test_idx = np.random.choice([True, False], size=len(X_train), p=[.2, .8])
    test_idx = np.zeros(shape=len(X_train), dtype=bool)
    if not args.random_split:
        test_idx[np.load(f'dataset/human/{data_name}_test_idx.npy')] = True
    else:
        metadata = pd.read_csv(f'dataset/human/{data_name}_metadata.csv',index_col=0)
        test_pert = np.random.choice([True, False], size=len(metadata), p=[.2, .8])
        test_data_idx = sum(metadata[(test_pert)\
                & (metadata['pert'].apply(lambda x: len(eval(x))>1))]\
                .apply(lambda x: list(range(x['data_start_idx'],x['data_end_idx+1'])), axis=1), [])
        test_idx[test_data_idx] = True

    p_train = args.p_train
    train_idx = np.random.choice([True, False], size=len(X_train)-np.count_nonzero(test_idx), p=[p_train, 1-p_train])

    X_test = X_train[test_idx]
    Y_test = Y_train[test_idx]
    X_train = X_train[~ test_idx][train_idx]
    Y_train = Y_train[~ test_idx][train_idx]
    print('train:', X_train.shape)

    regulators = np.nonzero(np.sum(\
            load_npz(f'rules/human/{data_name}_KB_P.npz').toarray()\
            +load_npz(f'rules/human/{data_name}_KB_N.npz').toarray(), axis=1))[0]
    X_unlabel = np.zeros(shape=(len(regulators), X_train.shape[1]))
    X_unlabel[range(len(X_unlabel)), regulators] = 1.
    X_unlabel = torch.tensor(X_unlabel, dtype=torch.float32)
    print('unlabel:', X_unlabel.shape)

    label_weight = torch.tensor(np.load(f'dataset/human/{data_name}_label_weight.npy'))

    X_train, Y_train = X_train.to(device), Y_train.to(device)
    X_test, Y_test = X_test.to(device), Y_test.to(device)
    X_unlabel = X_unlabel.to(device)
    label_weight = label_weight.to(device)

    abduce(X_unlabel= X_unlabel,
           X_test= X_test,
           Y_test= Y_test,
           X_label = X_train,
           Y_label = Y_train,

           pos_trn_pth=f'rules/human/{data_name}_KB_P.npz',
           neg_trn_pth=f'rules/human/{data_name}_KB_N.npz',
           closure = 5,
           closure_type = 'weighted',

           label_weight=label_weight,
           #pretrained_model_pth = 'models/MLP_human_Aug19.pt',
           model_save_pth = f'models/{model_name}',
           base_learner_type= model_type,

           T= 2,

           pretrain_epc= 300,
           pretrain_rl_epc= 1,
           pretrain_lr= 1e-3,

           retrain_epc= 150,
           retrain_rl_epc= 100,
           retrain_lr= 1e-3,
           refine_epc= 5000,
           refine_lr= 1e-3,

           device= device,
           seed= seed,
           log_file= log_file,
           verbose= True)
============================ Script ============================
using device: cuda (cuda_available=True, cuda_count=1)
GNN_dixit_benchmark_egoal_46069923
log/EGOAL-hsa-2025-09-20-12:34:22.872016.txt
random seed: 2600170313
train: torch.Size([41218, 5012])
unlabel: torch.Size([3947, 5012])
cuda availability: True
Epoch 0, Loss: 0.1474
Epoch 100, Loss: 0.1388
Epoch 200, Loss: 0.1306
Epoch 300, Loss: 0.1229
Epoch 400, Loss: 0.1156
Epoch 500, Loss: 0.1088
Epoch 600, Loss: 0.1023
Epoch 700, Loss: 0.0962
Epoch 800, Loss: 0.0905
Epoch 900, Loss: 0.0851
Final loss: 0.08002591878175735
Achieved outputs: tensor([[0.4007, 0.3909, 0.5601,  ..., 0.4559, 0.4057, 0.3772],
        [0.3915, 0.3834, 0.5657,  ..., 0.4504, 0.4036, 0.3710],
        [0.3856, 0.3800, 0.5641,  ..., 0.4457, 0.4018, 0.3637],
        ...,
        [0.3861, 0.3803, 0.5645,  ..., 0.4469, 0.4025, 0.3654],
        [0.3865, 0.3804, 0.5645,  ..., 0.4471, 0.4025, 0.3659],
        [0.3809, 0.3760, 0.5620,  ..., 0.4364, 0.3951, 0.3563]],
       device='cuda:0')
Eval weight w_data: 0.3379584645130363
Before pretrain: integrated f1 0.2651
Epoch 100, Total loss: -7578469888.0000, CE loss: 542.1714, RL loss: -757847040.0000, Reward: -33506235.9445
    full cols: 744, non-full cols: 739
   r - labels: 560, labels - r: 0
    violated: 88410, weighted: 6508.93701171875, len: 0.0, nonzero: 0.21740011870861053
Epoch 200, Total loss: -5669001728.0000, CE loss: 511.9270, RL loss: -566900224.0000, Reward: -33505441.7178
    full cols: 744, non-full cols: 739
   r - labels: 560, labels - r: 0
    violated: 92797, weighted: 4882.59765625, len: 0.0, nonzero: 0.20893916487693787
Epoch 300, Total loss: -2171552000.0000, CE loss: 507.5799, RL loss: -217155248.0000, Reward: -33507128.2710
    full cols: 744, non-full cols: 739
   r - labels: 560, labels - r: 0
    violated: 103166, weighted: 5114.681640625, len: 0.0, nonzero: 0.21016435325145721
------ Before ABL ------
--- eval ---
prediction result:
f1 on test:    0.5091
f1 on test:    0.7465 (micro)
f1 on KB:      0.2823
integrated f1: 0.3226, w_data: 0.3380, w_klg: 0.6620

integrated result:
f1 on test:    0.4576
f1 on test:    0.7119 (micro)
f1 on KB:      0.3803
integrated f1: 0.4064, w_data: 0.3380, w_klg: 0.6620
------------
integrated f1 0.3226

Epoch 100, Total loss: 7180871168.0000, CE loss: 48.1575, RL loss: 71808712.0000, Reward: -2573375.7871
    full cols: 913, non-full cols: 9
   r - labels: 4, labels - r: 5
    violated: 137717, weighted: 4.522670745849609, len: 0.0, nonzero: 0.1829608976840973
Epoch 200, Total loss: 4883343360.0000, CE loss: 44.1435, RL loss: 48833432.0000, Reward: -2574964.8281
    full cols: 911, non-full cols: 10
   r - labels: 4, labels - r: 6
    violated: 148043, weighted: 5.001089096069336, len: 0.0, nonzero: 0.18287672102451324
Epoch 300, Total loss: -3507291648.0000, CE loss: 42.6656, RL loss: -35072916.0000, Reward: -2576850.5938
    full cols: 911, non-full cols: 12
   r - labels: 6, labels - r: 6
    violated: 144358, weighted: 5.243442058563232, len: 0.0, nonzero: 0.18283307552337646
Epoch 400, Total loss: -8199516672.0000, CE loss: 42.2144, RL loss: -81995168.0000, Reward: -2577571.5156
    full cols: 912, non-full cols: 10
   r - labels: 5, labels - r: 6
    violated: 140420, weighted: 4.86394739151001, len: 0.0, nonzero: 0.18287360668182373
Epoch 500, Total loss: 4356004352.0000, CE loss: 42.0093, RL loss: 43560044.0000, Reward: -2577309.8301
    full cols: 913, non-full cols: 6
   r - labels: 4, labels - r: 8
    violated: 143247, weighted: 4.942734718322754, len: 0.0, nonzero: 0.18282371759414673
Epoch 600, Total loss: -2079597824.0000, CE loss: 41.9108, RL loss: -20795978.0000, Reward: -2578885.4375
    full cols: 913, non-full cols: 8
   r - labels: 6, labels - r: 8
    violated: 148922, weighted: 5.118922233581543, len: 0.0, nonzero: 0.18282684683799744
Epoch 700, Total loss: -1088062208.0000, CE loss: 41.8505, RL loss: -10880622.0000, Reward: -2576410.0996
    full cols: 912, non-full cols: 9
   r - labels: 6, labels - r: 8
    violated: 140103, weighted: 5.759158134460449, len: 0.0, nonzero: 0.1827239692211151
Epoch 800, Total loss: -2287762176.0000, CE loss: 41.8044, RL loss: -22877622.0000, Reward: -2575043.7715
    full cols: 913, non-full cols: 8
   r - labels: 6, labels - r: 8
    violated: 139951, weighted: 6.981374740600586, len: 0.0, nonzero: 0.18268655240535736
Epoch 900, Total loss: -6085910016.0000, CE loss: 41.7788, RL loss: -60859100.0000, Reward: -2572025.7676
    full cols: 913, non-full cols: 10
   r - labels: 6, labels - r: 6
    violated: 143508, weighted: 6.986268520355225, len: 0.0, nonzero: 0.1826210916042328
Epoch 1000, Total loss: -8602968064.0000, CE loss: 41.7486, RL loss: -86029680.0000, Reward: -2572939.4434
    full cols: 914, non-full cols: 7
   r - labels: 6, labels - r: 8
    violated: 148226, weighted: 7.089560031890869, len: 0.0, nonzero: 0.18263979256153107
Epoch 1100, Total loss: 1950322816.0000, CE loss: 41.7473, RL loss: 19503228.0000, Reward: -2569617.2715
    full cols: 909, non-full cols: 12
   r - labels: 7, labels - r: 9
    violated: 145286, weighted: 7.676793098449707, len: 0.0, nonzero: 0.18266160786151886
Epoch 1200, Total loss: 2880762368.0000, CE loss: 41.7242, RL loss: 28807624.0000, Reward: -2568917.3340
    full cols: 911, non-full cols: 12
   r - labels: 8, labels - r: 8
    violated: 143319, weighted: 7.62202262878418, len: 0.0, nonzero: 0.18261173367500305
Epoch 1300, Total loss: 7819777024.0000, CE loss: 41.7003, RL loss: 78197768.0000, Reward: -2569166.9199
    full cols: 910, non-full cols: 14
   r - labels: 7, labels - r: 6
    violated: 140215, weighted: 8.668058395385742, len: 0.0, nonzero: 0.18299518525600433
Epoch 1400, Total loss: -4412007424.0000, CE loss: 41.7013, RL loss: -44120072.0000, Reward: -2572229.8574
    full cols: 914, non-full cols: 8
   r - labels: 7, labels - r: 8
    violated: 133208, weighted: 7.777641296386719, len: 0.0, nonzero: 0.18321341276168823
Epoch 1500, Total loss: 13130952704.0000, CE loss: 41.6831, RL loss: 131309528.0000, Reward: -2569106.4863
    full cols: 912, non-full cols: 9
   r - labels: 7, labels - r: 9
    violated: 137212, weighted: 8.397343635559082, len: 0.0, nonzero: 0.1829640120267868
Epoch 1600, Total loss: 3738487296.0000, CE loss: 41.5969, RL loss: 37384872.0000, Reward: -2567303.0664
    full cols: 913, non-full cols: 9
   r - labels: 8, labels - r: 9
    violated: 144144, weighted: 8.965614318847656, len: 0.0, nonzero: 0.1831822395324707
Epoch 1700, Total loss: 3174194432.0000, CE loss: 41.5854, RL loss: 31741944.0000, Reward: -2565361.3945
    full cols: 912, non-full cols: 11
   r - labels: 8, labels - r: 8
    violated: 134993, weighted: 8.942658424377441, len: 0.0, nonzero: 0.18292659521102905
Epoch 1800, Total loss: 7253851136.0000, CE loss: 41.4969, RL loss: 72538512.0000, Reward: -2564023.7891
    full cols: 915, non-full cols: 8
   r - labels: 9, labels - r: 9
    violated: 143459, weighted: 8.798931121826172, len: 0.0, nonzero: 0.1831541806459427
Epoch 1900, Total loss: 2318245376.0000, CE loss: 41.4757, RL loss: 23182454.0000, Reward: -2563817.9336
    full cols: 915, non-full cols: 6
   r - labels: 7, labels - r: 9
    violated: 149669, weighted: 9.576091766357422, len: 0.0, nonzero: 0.18294842541217804
--- eval ---
prediction result:
f1 on test:    0.4847
f1 on test:    0.7402 (micro)
f1 on KB:      0.3384
integrated f1: 0.3678, w_data: 0.3000, w_klg: 0.7000

integrated result:
f1 on test:    0.4619
f1 on test:    0.7103 (micro)
f1 on KB:      0.3784
integrated f1: 0.4034, w_data: 0.3000, w_klg: 0.7000
------------
Epoch 2000, Total loss: 2434315520.0000, CE loss: 41.3625, RL loss: 24343156.0000, Reward: -2563478.6660
    full cols: 914, non-full cols: 9
   r - labels: 8, labels - r: 8
    violated: 148924, weighted: 10.043943405151367, len: 0.0, nonzero: 0.18346592783927917
Epoch 2100, Total loss: -5282408448.0000, CE loss: 41.2944, RL loss: -52824084.0000, Reward: -2564590.7266
    full cols: 913, non-full cols: 10
   r - labels: 9, labels - r: 9
    violated: 149511, weighted: 11.019845962524414, len: 0.0, nonzero: 0.18344099819660187
Epoch 2200, Total loss: 13567851520.0000, CE loss: 41.2208, RL loss: 135678512.0000, Reward: -2563575.4707
    full cols: 911, non-full cols: 11
   r - labels: 9, labels - r: 10
    violated: 133427, weighted: 14.929319381713867, len: 0.0, nonzero: 0.18312300741672516
Epoch 2300, Total loss: 5905953792.0000, CE loss: 41.0815, RL loss: 59059540.0000, Reward: -2564636.2383
    full cols: 911, non-full cols: 11
   r - labels: 9, labels - r: 10
    violated: 144662, weighted: 15.987040519714355, len: 0.0, nonzero: 0.182892307639122
Epoch 2400, Total loss: -911188096.0000, CE loss: 40.9508, RL loss: -9111881.0000, Reward: -2565521.5039
    full cols: 909, non-full cols: 12
   r - labels: 9, labels - r: 11
    violated: 145427, weighted: 17.600265502929688, len: 0.0, nonzero: 0.18288607895374298
Epoch 2500, Total loss: 5837005312.0000, CE loss: 40.8477, RL loss: 58370052.0000, Reward: -2564209.0586
    full cols: 913, non-full cols: 9
   r - labels: 8, labels - r: 9
    violated: 143734, weighted: 16.236095428466797, len: 0.0, nonzero: 0.18314482271671295
Epoch 2600, Total loss: -20904849408.0000, CE loss: 40.7285, RL loss: -209048496.0000, Reward: -2567349.6562
    full cols: 911, non-full cols: 9
   r - labels: 7, labels - r: 10
    violated: 141104, weighted: 19.037551879882812, len: 0.0, nonzero: 0.18278007209300995
Epoch 2700, Total loss: -10075596800.0000, CE loss: 40.5906, RL loss: -100755968.0000, Reward: -2561287.2363
    full cols: 913, non-full cols: 6
   r - labels: 9, labels - r: 13
    violated: 144120, weighted: 21.705638885498047, len: 0.0, nonzero: 0.18282371759414673
Epoch 2800, Total loss: 7503792128.0000, CE loss: 40.4197, RL loss: 75037920.0000, Reward: -2560676.9473
    full cols: 913, non-full cols: 8
   r - labels: 10, labels - r: 12
    violated: 148794, weighted: 21.773880004882812, len: 0.0, nonzero: 0.1828174889087677
Epoch 2900, Total loss: 527073504.0000, CE loss: 40.1289, RL loss: 5270735.0000, Reward: -2563015.7578
    full cols: 916, non-full cols: 5
   r - labels: 9, labels - r: 11
    violated: 142391, weighted: 16.101116180419922, len: 0.0, nonzero: 0.18349087238311768
Epoch 3000, Total loss: -9975862272.0000, CE loss: 39.9149, RL loss: -99758624.0000, Reward: -2567989.1191
    full cols: 913, non-full cols: 11
   r - labels: 13, labels - r: 12
    violated: 142487, weighted: 23.595733642578125, len: 0.0, nonzero: 0.18358127772808075
Epoch 3100, Total loss: -28077289472.0000, CE loss: 39.8238, RL loss: -280772896.0000, Reward: -2571440.3242
    full cols: 916, non-full cols: 11
   r - labels: 16, labels - r: 12
    violated: 146316, weighted: 40.01206970214844, len: 0.0, nonzero: 0.1838587373495102
Epoch 3200, Total loss: 902744512.0000, CE loss: 39.7251, RL loss: 9027445.0000, Reward: -2574687.5879
    full cols: 912, non-full cols: 12
   r - labels: 15, labels - r: 14
    violated: 146109, weighted: 73.61966705322266, len: 0.0, nonzero: 0.1831323504447937
Epoch 3300, Total loss: -116709851136.0000, CE loss: 39.6424, RL loss: -1167098496.0000, Reward: -2610480.3652
    full cols: 912, non-full cols: 17
   r - labels: 23, labels - r: 17
    violated: 136833, weighted: 218.0432891845703, len: 0.0, nonzero: 0.18372157216072083
Epoch 3400, Total loss: -18962006016.0000, CE loss: 39.4592, RL loss: -189620064.0000, Reward: -2673787.3477
    full cols: 916, non-full cols: 21
   r - labels: 48, labels - r: 34
    violated: 151520, weighted: 645.8699340820312, len: 0.0, nonzero: 0.18462876975536346
Epoch 3500, Total loss: 22865856512.0000, CE loss: 39.4465, RL loss: 228658560.0000, Reward: -2678681.8320
    full cols: 918, non-full cols: 30
   r - labels: 54, labels - r: 29
    violated: 148495, weighted: 718.7877807617188, len: 0.0, nonzero: 0.18556714057922363
Epoch 3600, Total loss: 20560789504.0000, CE loss: 39.3335, RL loss: 205607888.0000, Reward: -2690306.1543
    full cols: 924, non-full cols: 23
   r - labels: 54, labels - r: 30
    violated: 149208, weighted: 737.2340087890625, len: 0.0, nonzero: 0.1869419664144516
Epoch 3700, Total loss: -4368794624.0000, CE loss: 39.1625, RL loss: -43687948.0000, Reward: -2693175.2598
    full cols: 909, non-full cols: 53
   r - labels: 67, labels - r: 28
    violated: 138459, weighted: 804.8452758789062, len: 0.0, nonzero: 0.18703237175941467
Epoch 3800, Total loss: -64981823488.0000, CE loss: 38.8759, RL loss: -649818240.0000, Reward: -2704201.2305
    full cols: 921, non-full cols: 37
   r - labels: 66, labels - r: 31
    violated: 130511, weighted: 872.4161376953125, len: 0.0, nonzero: 0.18790528178215027
Epoch 3900, Total loss: 18378631168.0000, CE loss: 38.5986, RL loss: 183786320.0000, Reward: -2707565.3125
    full cols: 883, non-full cols: 144
   r - labels: 126, labels - r: 22
    violated: 134157, weighted: 973.7543334960938, len: 0.0, nonzero: 0.1871103048324585
--- eval ---
prediction result:
f1 on test:    0.4678
f1 on test:    0.7114 (micro)
f1 on KB:      0.3680
integrated f1: 0.3911, w_data: 0.3000, w_klg: 0.7000

integrated result:
f1 on test:    0.4569
f1 on test:    0.7029 (micro)
f1 on KB:      0.3879
integrated f1: 0.4086, w_data: 0.3000, w_klg: 0.7000
------------
Epoch 4000, Total loss: 9695123456.0000, CE loss: 38.4363, RL loss: 96951232.0000, Reward: -2708715.8594
    full cols: 920, non-full cols: 35
   r - labels: 69, labels - r: 37
    violated: 151009, weighted: 1059.690185546875, len: 0.0, nonzero: 0.1875498741865158
Epoch 4100, Total loss: 57957515264.0000, CE loss: 38.4405, RL loss: 579575168.0000, Reward: -2708353.0547
    full cols: 922, non-full cols: 42
   r - labels: 76, labels - r: 35
    violated: 142069, weighted: 1106.020263671875, len: 0.0, nonzero: 0.18834173679351807
Epoch 4200, Total loss: 4447767040.0000, CE loss: 38.3409, RL loss: 44477672.0000, Reward: -2711045.8789
    full cols: 923, non-full cols: 33
   r - labels: 69, labels - r: 36
    violated: 144077, weighted: 1145.0675048828125, len: 0.0, nonzero: 0.1880362182855606
Epoch 4300, Total loss: -20258758656.0000, CE loss: 38.3480, RL loss: -202587584.0000, Reward: -2715139.4004
    full cols: 916, non-full cols: 45
   r - labels: 74, labels - r: 36
    violated: 139550, weighted: 1146.617431640625, len: 0.0, nonzero: 0.18748752772808075
Epoch 4400, Total loss: -13770281984.0000, CE loss: 38.2363, RL loss: -137702816.0000, Reward: -2716053.8438
    full cols: 924, non-full cols: 31
   r - labels: 71, labels - r: 39
    violated: 151462, weighted: 1197.6153564453125, len: 0.0, nonzero: 0.187185138463974
Epoch 4500, Total loss: 30936377344.0000, CE loss: 38.2249, RL loss: 309363776.0000, Reward: -2708225.0684
    full cols: 919, non-full cols: 43
   r - labels: 76, labels - r: 37
    violated: 145173, weighted: 1210.96484375, len: 0.0, nonzero: 0.18733789026737213
Epoch 4600, Total loss: -7494878208.0000, CE loss: 38.2996, RL loss: -74948784.0000, Reward: -2709513.8809
    full cols: 909, non-full cols: 58
   r - labels: 79, labels - r: 35
    violated: 142648, weighted: 1231.56298828125, len: 0.0, nonzero: 0.18690143525600433
Epoch 4700, Total loss: 12487689216.0000, CE loss: 38.3973, RL loss: 124876896.0000, Reward: -2709746.4668
    full cols: 910, non-full cols: 62
   r - labels: 81, labels - r: 32
    violated: 133052, weighted: 1186.822265625, len: 0.0, nonzero: 0.1875935196876526
Epoch 4800, Total loss: -7706792960.0000, CE loss: 38.2533, RL loss: -77067928.0000, Reward: -2712653.7754
    full cols: 923, non-full cols: 36
   r - labels: 71, labels - r: 35
    violated: 148134, weighted: 1130.376708984375, len: 0.0, nonzero: 0.1880362182855606
Epoch 4900, Total loss: -23691034624.0000, CE loss: 38.1816, RL loss: -236910336.0000, Reward: -2718562.0176
    full cols: 928, non-full cols: 32
   r - labels: 72, labels - r: 35
    violated: 149862, weighted: 1170.2408447265625, len: 0.0, nonzero: 0.18760599195957184
Epoch 5000, Total loss: -40409972736.0000, CE loss: 38.1973, RL loss: -404099712.0000, Reward: -2730392.2324
    full cols: 911, non-full cols: 56
   r - labels: 80, labels - r: 36
    violated: 146512, weighted: 1310.1104736328125, len: 0.0, nonzero: 0.1869170218706131
Epoch 5100, Total loss: -13174620160.0000, CE loss: 38.2039, RL loss: -131746200.0000, Reward: -2740894.7344
    full cols: 925, non-full cols: 49
   r - labels: 92, labels - r: 41
    violated: 140096, weighted: 1626.607421875, len: 0.0, nonzero: 0.1887127161026001
Epoch 5200, Total loss: -7082191872.0000, CE loss: 38.2541, RL loss: -70821920.0000, Reward: -2738511.5352
    full cols: 923, non-full cols: 51
   r - labels: 98, labels - r: 47
    violated: 137307, weighted: 1634.554931640625, len: 0.0, nonzero: 0.18966667354106903
Epoch 5300, Total loss: -15327524864.0000, CE loss: 38.3350, RL loss: -153275248.0000, Reward: -2739809.6035
    full cols: 922, non-full cols: 51
   r - labels: 101, labels - r: 51
    violated: 137871, weighted: 1780.296630859375, len: 0.0, nonzero: 0.18982566893100739
Epoch 5400, Total loss: -10697832448.0000, CE loss: 38.2285, RL loss: -106978328.0000, Reward: -2741412.6367
    full cols: 815, non-full cols: 524
   r - labels: 444, labels - r: 28
    violated: 142641, weighted: 1950.2847900390625, len: 0.0, nonzero: 0.19016236066818237
Epoch 5500, Total loss: 17946083328.0000, CE loss: 38.2036, RL loss: 179460832.0000, Reward: -2739874.3320
    full cols: 921, non-full cols: 52
   r - labels: 102, labels - r: 52
    violated: 143419, weighted: 1715.2947998046875, len: 0.0, nonzero: 0.18838538229465485
Epoch 5600, Total loss: 9834641408.0000, CE loss: 38.2187, RL loss: 98346416.0000, Reward: -2742471.1680
    full cols: 926, non-full cols: 55
   r - labels: 109, labels - r: 51
    violated: 145892, weighted: 1718.2509765625, len: 0.0, nonzero: 0.1888561248779297
Epoch 5700, Total loss: -6354895872.0000, CE loss: 38.2926, RL loss: -63548960.0000, Reward: -2754430.3203
    full cols: 922, non-full cols: 72
   r - labels: 114, labels - r: 43
    violated: 142659, weighted: 1825.550537109375, len: 0.0, nonzero: 0.1907297521829605
Epoch 5800, Total loss: -124930981888.0000, CE loss: 38.2444, RL loss: -1249309824.0000, Reward: -2793886.1484
    full cols: 925, non-full cols: 83
   r - labels: 132, labels - r: 47
    violated: 145534, weighted: 2128.977783203125, len: 0.0, nonzero: 0.19185204803943634
Epoch 5900, Total loss: 34804363264.0000, CE loss: 38.2196, RL loss: 348043648.0000, Reward: -2789600.6035
    full cols: 109, non-full cols: 4689
   r - labels: 3884, labels - r: 9
    violated: 138374, weighted: 4266.708984375, len: 0.0, nonzero: 0.2026168406009674
--- eval ---
prediction result:
f1 on test:    0.4675
f1 on test:    0.7079 (micro)
f1 on KB:      0.3740
integrated f1: 0.3960, w_data: 0.3000, w_klg: 0.7000

integrated result:
f1 on test:    0.4542
f1 on test:    0.6953 (micro)
f1 on KB:      0.3990
integrated f1: 0.4156, w_data: 0.3000, w_klg: 0.7000
------------
Epoch 6000, Total loss: 267219451904.0000, CE loss: 38.2637, RL loss: 2672194560.0000, Reward: -2813972.0410
    full cols: 846, non-full cols: 405
   r - labels: 360, labels - r: 32
    violated: 140789, weighted: 2768.246826171875, len: 0.0, nonzero: 0.19457677006721497
Epoch 6100, Total loss: 1035988096.0000, CE loss: 38.3015, RL loss: 10359881.0000, Reward: -2857971.0742
    full cols: 862, non-full cols: 347
   r - labels: 323, labels - r: 37
    violated: 147052, weighted: 3265.25732421875, len: 0.0, nonzero: 0.19665615260601044
Epoch 6200, Total loss: 9113924608.0000, CE loss: 38.2536, RL loss: 91139248.0000, Reward: -2860840.9590
    full cols: 911, non-full cols: 168
   r - labels: 209, labels - r: 53
    violated: 143170, weighted: 3275.956298828125, len: 0.0, nonzero: 0.19626957178115845
Epoch 6300, Total loss: 8101051904.0000, CE loss: 38.2038, RL loss: 81010520.0000, Reward: -2852278.0684
    full cols: 901, non-full cols: 189
   r - labels: 216, labels - r: 49
    violated: 139835, weighted: 3234.33447265625, len: 0.0, nonzero: 0.1958674192428589
Epoch 6400, Total loss: 1602318080.0000, CE loss: 38.2156, RL loss: 16023181.0000, Reward: -2855650.6484
    full cols: 904, non-full cols: 183
   r - labels: 215, labels - r: 51
    violated: 141237, weighted: 3269.4013671875, len: 0.0, nonzero: 0.19623839855194092
Epoch 6500, Total loss: -742071232.0000, CE loss: 38.2125, RL loss: -7420712.5000, Reward: -2857173.9629
    full cols: 893, non-full cols: 202
   r - labels: 220, labels - r: 48
    violated: 144139, weighted: 3277.217041015625, len: 0.0, nonzero: 0.19609500467777252
Epoch 6600, Total loss: 22053695488.0000, CE loss: 38.1992, RL loss: 220536960.0000, Reward: -2859221.7852
    full cols: 30, non-full cols: 4959
   r - labels: 4071, labels - r: 5
    violated: 134741, weighted: 4953.642578125, len: 0.0, nonzero: 0.2059182971715927
Epoch 6700, Total loss: 7791887360.0000, CE loss: 38.2023, RL loss: 77918872.0000, Reward: -2857364.8242
    full cols: 909, non-full cols: 183
   r - labels: 217, labels - r: 48
    violated: 143333, weighted: 3281.61083984375, len: 0.0, nonzero: 0.196771502494812
Epoch 6800, Total loss: 3211448320.0000, CE loss: 38.1917, RL loss: 32114482.0000, Reward: -2855053.4238
    full cols: 359, non-full cols: 3336
   r - labels: 2789, labels - r: 17
    violated: 140969, weighted: 4390.69580078125, len: 0.0, nonzero: 0.2029067724943161
Epoch 6900, Total loss: 3036103424.0000, CE loss: 38.1987, RL loss: 30361034.0000, Reward: -2859082.6777
    full cols: 885, non-full cols: 244
   r - labels: 250, labels - r: 44
    violated: 136310, weighted: 3271.67138671875, len: 0.0, nonzero: 0.19609500467777252
Epoch 7000, Total loss: 30565277696.0000, CE loss: 38.1975, RL loss: 305652768.0000, Reward: -2861305.2285
    full cols: 87, non-full cols: 4732
   r - labels: 3904, labels - r: 8
    violated: 144143, weighted: 5196.4140625, len: 0.0, nonzero: 0.20707178115844727
Epoch 7100, Total loss: 14423918592.0000, CE loss: 38.3317, RL loss: 144239184.0000, Reward: -2911692.1602
    full cols: 230, non-full cols: 4096
   r - labels: 3414, labels - r: 11
    violated: 134055, weighted: 6106.9296875, len: 0.0, nonzero: 0.21170128881931305
Epoch 7200, Total loss: 4340497920.0000, CE loss: 38.2306, RL loss: 43404980.0000, Reward: -2911909.3633
    full cols: 31, non-full cols: 4952
   r - labels: 4061, labels - r: 1
    violated: 136847, weighted: 9102.4638671875, len: 0.0, nonzero: 0.22877593338489532
Epoch 7300, Total loss: -2891095296.0000, CE loss: 38.3570, RL loss: -28910952.0000, Reward: -2913259.2734
    full cols: 390, non-full cols: 3105
   r - labels: 2593, labels - r: 21
    violated: 134345, weighted: 6598.78173828125, len: 0.0, nonzero: 0.21429507434368134
Epoch 7400, Total loss: 839986176.0000, CE loss: 38.2951, RL loss: 8399862.0000, Reward: -2912991.9512
    full cols: 146, non-full cols: 4577
   r - labels: 3810, labels - r: 10
    violated: 132723, weighted: 8043.9130859375, len: 0.0, nonzero: 0.22274354100227356
Epoch 7500, Total loss: 9256260608.0000, CE loss: 38.2392, RL loss: 92562608.0000, Reward: -2912658.1016
    full cols: 41, non-full cols: 4904
   r - labels: 4027, labels - r: 5
    violated: 141548, weighted: 7193.0751953125, len: 0.0, nonzero: 0.21744687855243683
Epoch 7600, Total loss: -3943064832.0000, CE loss: 38.2217, RL loss: -39430648.0000, Reward: -2909995.5000
    full cols: 371, non-full cols: 3258
   r - labels: 2722, labels - r: 16
    violated: 132355, weighted: 5537.23388671875, len: 0.0, nonzero: 0.20825955271720886
Epoch 7700, Total loss: 1476734720.0000, CE loss: 38.2666, RL loss: 14767347.0000, Reward: -2905925.8105
    full cols: 597, non-full cols: 1812
   r - labels: 1507, labels - r: 21
    violated: 134478, weighted: 4956.84375, len: 0.0, nonzero: 0.2047492265701294
Epoch 7800, Total loss: -297705664.0000, CE loss: 38.2063, RL loss: -2977056.5000, Reward: -2908599.7500
    full cols: 70, non-full cols: 4817
   r - labels: 3967, labels - r: 3
    violated: 135095, weighted: 9216.90234375, len: 0.0, nonzero: 0.22942125797271729
Epoch 7900, Total loss: 11411796992.0000, CE loss: 38.2199, RL loss: 114117968.0000, Reward: -2912301.2637
    full cols: 484, non-full cols: 2567
   r - labels: 2148, labels - r: 20
    violated: 134784, weighted: 5954.0263671875, len: 0.0, nonzero: 0.21085332334041595
--- eval ---
prediction result:
f1 on test:    0.4673
f1 on test:    0.7097 (micro)
f1 on KB:      0.3712
integrated f1: 0.3936, w_data: 0.3000, w_klg: 0.7000

integrated result:
f1 on test:    0.4522
f1 on test:    0.6937 (micro)
f1 on KB:      0.4019
integrated f1: 0.4170, w_data: 0.3000, w_klg: 0.7000
------------
Epoch 8000, Total loss: -403626432.0000, CE loss: 38.2586, RL loss: -4036264.2500, Reward: -2914664.1250
    full cols: 35, non-full cols: 4933
   r - labels: 4048, labels - r: 3
    violated: 132785, weighted: 7139.5146484375, len: 0.0, nonzero: 0.21764016151428223
Epoch 8100, Total loss: 29131986944.0000, CE loss: 38.6048, RL loss: 291319872.0000, Reward: -2993358.7109
    full cols: 4, non-full cols: 5003
   r - labels: 4084, labels - r: 0
    violated: 108688, weighted: 28736.609375, len: 13209.6015625, nonzero: 0.3411811590194702
Epoch 8200, Total loss: -823453120.0000, CE loss: 38.4141, RL loss: -8234531.5000, Reward: -2987743.4941
    full cols: 12, non-full cols: 4991
   r - labels: 4080, labels - r: 0
    violated: 114360, weighted: 22072.876953125, len: 1020.6015625, nonzero: 0.3031817376613617
Epoch 8300, Total loss: 685751808.0000, CE loss: 38.2845, RL loss: 6857518.0000, Reward: -2997658.3594
    full cols: 10, non-full cols: 4993
   r - labels: 4080, labels - r: 0
    violated: 107080, weighted: 32152.78125, len: 19354.6015625, nonzero: 0.3603383004665375
Epoch 8400, Total loss: -28023273472.0000, CE loss: 38.5987, RL loss: -280232736.0000, Reward: -3069340.0742
    full cols: 5, non-full cols: 5002
   r - labels: 4085, labels - r: 1
    violated: 100371, weighted: 38851.76953125, len: 31363.6015625, nonzero: 0.3977765738964081
Epoch 8500, Total loss: -10000238592.0000, CE loss: 38.5638, RL loss: -100002384.0000, Reward: -3067163.4023
    full cols: 5, non-full cols: 5002
   r - labels: 4085, labels - r: 1
    violated: 100766, weighted: 34929.12890625, len: 24215.6015625, nonzero: 0.37549257278442383
Epoch 8600, Total loss: -19337041920.0000, CE loss: 38.4794, RL loss: -193370416.0000, Reward: -3072761.5293
    full cols: 4, non-full cols: 5005
   r - labels: 4087, labels - r: 1
    violated: 103635, weighted: 30489.095703125, len: 16118.6015625, nonzero: 0.3502500355243683
Epoch 8700, Total loss: -17340655616.0000, CE loss: 38.3872, RL loss: -173406560.0000, Reward: -3070251.8945
    full cols: 3, non-full cols: 5006
   r - labels: 4087, labels - r: 1
    violated: 111815, weighted: 27056.5625, len: 9896.6015625, nonzero: 0.33085283637046814
Epoch 8800, Total loss: 3017623552.0000, CE loss: 38.4787, RL loss: 30176236.0000, Reward: -3070327.2227
    full cols: 5, non-full cols: 5001
   r - labels: 4084, labels - r: 1
    violated: 100877, weighted: 29408.3671875, len: 14254.6015625, nonzero: 0.34443897008895874
Epoch 8900, Total loss: 7298478592.0000, CE loss: 38.3817, RL loss: 72984784.0000, Reward: -3068014.2559
    full cols: 6, non-full cols: 5000
   r - labels: 4084, labels - r: 1
    violated: 109769, weighted: 29639.6484375, len: 14544.6015625, nonzero: 0.34534305334091187
Epoch 9000, Total loss: -6801467637760.0000, CE loss: 38.5214, RL loss: -68014673920.0000, Reward: -3852612.3086
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 86009, weighted: 50258.7109375, len: 52045.6015625, nonzero: 0.4622530937194824
Epoch 9100, Total loss: -10049390592.0000, CE loss: 38.5034, RL loss: -100493904.0000, Reward: -4278259.4102
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 49202, weighted: 78592.21875, len: 103621.6015625, nonzero: 0.6230422258377075
Epoch 9200, Total loss: 104693964800.0000, CE loss: 38.4195, RL loss: 1046939648.0000, Reward: -4280519.1641
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 45493, weighted: 78592.21875, len: 103621.6015625, nonzero: 0.6230422258377075
Epoch 9300, Total loss: -21929037824.0000, CE loss: 38.4366, RL loss: -219290384.0000, Reward: -4282009.6250
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 47412, weighted: 68589.5234375, len: 85405.6015625, nonzero: 0.5662534832954407
Epoch 9400, Total loss: -17024372736.0000, CE loss: 38.4312, RL loss: -170243728.0000, Reward: -4288204.2734
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 72500, weighted: 54892.2734375, len: 60459.6015625, nonzero: 0.48848387598991394
Epoch 9500, Total loss: -38395506688.0000, CE loss: 38.4152, RL loss: -383955072.0000, Reward: -4300644.9297
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 49593, weighted: 66922.40625, len: 82369.6015625, nonzero: 0.5567886829376221
Epoch 9600, Total loss: 1508920448.0000, CE loss: 38.4190, RL loss: 15089205.0000, Reward: -4299962.0430
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 46753, weighted: 73590.875, len: 94513.6015625, nonzero: 0.5946478247642517
Epoch 9700, Total loss: 54807425024.0000, CE loss: 38.4172, RL loss: 548074240.0000, Reward: -4274404.2305
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 50267, weighted: 70256.640625, len: 88441.6015625, nonzero: 0.5757182836532593
Epoch 9800, Total loss: 117673525248.0000, CE loss: 38.4169, RL loss: 1176735232.0000, Reward: -4310928.8906
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 46204, weighted: 65255.29296875, len: 79333.6015625, nonzero: 0.5473239421844482
Epoch 9900, Total loss: -22773598208.0000, CE loss: 38.4059, RL loss: -227735984.0000, Reward: -4311374.0508
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 63628, weighted: 56919.71484375, len: 64153.6015625, nonzero: 0.5
--- eval ---
prediction result:
f1 on test:    0.4702
f1 on test:    0.7051 (micro)
f1 on KB:      0.3730
integrated f1: 0.3957, w_data: 0.3000, w_klg: 0.7000

integrated result:
f1 on test:    0.4544
f1 on test:    0.6885 (micro)
f1 on KB:      0.4056
integrated f1: 0.4203, w_data: 0.3000, w_klg: 0.7000
------------
Epoch 10000, Total loss: -90213187584.0000, CE loss: 38.4082, RL loss: -902131840.0000, Reward: -4311283.0820
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 49524, weighted: 68648.453125, len: 85497.6015625, nonzero: 0.5665403008460999
Epoch 10100, Total loss: -2715939840.0000, CE loss: 38.3992, RL loss: -27159398.0000, Reward: -4309636.9414
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 60332, weighted: 66922.40625, len: 82369.6015625, nonzero: 0.5567886829376221
Epoch 10200, Total loss: -26905401344.0000, CE loss: 38.4183, RL loss: -269054016.0000, Reward: -4311837.7500
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 57137, weighted: 63588.171875, len: 76297.6015625, nonzero: 0.5378591418266296
Epoch 10300, Total loss: 67705036800.0000, CE loss: 38.4116, RL loss: 677050368.0000, Reward: -4313432.4414
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 57940, weighted: 70256.640625, len: 88441.6015625, nonzero: 0.5757182836532593
Epoch 10400, Total loss: -71514431488.0000, CE loss: 38.4309, RL loss: -715144320.0000, Reward: -4307920.3398
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 67785, weighted: 58586.828125, len: 67189.6015625, nonzero: 0.5094648003578186
Epoch 10500, Total loss: -131802824704.0000, CE loss: 38.4076, RL loss: -1318028288.0000, Reward: -4292071.7227
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 58576, weighted: 63588.265625, len: 76298.6015625, nonzero: 0.537862241268158
Epoch 10600, Total loss: -119591526400.0000, CE loss: 38.4391, RL loss: -1195915264.0000, Reward: -4311680.6953
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 52310, weighted: 75257.984375, len: 97549.6015625, nonzero: 0.6041126251220703
Epoch 10700, Total loss: -90000015360.0000, CE loss: 38.4028, RL loss: -900000192.0000, Reward: -4311995.5938
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 49304, weighted: 73590.046875, len: 94509.6015625, nonzero: 0.5946353673934937
Epoch 10800, Total loss: -14028723200.0000, CE loss: 38.4206, RL loss: -140287232.0000, Reward: -4316189.7695
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 50243, weighted: 71923.75, len: 91477.6015625, nonzero: 0.5851830840110779
Epoch 10900, Total loss: 63405273088.0000, CE loss: 38.4433, RL loss: 634052736.0000, Reward: -4304699.8594
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 42264, weighted: 81926.453125, len: 109693.6015625, nonzero: 0.6419717669487
Epoch 11000, Total loss: -105421742080.0000, CE loss: 38.4104, RL loss: -1054217408.0000, Reward: -4315419.7031
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 58822, weighted: 71923.7578125, len: 91477.6015625, nonzero: 0.5851830840110779
Epoch 11100, Total loss: -29056552960.0000, CE loss: 38.4123, RL loss: -290565536.0000, Reward: -4322063.5391
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 50450, weighted: 71924.1875, len: 91476.6015625, nonzero: 0.5851799249649048
Epoch 11200, Total loss: 110226677760.0000, CE loss: 38.4235, RL loss: 1102266752.0000, Reward: -4311389.5000
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 48801, weighted: 73590.875, len: 94513.6015625, nonzero: 0.5946478247642517
Epoch 11300, Total loss: 53379563520.0000, CE loss: 38.4114, RL loss: 533795616.0000, Reward: -4318556.3008
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 45225, weighted: 80259.328125, len: 106657.6015625, nonzero: 0.6325069665908813
Epoch 11400, Total loss: -107291541504.0000, CE loss: 38.4215, RL loss: -1072915456.0000, Reward: -4317038.5312
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 47888, weighted: 80259.34375, len: 106657.6015625, nonzero: 0.6325069665908813
Epoch 11500, Total loss: -7190661632.0000, CE loss: 38.4049, RL loss: -71906616.0000, Reward: -4310898.1367
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 55785, weighted: 63588.1796875, len: 76297.6015625, nonzero: 0.5378591418266296
Epoch 11600, Total loss: -243453132800.0000, CE loss: 38.4126, RL loss: -2434531328.0000, Reward: -4305104.5547
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 56676, weighted: 65255.296875, len: 79333.6015625, nonzero: 0.5473239421844482
Epoch 11700, Total loss: 146861408256.0000, CE loss: 38.4305, RL loss: 1468614144.0000, Reward: -4319039.3125
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 33176, weighted: 86927.796875, len: 118801.6015625, nonzero: 0.670366108417511
Epoch 11800, Total loss: -49426739200.0000, CE loss: 38.4328, RL loss: -494267392.0000, Reward: -4323580.7773
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 70776, weighted: 60253.94921875, len: 70225.6015625, nonzero: 0.5189295411109924
Epoch 11900, Total loss: -41861685248.0000, CE loss: 38.4124, RL loss: -418616832.0000, Reward: -4324659.3125
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 78567, weighted: 53585.484375, len: 58081.6015625, nonzero: 0.4810704290866852
--- eval ---
prediction result:
f1 on test:    0.4698
f1 on test:    0.7051 (micro)
f1 on KB:      0.3733
integrated f1: 0.3959, w_data: 0.3000, w_klg: 0.7000

integrated result:
f1 on test:    0.4544
f1 on test:    0.6885 (micro)
f1 on KB:      0.4055
integrated f1: 0.4202, w_data: 0.3000, w_klg: 0.7000
------------
Epoch 12000, Total loss: -19991482368.0000, CE loss: 38.4182, RL loss: -199914832.0000, Reward: -4319670.5781
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 55221, weighted: 70256.640625, len: 88441.6015625, nonzero: 0.5757182836532593
Epoch 12100, Total loss: 22831337472.0000, CE loss: 38.4133, RL loss: 228313376.0000, Reward: -4327219.6953
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 64284, weighted: 56919.71484375, len: 64153.6015625, nonzero: 0.5
Epoch 12200, Total loss: -101815959552.0000, CE loss: 38.4402, RL loss: -1018159616.0000, Reward: -4300226.7891
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 61883, weighted: 65255.29296875, len: 79333.6015625, nonzero: 0.5473239421844482
Epoch 12300, Total loss: 30242207744.0000, CE loss: 38.4371, RL loss: 302422080.0000, Reward: -4309634.9766
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 42811, weighted: 75257.984375, len: 97549.6015625, nonzero: 0.6041126251220703
Epoch 12400, Total loss: -32910995456.0000, CE loss: 38.4181, RL loss: -329109952.0000, Reward: -4312521.5859
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 35646, weighted: 80244.375, len: 106636.6015625, nonzero: 0.632441520690918
Epoch 12500, Total loss: -22115184640.0000, CE loss: 38.4190, RL loss: -221151840.0000, Reward: -4319493.4727
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 57404, weighted: 68589.5234375, len: 85405.6015625, nonzero: 0.5662534832954407
Epoch 12600, Total loss: -2245702656.0000, CE loss: 38.4300, RL loss: -22457026.0000, Reward: -4317696.9922
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 50845, weighted: 71923.75, len: 91477.6015625, nonzero: 0.5851830840110779
Epoch 12700, Total loss: -46362931200.0000, CE loss: 38.4405, RL loss: -463629312.0000, Reward: -4316112.8438
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 62933, weighted: 65255.29296875, len: 79333.6015625, nonzero: 0.5473239421844482
Epoch 12800, Total loss: 25235693568.0000, CE loss: 38.4312, RL loss: 252356928.0000, Reward: -4320251.4023
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 62199, weighted: 68589.5234375, len: 85405.6015625, nonzero: 0.5662534832954407
Epoch 12900, Total loss: 45831467008.0000, CE loss: 38.4340, RL loss: 458314688.0000, Reward: -4319760.1562
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 51714, weighted: 68104.9296875, len: 84521.6015625, nonzero: 0.5634976029396057
Epoch 13000, Total loss: -27463901184.0000, CE loss: 38.4309, RL loss: -274639008.0000, Reward: -4318961.5352
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 44199, weighted: 78592.21875, len: 103621.6015625, nonzero: 0.6230422258377075
Epoch 13100, Total loss: -98462015488.0000, CE loss: 38.4247, RL loss: -984620160.0000, Reward: -4310296.5898
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 41016, weighted: 78592.21875, len: 103621.6015625, nonzero: 0.6230422258377075
Epoch 13200, Total loss: -17651277824.0000, CE loss: 38.4130, RL loss: -176512768.0000, Reward: -4322551.9766
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 57657, weighted: 68589.53125, len: 85405.6015625, nonzero: 0.5662534832954407
Epoch 13300, Total loss: 19892924416.0000, CE loss: 38.4081, RL loss: 198929248.0000, Reward: -4326371.9492
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 47179, weighted: 75252.546875, len: 97540.6015625, nonzero: 0.6040845513343811
Epoch 13400, Total loss: -92527460352.0000, CE loss: 38.4217, RL loss: -925274624.0000, Reward: -4317084.2500
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 54225, weighted: 63588.1796875, len: 76297.6015625, nonzero: 0.5378591418266296
Epoch 13500, Total loss: -37687541760.0000, CE loss: 38.4442, RL loss: -376875424.0000, Reward: -4313467.3125
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 53055, weighted: 70256.640625, len: 88441.6015625, nonzero: 0.5757182836532593
Epoch 13600, Total loss: 25828806656.0000, CE loss: 38.4264, RL loss: 258288064.0000, Reward: -4329908.8711
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 42950, weighted: 76925.09375, len: 100585.6015625, nonzero: 0.6135774254798889
Epoch 13700, Total loss: 135647232000.0000, CE loss: 38.4400, RL loss: 1356472320.0000, Reward: -4327114.8320
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 51552, weighted: 68589.5234375, len: 85405.6015625, nonzero: 0.5662534832954407
Epoch 13800, Total loss: 65453400064.0000, CE loss: 38.4053, RL loss: 654534016.0000, Reward: -4327076.6953
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 44686, weighted: 78592.21875, len: 103621.6015625, nonzero: 0.6230422258377075
Epoch 13900, Total loss: 59105288192.0000, CE loss: 38.4181, RL loss: 591052864.0000, Reward: -4330855.1289
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 58104, weighted: 71923.7578125, len: 91477.6015625, nonzero: 0.5851830840110779
--- eval ---
prediction result:
f1 on test:    0.4692
f1 on test:    0.7056 (micro)
f1 on KB:      0.3741
integrated f1: 0.3964, w_data: 0.3000, w_klg: 0.7000

integrated result:
f1 on test:    0.4537
f1 on test:    0.6891 (micro)
f1 on KB:      0.4066
integrated f1: 0.4207, w_data: 0.3000, w_klg: 0.7000
------------
Epoch 14000, Total loss: 116543995904.0000, CE loss: 38.4178, RL loss: 1165440000.0000, Reward: -4330455.6445
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 53808, weighted: 66922.40625, len: 82369.6015625, nonzero: 0.5567886829376221
Epoch 14100, Total loss: 11805436928.0000, CE loss: 38.4283, RL loss: 118054368.0000, Reward: -4342501.8086
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 39903, weighted: 80259.328125, len: 106657.6015625, nonzero: 0.6325069665908813
Epoch 14200, Total loss: 133306023936.0000, CE loss: 38.4126, RL loss: 1333060224.0000, Reward: -4322941.8086
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 46891, weighted: 75578.953125, len: 98111.6015625, nonzero: 0.6058647036552429
Epoch 14300, Total loss: 138270982144.0000, CE loss: 38.4145, RL loss: 1382709760.0000, Reward: -4332773.8945
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 65804, weighted: 62270.24609375, len: 73888.6015625, nonzero: 0.5303490161895752
Epoch 14400, Total loss: -24190394368.0000, CE loss: 38.4313, RL loss: -241903936.0000, Reward: -4335194.2617
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 59965, weighted: 58586.828125, len: 67189.6015625, nonzero: 0.5094648003578186
Epoch 14500, Total loss: 65769144320.0000, CE loss: 38.4112, RL loss: 657691456.0000, Reward: -4331477.0820
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 44935, weighted: 73590.875, len: 94513.6015625, nonzero: 0.5946478247642517
Epoch 14600, Total loss: 36995592192.0000, CE loss: 38.4532, RL loss: 369955936.0000, Reward: -4312852.4297
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 67481, weighted: 55252.6015625, len: 61117.6015625, nonzero: 0.4905352294445038
Epoch 14700, Total loss: -36489646080.0000, CE loss: 38.4245, RL loss: -364896480.0000, Reward: -4332686.0508
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 56723, weighted: 68570.7109375, len: 85373.6015625, nonzero: 0.5661537051200867
Epoch 14800, Total loss: 54677696512.0000, CE loss: 38.4365, RL loss: 546776960.0000, Reward: -4341528.2930
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 57907, weighted: 63588.17578125, len: 76297.6015625, nonzero: 0.5378591418266296
Epoch 14900, Total loss: -35236548608.0000, CE loss: 38.4206, RL loss: -352365472.0000, Reward: -4342070.7383
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 52559, weighted: 70256.640625, len: 88441.6015625, nonzero: 0.5757182836532593
Epoch 15000, Total loss: -76562554880.0000, CE loss: 38.4375, RL loss: -765625536.0000, Reward: -4342659.7422
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 58854, weighted: 65255.29296875, len: 79333.6015625, nonzero: 0.5473239421844482
------ ABL Loop 0 ------
--- eval ---
prediction result:
f1 on test:    0.4678
f1 on test:    0.7070 (micro)
f1 on KB:      0.3755
integrated f1: 0.4003, w_data: 0.3380, w_klg: 0.6620

integrated result:
f1 on test:    0.4524
f1 on test:    0.6904 (micro)
f1 on KB:      0.4085
integrated f1: 0.4233, w_data: 0.3380, w_klg: 0.6620
------------
integrated f1 0.4003

KB before refine:
num_nodes: 5012.0000
num_edges: 207207.0000
density: 0.0083
avg_degree: 41.3422
avg_clustering: 0.3166
degree_assortativity: 0.2006
modularity: 0.4989
avg_betweenness: 0.0002
avg_closeness: 0.1597
Iteration 0: Loss = 10213729.000000
|Xk-Y|_F:  10213729.000000, |X-X0|:  0.000000
rounded |X_k-Y|_0 = 9206097, f1 =  0.436062, approx slack: 2765657
rounded before pow |X_k-Y|_0 = 9170304, f1 =  0.357591

Iteration 20: Loss = 13930623.000000
|Xk-Y|_F:  12773139.000000, |X-X0|:  1157484.375000
rounded |X_k-Y|_0 = 10778775, f1 =  0.308717, approx slack: 2689468
rounded before pow |X_k-Y|_0 = 9169826, f1 =  0.357610

Iteration 40: Loss = 13890058.000000
|Xk-Y|_F:  12728054.000000, |X-X0|:  1162003.500000
rounded |X_k-Y|_0 = 10740609, f1 =  0.310002, approx slack: 80952
rounded before pow |X_k-Y|_0 = 10732165, f1 =  0.310288

Iteration 60: Loss = 13796413.000000
|Xk-Y|_F:  12679930.000000, |X-X0|:  1116483.000000
rounded |X_k-Y|_0 = 10702051, f1 =  0.311297, approx slack: 88976
rounded before pow |X_k-Y|_0 = 10716207, f1 =  0.310825

Iteration 80: Loss = 13721032.000000
|Xk-Y|_F:  12644723.000000, |X-X0|:  1076309.500000
rounded |X_k-Y|_0 = 10680980, f1 =  0.312001, approx slack: 119997
rounded before pow |X_k-Y|_0 = 10696837, f1 =  0.311476

Iteration 100: Loss = 13641420.000000
|Xk-Y|_F:  12597117.000000, |X-X0|:  1044303.250000
rounded |X_k-Y|_0 = 10658977, f1 =  0.312734, approx slack: 120771
rounded before pow |X_k-Y|_0 = 10688328, f1 =  0.311759

Iteration 120: Loss = 13576549.000000
|Xk-Y|_F:  12557918.000000, |X-X0|:  1018630.750000
rounded |X_k-Y|_0 = 10639079, f1 =  0.313395, approx slack: 144898
rounded before pow |X_k-Y|_0 = 10680372, f1 =  0.312026

Iteration 140: Loss = 13524045.000000
|Xk-Y|_F:  12526707.000000, |X-X0|:  997338.250000
rounded |X_k-Y|_0 = 10623375, f1 =  0.313915, approx slack: 162930
rounded before pow |X_k-Y|_0 = 10675114, f1 =  0.312198

Iteration 160: Loss = 13474982.000000
|Xk-Y|_F:  12496032.000000, |X-X0|:  978950.125000
rounded |X_k-Y|_0 = 10609389, f1 =  0.314379, approx slack: 181837
rounded before pow |X_k-Y|_0 = 10674652, f1 =  0.312214

Iteration 180: Loss = 13425657.000000
|Xk-Y|_F:  12462981.000000, |X-X0|:  962676.000000
rounded |X_k-Y|_0 = 10597223, f1 =  0.314780, approx slack: 191853
rounded before pow |X_k-Y|_0 = 10682034, f1 =  0.311966

Iteration 200: Loss = 13374898.000000
|Xk-Y|_F:  12424716.000000, |X-X0|:  950182.500000
rounded |X_k-Y|_0 = 10583322, f1 =  0.315238, approx slack: 237432
rounded before pow |X_k-Y|_0 = 10673725, f1 =  0.312244

Iteration 220: Loss = 13320984.000000
|Xk-Y|_F:  12384105.000000, |X-X0|:  936878.500000
rounded |X_k-Y|_0 = 10567580, f1 =  0.315757, approx slack: 255106
rounded before pow |X_k-Y|_0 = 10672754, f1 =  0.312277

Iteration 240: Loss = 13270922.000000
|Xk-Y|_F:  12343114.000000, |X-X0|:  927808.250000
rounded |X_k-Y|_0 = 10554033, f1 =  0.316200, approx slack: 311849
rounded before pow |X_k-Y|_0 = 10672204, f1 =  0.312295

Iteration 260: Loss = 13216821.000000
|Xk-Y|_F:  12299566.000000, |X-X0|:  917255.062500
rounded |X_k-Y|_0 = 10536082, f1 =  0.316790, approx slack: 303346
rounded before pow |X_k-Y|_0 = 10671058, f1 =  0.312333

Iteration 280: Loss = 13159877.000000
|Xk-Y|_F:  12253452.000000, |X-X0|:  906424.937500
rounded |X_k-Y|_0 = 10515221, f1 =  0.317477, approx slack: 337684
rounded before pow |X_k-Y|_0 = 10663250, f1 =  0.312590

Iteration 300: Loss = 13092464.000000
|Xk-Y|_F:  12194852.000000, |X-X0|:  897611.937500
rounded |X_k-Y|_0 = 10489612, f1 =  0.318318, approx slack: 362916
rounded before pow |X_k-Y|_0 = 10661775, f1 =  0.312639

Iteration 320: Loss = 13015460.000000
|Xk-Y|_F:  12126002.000000, |X-X0|:  889457.750000
rounded |X_k-Y|_0 = 10464998, f1 =  0.319123, approx slack: 384150
rounded before pow |X_k-Y|_0 = 10667273, f1 =  0.312448

Iteration 340: Loss = 12906845.000000
|Xk-Y|_F:  12026597.000000, |X-X0|:  880247.750000
rounded |X_k-Y|_0 = 10431563, f1 =  0.320210, approx slack: 448819
rounded before pow |X_k-Y|_0 = 10662947, f1 =  0.312592

Iteration 360: Loss = 12779819.000000
|Xk-Y|_F:  11908435.000000, |X-X0|:  871384.062500
rounded |X_k-Y|_0 = 10398072, f1 =  0.321295, approx slack: 514676
rounded before pow |X_k-Y|_0 = 10658142, f1 =  0.312753

Iteration 380: Loss = 12686921.000000
|Xk-Y|_F:  11823957.000000, |X-X0|:  862964.250000
rounded |X_k-Y|_0 = 10358301, f1 =  0.322587, approx slack: 572196
rounded before pow |X_k-Y|_0 = 10657218, f1 =  0.312783

Iteration 400: Loss = 12587474.000000
|Xk-Y|_F:  11732562.000000, |X-X0|:  854912.125000
rounded |X_k-Y|_0 = 10308888, f1 =  0.324189, approx slack: 640401
rounded before pow |X_k-Y|_0 = 10655714, f1 =  0.312834

Iteration 420: Loss = 12472420.000000
|Xk-Y|_F:  11625255.000000, |X-X0|:  847164.500000
rounded |X_k-Y|_0 = 10243240, f1 =  0.326309, approx slack: 732989
rounded before pow |X_k-Y|_0 = 10653689, f1 =  0.312900

Iteration 440: Loss = 12324670.000000
|Xk-Y|_F:  11484978.000000, |X-X0|:  839692.250000
rounded |X_k-Y|_0 = 10148973, f1 =  0.329339, approx slack: 857021
rounded before pow |X_k-Y|_0 = 10652453, f1 =  0.312941

Iteration 460: Loss = 12107654.000000
|Xk-Y|_F:  11275184.000000, |X-X0|:  832469.750000
rounded |X_k-Y|_0 = 10004389, f1 =  0.333952, approx slack: 1041557
rounded before pow |X_k-Y|_0 = 10649507, f1 =  0.313037

Iteration 480: Loss = 11736427.000000
|Xk-Y|_F:  10910906.000000, |X-X0|:  825520.875000
rounded |X_k-Y|_0 = 9730032, f1 =  0.342611, approx slack: 1392548
rounded before pow |X_k-Y|_0 = 10641718, f1 =  0.313296

Iteration 500: Loss = 10952929.000000
|Xk-Y|_F:  10131261.000000, |X-X0|:  821667.937500
rounded |X_k-Y|_0 = 9087189, f1 =  0.362515, approx slack: 1954205
rounded before pow |X_k-Y|_0 = 10438615, f1 =  0.320050

Iteration 520: Loss = 9972246.000000
|Xk-Y|_F:  9146152.000000, |X-X0|:  826093.500000
rounded |X_k-Y|_0 = 8300759, f1 =  0.385941, approx slack: 2638088
rounded before pow |X_k-Y|_0 = 10088795, f1 =  0.331509

Iteration 540: Loss = 8690052.000000
|Xk-Y|_F:  7843601.500000, |X-X0|:  846450.250000
rounded |X_k-Y|_0 = 7198218, f1 =  0.419455, approx slack: 4650668
rounded before pow |X_k-Y|_0 = 11031604, f1 =  0.300110

Iteration 560: Loss = 7394220.500000
|Xk-Y|_F:  6524144.500000, |X-X0|:  870076.062500
rounded |X_k-Y|_0 = 6073742, f1 =  0.453264, approx slack: 5834978
rounded before pow |X_k-Y|_0 = 10833687, f1 =  0.306830

Iteration 580: Loss = 6127319.000000
|Xk-Y|_F:  5228541.000000, |X-X0|:  898777.750000
rounded |X_k-Y|_0 = 5009200, f1 =  0.486312, approx slack: 6943787
rounded before pow |X_k-Y|_0 = 10761898, f1 =  0.309245

Iteration 600: Loss = 4853600.500000
|Xk-Y|_F:  3935667.500000, |X-X0|:  917933.062500
rounded |X_k-Y|_0 = 3944705, f1 =  0.521054, approx slack: 8121893
rounded before pow |X_k-Y|_0 = 10720168, f1 =  0.310644

Iteration 620: Loss = 3726617.000000
|Xk-Y|_F:  2803763.500000, |X-X0|:  922853.375000
rounded |X_k-Y|_0 = 2817143, f1 =  0.562825, approx slack: 8951210
rounded before pow |X_k-Y|_0 = 10494000, f1 =  0.318188

Iteration 640: Loss = 3006678.750000
|Xk-Y|_F:  2087977.750000, |X-X0|:  918701.000000
rounded |X_k-Y|_0 = 2004982, f1 =  0.596096, approx slack: 10093349
rounded before pow |X_k-Y|_0 = 10891681, f1 =  0.304857

Iteration 660: Loss = 2710868.500000
|Xk-Y|_F:  1810472.125000, |X-X0|:  900396.250000
rounded |X_k-Y|_0 = 1733033, f1 =  0.608048, approx slack: 10375877
rounded before pow |X_k-Y|_0 = 10932757, f1 =  0.303460

Iteration 680: Loss = 2579877.500000
|Xk-Y|_F:  1701739.000000, |X-X0|:  878138.625000
rounded |X_k-Y|_0 = 1640927, f1 =  0.612310, approx slack: 10479872
rounded before pow |X_k-Y|_0 = 10976544, f1 =  0.301968

Iteration 700: Loss = 2501777.750000
|Xk-Y|_F:  1641915.000000, |X-X0|:  859862.687500
rounded |X_k-Y|_0 = 1582592, f1 =  0.615004, approx slack: 10520626
rounded before pow |X_k-Y|_0 = 10984092, f1 =  0.301711

Iteration 720: Loss = 2446319.000000
|Xk-Y|_F:  1599103.750000, |X-X0|:  847215.375000
rounded |X_k-Y|_0 = 1557030, f1 =  0.616195, approx slack: 9869009
rounded before pow |X_k-Y|_0 = 10352874, f1 =  0.322845

Iteration 740: Loss = 2387828.500000
|Xk-Y|_F:  1550003.750000, |X-X0|:  837824.875000
rounded |X_k-Y|_0 = 1532990, f1 =  0.617317, approx slack: 9911988
rounded before pow |X_k-Y|_0 = 10368666, f1 =  0.322326

Iteration 760: Loss = 2319044.500000
|Xk-Y|_F:  1488153.375000, |X-X0|:  830891.000000
rounded |X_k-Y|_0 = 1507584, f1 =  0.618507, approx slack: 9851118
rounded before pow |X_k-Y|_0 = 10284490, f1 =  0.325094

Iteration 780: Loss = 2248958.500000
|Xk-Y|_F:  1423984.250000, |X-X0|:  824974.125000
rounded |X_k-Y|_0 = 1484805, f1 =  0.619629, approx slack: 9878158
rounded before pow |X_k-Y|_0 = 10292918, f1 =  0.324817

Iteration 800: Loss = 2180591.750000
|Xk-Y|_F:  1361592.125000, |X-X0|:  818999.625000
rounded |X_k-Y|_0 = 1462218, f1 =  0.620736, approx slack: 9924847
rounded before pow |X_k-Y|_0 = 10321901, f1 =  0.323863

Iteration 820: Loss = 2114142.500000
|Xk-Y|_F:  1300930.750000, |X-X0|:  813211.625000
rounded |X_k-Y|_0 = 1425175, f1 =  0.622458, approx slack: 9957734
rounded before pow |X_k-Y|_0 = 10323165, f1 =  0.323818

Iteration 840: Loss = 2046719.125000
|Xk-Y|_F:  1239888.500000, |X-X0|:  806830.625000
rounded |X_k-Y|_0 = 1257072, f1 =  0.630234, approx slack: 10150811
rounded before pow |X_k-Y|_0 = 10339257, f1 =  0.323294

Iteration 860: Loss = 1978123.500000
|Xk-Y|_F:  1178112.000000, |X-X0|:  800011.500000
rounded |X_k-Y|_0 = 1123361, f1 =  0.636571, approx slack: 10298265
rounded before pow |X_k-Y|_0 = 10367542, f1 =  0.322356

Iteration 880: Loss = 1927341.500000
|Xk-Y|_F:  1135412.750000, |X-X0|:  791928.750000
rounded |X_k-Y|_0 = 1074840, f1 =  0.638914, approx slack: 10334768
rounded before pow |X_k-Y|_0 = 10365436, f1 =  0.322425

Iteration 900: Loss = 1897195.000000
|Xk-Y|_F:  1112546.250000, |X-X0|:  784648.812500
rounded |X_k-Y|_0 = 1062266, f1 =  0.639540, approx slack: 10363394
rounded before pow |X_k-Y|_0 = 10382153, f1 =  0.321874

Iteration 920: Loss = 1877126.875000
|Xk-Y|_F:  1098780.750000, |X-X0|:  778346.125000
rounded |X_k-Y|_0 = 1053717, f1 =  0.639968, approx slack: 10394908
rounded before pow |X_k-Y|_0 = 10408036, f1 =  0.321020

Iteration 940: Loss = 1861055.000000
|Xk-Y|_F:  1088636.000000, |X-X0|:  772419.062500
rounded |X_k-Y|_0 = 1046678, f1 =  0.640323, approx slack: 10412985
rounded before pow |X_k-Y|_0 = 10421407, f1 =  0.320580

Iteration 960: Loss = 1847368.875000
|Xk-Y|_F:  1080441.250000, |X-X0|:  766927.625000
rounded |X_k-Y|_0 = 1040235, f1 =  0.640643, approx slack: 10437362
rounded before pow |X_k-Y|_0 = 10439245, f1 =  0.319991

Iteration 980: Loss = 1835383.500000
|Xk-Y|_F:  1073604.875000, |X-X0|:  761778.625000
rounded |X_k-Y|_0 = 1034660, f1 =  0.640920, approx slack: 10459113
rounded before pow |X_k-Y|_0 = 10459901, f1 =  0.319307

Iteration 1000: Loss = 1824618.250000
|Xk-Y|_F:  1067660.250000, |X-X0|:  756957.937500
rounded |X_k-Y|_0 = 1029884, f1 =  0.641158, approx slack: 10477210
rounded before pow |X_k-Y|_0 = 10473849, f1 =  0.318846

Iteration 1020: Loss = 1814681.875000
|Xk-Y|_F:  1062347.625000, |X-X0|:  752334.250000
rounded |X_k-Y|_0 = 1026153, f1 =  0.641346, approx slack: 10498016
rounded before pow |X_k-Y|_0 = 10493381, f1 =  0.318198

Iteration 1040: Loss = 1805623.000000
|Xk-Y|_F:  1057640.750000, |X-X0|:  747982.187500
rounded |X_k-Y|_0 = 1022492, f1 =  0.641529, approx slack: 10516253
rounded before pow |X_k-Y|_0 = 10503224, f1 =  0.317876

Iteration 1060: Loss = 1797183.375000
|Xk-Y|_F:  1053444.125000, |X-X0|:  743739.250000
rounded |X_k-Y|_0 = 1019687, f1 =  0.641671, approx slack: 10522165
rounded before pow |X_k-Y|_0 = 10508224, f1 =  0.317711

Iteration 1080: Loss = 1789322.750000
|Xk-Y|_F:  1049684.750000, |X-X0|:  739637.937500
rounded |X_k-Y|_0 = 1016224, f1 =  0.641844, approx slack: 10525309
rounded before pow |X_k-Y|_0 = 10517958, f1 =  0.317384

Iteration 1100: Loss = 1782019.000000
|Xk-Y|_F:  1046332.187500, |X-X0|:  735686.875000
rounded |X_k-Y|_0 = 1013205, f1 =  0.641995, approx slack: 10541487
rounded before pow |X_k-Y|_0 = 10533236, f1 =  0.316876

Iteration 1120: Loss = 1775263.875000
|Xk-Y|_F:  1043399.500000, |X-X0|:  731864.375000
rounded |X_k-Y|_0 = 1010604, f1 =  0.642128, approx slack: 10548286
rounded before pow |X_k-Y|_0 = 10540920, f1 =  0.316620

Iteration 1140: Loss = 1769008.000000
|Xk-Y|_F:  1040801.312500, |X-X0|:  728206.750000
rounded |X_k-Y|_0 = 1008209, f1 =  0.642251, approx slack: 10545163
rounded before pow |X_k-Y|_0 = 10539704, f1 =  0.316660

Iteration 1160: Loss = 1763165.500000
|Xk-Y|_F:  1038487.375000, |X-X0|:  724678.062500
rounded |X_k-Y|_0 = 1005294, f1 =  0.642398, approx slack: 10570677
rounded before pow |X_k-Y|_0 = 10559699, f1 =  0.315997

Iteration 1180: Loss = 1757437.250000
|Xk-Y|_F:  1036212.937500, |X-X0|:  721224.375000
rounded |X_k-Y|_0 = 1002657, f1 =  0.642531, approx slack: 10583602
rounded before pow |X_k-Y|_0 = 10571824, f1 =  0.315593

Iteration 1200: Loss = 1751954.500000
|Xk-Y|_F:  1034136.687500, |X-X0|:  717817.875000
rounded |X_k-Y|_0 = 999934, f1 =  0.642668, approx slack: 10573370
rounded before pow |X_k-Y|_0 = 10566126, f1 =  0.315779

Iteration 1220: Loss = 1746598.625000
|Xk-Y|_F:  1032161.625000, |X-X0|:  714437.000000
rounded |X_k-Y|_0 = 997413, f1 =  0.642795, approx slack: 10573325
rounded before pow |X_k-Y|_0 = 10566090, f1 =  0.315780

Iteration 1240: Loss = 1741568.625000
|Xk-Y|_F:  1030399.437500, |X-X0|:  711169.187500
rounded |X_k-Y|_0 = 995009, f1 =  0.642916, approx slack: 10586665
rounded before pow |X_k-Y|_0 = 10578636, f1 =  0.315362

Iteration 1260: Loss = 1736508.250000
|Xk-Y|_F:  1028601.812500, |X-X0|:  707906.500000
rounded |X_k-Y|_0 = 992522, f1 =  0.643040, approx slack: 10593205
rounded before pow |X_k-Y|_0 = 10584529, f1 =  0.315166

Iteration 1280: Loss = 1731698.500000
|Xk-Y|_F:  1026968.625000, |X-X0|:  704729.812500
rounded |X_k-Y|_0 = 990932, f1 =  0.643122, approx slack: 10609330
rounded before pow |X_k-Y|_0 = 10599745, f1 =  0.314658

Iteration 1300: Loss = 1726887.250000
|Xk-Y|_F:  1025320.750000, |X-X0|:  701566.500000
rounded |X_k-Y|_0 = 989016, f1 =  0.643218, approx slack: 10607537
rounded before pow |X_k-Y|_0 = 10598317, f1 =  0.314706

Iteration 1320: Loss = 1722132.875000
|Xk-Y|_F:  1023733.187500, |X-X0|:  698399.687500
rounded |X_k-Y|_0 = 987327, f1 =  0.643305, approx slack: 10611930
rounded before pow |X_k-Y|_0 = 10602252, f1 =  0.314574

Iteration 1340: Loss = 1717521.250000
|Xk-Y|_F:  1022183.562500, |X-X0|:  695337.625000
rounded |X_k-Y|_0 = 985556, f1 =  0.643395, approx slack: 10613616
rounded before pow |X_k-Y|_0 = 10603586, f1 =  0.314529

Iteration 1360: Loss = 1713049.750000
|Xk-Y|_F:  1020706.812500, |X-X0|:  692342.875000
rounded |X_k-Y|_0 = 984243, f1 =  0.643462, approx slack: 10616076
rounded before pow |X_k-Y|_0 = 10605897, f1 =  0.314452

Iteration 1380: Loss = 1708639.375000
|Xk-Y|_F:  1019267.000000, |X-X0|:  689372.375000
rounded |X_k-Y|_0 = 982833, f1 =  0.643535, approx slack: 10627685
rounded before pow |X_k-Y|_0 = 10616415, f1 =  0.314101

Iteration 1400: Loss = 1704257.250000
|Xk-Y|_F:  1017852.562500, |X-X0|:  686404.750000
rounded |X_k-Y|_0 = 981367, f1 =  0.643611, approx slack: 10625423
rounded before pow |X_k-Y|_0 = 10615014, f1 =  0.314148

Iteration 1420: Loss = 1699821.375000
|Xk-Y|_F:  1016293.875000, |X-X0|:  683527.500000
rounded |X_k-Y|_0 = 979783, f1 =  0.643692, approx slack: 10635026
rounded before pow |X_k-Y|_0 = 10620282, f1 =  0.313974

Iteration 1440: Loss = 1695647.125000
|Xk-Y|_F:  1015016.187500, |X-X0|:  680630.937500
rounded |X_k-Y|_0 = 978517, f1 =  0.643757, approx slack: 10635979
rounded before pow |X_k-Y|_0 = 10622956, f1 =  0.313884

Iteration 1460: Loss = 1691607.000000
|Xk-Y|_F:  1013822.562500, |X-X0|:  677784.500000
rounded |X_k-Y|_0 = 977543, f1 =  0.643807, approx slack: 10640416
rounded before pow |X_k-Y|_0 = 10627949, f1 =  0.313717

Iteration 1480: Loss = 1687527.000000
|Xk-Y|_F:  1012577.875000, |X-X0|:  674949.125000
rounded |X_k-Y|_0 = 976422, f1 =  0.643864, approx slack: 10639566
rounded before pow |X_k-Y|_0 = 10627152, f1 =  0.313743

Iteration 1500: Loss = 1683512.750000
|Xk-Y|_F:  1011396.687500, |X-X0|:  672116.000000
rounded |X_k-Y|_0 = 974853, f1 =  0.643944, approx slack: 10642637
rounded before pow |X_k-Y|_0 = 10630590, f1 =  0.313628

Iteration 1520: Loss = 1679585.625000
|Xk-Y|_F:  1010275.625000, |X-X0|:  669310.000000
rounded |X_k-Y|_0 = 973613, f1 =  0.644007, approx slack: 10637071
rounded before pow |X_k-Y|_0 = 10626303, f1 =  0.313771

Iteration 1540: Loss = 1675727.500000
|Xk-Y|_F:  1009211.062500, |X-X0|:  666516.375000
rounded |X_k-Y|_0 = 972605, f1 =  0.644060, approx slack: 10636645
rounded before pow |X_k-Y|_0 = 10624805, f1 =  0.313821

Iteration 1560: Loss = 1671708.125000
|Xk-Y|_F:  1008021.375000, |X-X0|:  663686.750000
rounded |X_k-Y|_0 = 971386, f1 =  0.644122, approx slack: 10590761
rounded before pow |X_k-Y|_0 = 10623883, f1 =  0.313832

Iteration 1580: Loss = 1667997.375000
|Xk-Y|_F:  1006986.500000, |X-X0|:  661010.875000
rounded |X_k-Y|_0 = 970473, f1 =  0.644167, approx slack: 10599789
rounded before pow |X_k-Y|_0 = 10633473, f1 =  0.313511

Iteration 1600: Loss = 1664235.000000
|Xk-Y|_F:  1005932.125000, |X-X0|:  658302.875000
rounded |X_k-Y|_0 = 969548, f1 =  0.644216, approx slack: 10599953
rounded before pow |X_k-Y|_0 = 10635924, f1 =  0.313428

Iteration 1620: Loss = 1660274.250000
|Xk-Y|_F:  1004698.125000, |X-X0|:  655576.125000
rounded |X_k-Y|_0 = 968425, f1 =  0.644273, approx slack: 10594994
rounded before pow |X_k-Y|_0 = 10632454, f1 =  0.313544

Iteration 1640: Loss = 1656556.250000
|Xk-Y|_F:  1003608.250000, |X-X0|:  652948.062500
rounded |X_k-Y|_0 = 967278, f1 =  0.644331, approx slack: 10591573
rounded before pow |X_k-Y|_0 = 10628957, f1 =  0.313660

Iteration 1660: Loss = 1652865.750000
|Xk-Y|_F:  1002558.375000, |X-X0|:  650307.312500
rounded |X_k-Y|_0 = 966489, f1 =  0.644371, approx slack: 10597812
rounded before pow |X_k-Y|_0 = 10632093, f1 =  0.313556

Iteration 1680: Loss = 1649161.000000
|Xk-Y|_F:  1001523.750000, |X-X0|:  647637.187500
rounded |X_k-Y|_0 = 965300, f1 =  0.644432, approx slack: 10594713
rounded before pow |X_k-Y|_0 = 10629131, f1 =  0.313655

Iteration 1700: Loss = 1645293.500000
|Xk-Y|_F:  1000348.437500, |X-X0|:  644945.125000
rounded |X_k-Y|_0 = 964044, f1 =  0.644494, approx slack: 10598713
rounded before pow |X_k-Y|_0 = 10632802, f1 =  0.313533

Iteration 1720: Loss = 1641662.500000
|Xk-Y|_F:  999339.000000, |X-X0|:  642323.562500
rounded |X_k-Y|_0 = 963043, f1 =  0.644546, approx slack: 10590168
rounded before pow |X_k-Y|_0 = 10625872, f1 =  0.313763

Iteration 1740: Loss = 1637988.750000
|Xk-Y|_F:  998318.437500, |X-X0|:  639670.250000
rounded |X_k-Y|_0 = 962080, f1 =  0.644594, approx slack: 10596094
rounded before pow |X_k-Y|_0 = 10634751, f1 =  0.313465

Iteration 1760: Loss = 1634295.625000
|Xk-Y|_F:  997233.500000, |X-X0|:  637062.125000
rounded |X_k-Y|_0 = 960696, f1 =  0.644663, approx slack: 10597896
rounded before pow |X_k-Y|_0 = 10636817, f1 =  0.313396

Iteration 1780: Loss = 1630967.250000
|Xk-Y|_F:  996425.812500, |X-X0|:  634541.500000
rounded |X_k-Y|_0 = 960154, f1 =  0.644690, approx slack: 10572642
rounded before pow |X_k-Y|_0 = 10623006, f1 =  0.313857

Iteration 1800: Loss = 1627412.000000
|Xk-Y|_F:  995422.375000, |X-X0|:  631989.687500
rounded |X_k-Y|_0 = 959098, f1 =  0.644744, approx slack: 10517886
rounded before pow |X_k-Y|_0 = 10564921, f1 =  0.315797

Iteration 1820: Loss = 1623802.625000
|Xk-Y|_F:  994365.250000, |X-X0|:  629437.375000
rounded |X_k-Y|_0 = 957820, f1 =  0.644808, approx slack: 10515643
rounded before pow |X_k-Y|_0 = 10563256, f1 =  0.315852

Iteration 1840: Loss = 1620522.375000
|Xk-Y|_F:  993496.437500, |X-X0|:  627025.937500
rounded |X_k-Y|_0 = 956663, f1 =  0.644866, approx slack: 10511370
rounded before pow |X_k-Y|_0 = 10558148, f1 =  0.316022

Iteration 1860: Loss = 1616802.625000
|Xk-Y|_F:  992315.500000, |X-X0|:  624487.125000
rounded |X_k-Y|_0 = 955275, f1 =  0.644936, approx slack: 10505705
rounded before pow |X_k-Y|_0 = 10554819, f1 =  0.316131

Iteration 1880: Loss = 1613420.250000
|Xk-Y|_F:  991379.500000, |X-X0|:  622040.750000
rounded |X_k-Y|_0 = 954338, f1 =  0.644983, approx slack: 10498794
rounded before pow |X_k-Y|_0 = 10548182, f1 =  0.316352

Iteration 1900: Loss = 1608001.875000
|Xk-Y|_F:  988582.312500, |X-X0|:  619419.562500
rounded |X_k-Y|_0 = 952098, f1 =  0.645095, approx slack: 10490480
rounded before pow |X_k-Y|_0 = 10544330, f1 =  0.316477

Iteration 1920: Loss = 1603828.250000
|Xk-Y|_F:  986851.750000, |X-X0|:  616976.562500
rounded |X_k-Y|_0 = 949010, f1 =  0.645246, approx slack: 10450327
rounded before pow |X_k-Y|_0 = 10536802, f1 =  0.316717

Iteration 1940: Loss = 1600393.125000
|Xk-Y|_F:  985745.875000, |X-X0|:  614647.250000
rounded |X_k-Y|_0 = 947639, f1 =  0.645316, approx slack: 10424906
rounded before pow |X_k-Y|_0 = 10518939, f1 =  0.317308

Iteration 1960: Loss = 1596997.750000
|Xk-Y|_F:  984680.562500, |X-X0|:  612317.187500
rounded |X_k-Y|_0 = 946257, f1 =  0.645386, approx slack: 10416026
rounded before pow |X_k-Y|_0 = 10514674, f1 =  0.317448

Iteration 1980: Loss = 1593667.750000
|Xk-Y|_F:  983680.562500, |X-X0|:  609987.125000
rounded |X_k-Y|_0 = 945283, f1 =  0.645436, approx slack: 10410739
rounded before pow |X_k-Y|_0 = 10510298, f1 =  0.317593

Iteration 2000: Loss = 1590375.500000
|Xk-Y|_F:  982702.062500, |X-X0|:  607673.500000
rounded |X_k-Y|_0 = 944160, f1 =  0.645493, approx slack: 10413105
rounded before pow |X_k-Y|_0 = 10512344, f1 =  0.317525

Iteration 2020: Loss = 1587203.250000
|Xk-Y|_F:  981812.125000, |X-X0|:  605391.062500
rounded |X_k-Y|_0 = 943335, f1 =  0.645536, approx slack: 10407160
rounded before pow |X_k-Y|_0 = 10506654, f1 =  0.317714

Iteration 2040: Loss = 1583997.250000
|Xk-Y|_F:  980886.875000, |X-X0|:  603110.375000
rounded |X_k-Y|_0 = 942404, f1 =  0.645584, approx slack: 10405118
rounded before pow |X_k-Y|_0 = 10505139, f1 =  0.317764

Iteration 2060: Loss = 1580884.750000
|Xk-Y|_F:  980029.937500, |X-X0|:  600854.750000
rounded |X_k-Y|_0 = 941610, f1 =  0.645625, approx slack: 10400012
rounded before pow |X_k-Y|_0 = 10500221, f1 =  0.317927

Iteration 2080: Loss = 1577819.250000
|Xk-Y|_F:  979208.312500, |X-X0|:  598610.875000
rounded |X_k-Y|_0 = 940800, f1 =  0.645667, approx slack: 10394532
rounded before pow |X_k-Y|_0 = 10494898, f1 =  0.318104

Iteration 2100: Loss = 1574769.750000
|Xk-Y|_F:  978387.437500, |X-X0|:  596382.375000
rounded |X_k-Y|_0 = 940035, f1 =  0.645706, approx slack: 10390586
rounded before pow |X_k-Y|_0 = 10492894, f1 =  0.318170

Iteration 2120: Loss = 1571781.250000
|Xk-Y|_F:  977612.062500, |X-X0|:  594169.125000
rounded |X_k-Y|_0 = 939547, f1 =  0.645732, approx slack: 10388647
rounded before pow |X_k-Y|_0 = 10486726, f1 =  0.318377

Iteration 2140: Loss = 1568851.750000
|Xk-Y|_F:  976882.000000, |X-X0|:  591969.687500
rounded |X_k-Y|_0 = 938978, f1 =  0.645762, approx slack: 10382541
rounded before pow |X_k-Y|_0 = 10481093, f1 =  0.318564

Iteration 2160: Loss = 1565884.500000
|Xk-Y|_F:  976110.250000, |X-X0|:  589774.250000
rounded |X_k-Y|_0 = 938138, f1 =  0.645805, approx slack: 10369249
rounded before pow |X_k-Y|_0 = 10469212, f1 =  0.318956

Iteration 2180: Loss = 1562852.000000
|Xk-Y|_F:  975251.375000, |X-X0|:  587600.625000
rounded |X_k-Y|_0 = 937386, f1 =  0.645843, approx slack: 10363463
rounded before pow |X_k-Y|_0 = 10463529, f1 =  0.319145

Iteration 2200: Loss = 1559897.375000
|Xk-Y|_F:  974454.312500, |X-X0|:  585443.062500
rounded |X_k-Y|_0 = 936836, f1 =  0.645872, approx slack: 10361289
rounded before pow |X_k-Y|_0 = 10461898, f1 =  0.319198

Iteration 2220: Loss = 1556988.500000
|Xk-Y|_F:  973678.687500, |X-X0|:  583309.750000
rounded |X_k-Y|_0 = 936182, f1 =  0.645907, approx slack: 10359365
rounded before pow |X_k-Y|_0 = 10460014, f1 =  0.319261

Iteration 2240: Loss = 1554052.000000
|Xk-Y|_F:  972872.312500, |X-X0|:  581179.750000
rounded |X_k-Y|_0 = 935572, f1 =  0.645939, approx slack: 10357976
rounded before pow |X_k-Y|_0 = 10459226, f1 =  0.319287

Iteration 2260: Loss = 1551121.750000
|Xk-Y|_F:  972054.437500, |X-X0|:  579067.375000
rounded |X_k-Y|_0 = 934362, f1 =  0.646002, approx slack: 10694805
rounded before pow |X_k-Y|_0 = 10775187, f1 =  0.308746

Iteration 2280: Loss = 1548215.750000
|Xk-Y|_F:  971246.000000, |X-X0|:  576969.750000
rounded |X_k-Y|_0 = 933902, f1 =  0.646027, approx slack: 10690120
rounded before pow |X_k-Y|_0 = 10770004, f1 =  0.308921

Iteration 2300: Loss = 1545306.250000
|Xk-Y|_F:  970427.375000, |X-X0|:  574878.812500
rounded |X_k-Y|_0 = 933177, f1 =  0.646064, approx slack: 10686926
rounded before pow |X_k-Y|_0 = 10766208, f1 =  0.309048

Iteration 2320: Loss = 1542430.875000
|Xk-Y|_F:  969626.562500, |X-X0|:  572804.312500
rounded |X_k-Y|_0 = 932314, f1 =  0.646108, approx slack: 10665294
rounded before pow |X_k-Y|_0 = 10763047, f1 =  0.309155

Iteration 2340: Loss = 1539634.750000
|Xk-Y|_F:  968911.687500, |X-X0|:  570723.125000
rounded |X_k-Y|_0 = 931752, f1 =  0.646138, approx slack: 10662759
rounded before pow |X_k-Y|_0 = 10761325, f1 =  0.309212

Iteration 2360: Loss = 1536738.250000
|Xk-Y|_F:  968075.125000, |X-X0|:  568663.125000
rounded |X_k-Y|_0 = 930671, f1 =  0.646189, approx slack: 10659016
rounded before pow |X_k-Y|_0 = 10758510, f1 =  0.309307

Iteration 2380: Loss = 1533904.875000
|Xk-Y|_F:  967311.500000, |X-X0|:  566593.375000
rounded |X_k-Y|_0 = 929758, f1 =  0.646238, approx slack: 10660237
rounded before pow |X_k-Y|_0 = 10757068, f1 =  0.309356

Iteration 2400: Loss = 1531065.000000
|Xk-Y|_F:  966533.187500, |X-X0|:  564531.750000
rounded |X_k-Y|_0 = 929049, f1 =  0.646273, approx slack: 10652569
rounded before pow |X_k-Y|_0 = 10751219, f1 =  0.309553

Iteration 2420: Loss = 1528296.250000
|Xk-Y|_F:  965815.937500, |X-X0|:  562480.375000
rounded |X_k-Y|_0 = 928473, f1 =  0.646304, approx slack: 10640703
rounded before pow |X_k-Y|_0 = 10742300, f1 =  0.309852

Iteration 2440: Loss = 1525546.875000
|Xk-Y|_F:  965102.625000, |X-X0|:  560444.250000
rounded |X_k-Y|_0 = 927668, f1 =  0.646344, approx slack: 10628216
rounded before pow |X_k-Y|_0 = 10737474, f1 =  0.310012

Iteration 2460: Loss = 1522827.750000
|Xk-Y|_F:  964417.000000, |X-X0|:  558410.750000
rounded |X_k-Y|_0 = 926881, f1 =  0.646384, approx slack: 10630385
rounded before pow |X_k-Y|_0 = 10743560, f1 =  0.309807

Iteration 2480: Loss = 1520086.500000
|Xk-Y|_F:  963693.312500, |X-X0|:  556393.250000
rounded |X_k-Y|_0 = 925758, f1 =  0.646441, approx slack: 10590572
rounded before pow |X_k-Y|_0 = 10706089, f1 =  0.311064

Iteration 2500: Loss = 1517375.500000
|Xk-Y|_F:  962994.687500, |X-X0|:  554380.750000
rounded |X_k-Y|_0 = 924864, f1 =  0.646485, approx slack: 10393449
rounded before pow |X_k-Y|_0 = 10520011, f1 =  0.317271

Iteration 2520: Loss = 1514663.750000
|Xk-Y|_F:  962290.437500, |X-X0|:  552373.375000
rounded |X_k-Y|_0 = 924014, f1 =  0.646528, approx slack: 10179512
rounded before pow |X_k-Y|_0 = 10309827, f1 =  0.324214

Iteration 2540: Loss = 1511995.000000
|Xk-Y|_F:  961615.937500, |X-X0|:  550379.125000
rounded |X_k-Y|_0 = 923260, f1 =  0.646565, approx slack: 10139014
rounded before pow |X_k-Y|_0 = 10272790, f1 =  0.325430

Iteration 2560: Loss = 1509360.625000
|Xk-Y|_F:  960961.250000, |X-X0|:  548399.375000
rounded |X_k-Y|_0 = 922426, f1 =  0.646607, approx slack: 10135238
rounded before pow |X_k-Y|_0 = 10268218, f1 =  0.325579

Iteration 2580: Loss = 1506768.500000
|Xk-Y|_F:  960346.750000, |X-X0|:  546421.750000
rounded |X_k-Y|_0 = 921793, f1 =  0.646641, approx slack: 10100367
rounded before pow |X_k-Y|_0 = 10262585, f1 =  0.325764

Iteration 2600: Loss = 1504174.000000
|Xk-Y|_F:  959710.000000, |X-X0|:  544464.000000
rounded |X_k-Y|_0 = 920702, f1 =  0.646695, approx slack: 10098763
rounded before pow |X_k-Y|_0 = 10261698, f1 =  0.325793

Iteration 2620: Loss = 1501556.500000
|Xk-Y|_F:  959035.250000, |X-X0|:  542521.312500
rounded |X_k-Y|_0 = 920314, f1 =  0.646718, approx slack: 10095964
rounded before pow |X_k-Y|_0 = 10259166, f1 =  0.325876

Iteration 2640: Loss = 1499018.250000
|Xk-Y|_F:  958422.000000, |X-X0|:  540596.187500
rounded |X_k-Y|_0 = 919500, f1 =  0.646759, approx slack: 10093145
rounded before pow |X_k-Y|_0 = 10256716, f1 =  0.325956

Iteration 2660: Loss = 1496434.125000
|Xk-Y|_F:  957762.937500, |X-X0|:  538671.187500
rounded |X_k-Y|_0 = 918746, f1 =  0.646798, approx slack: 10087070
rounded before pow |X_k-Y|_0 = 10250894, f1 =  0.326147

Iteration 2680: Loss = 1493913.250000
|Xk-Y|_F:  957150.062500, |X-X0|:  536763.125000
rounded |X_k-Y|_0 = 918159, f1 =  0.646829, approx slack: 10086442
rounded before pow |X_k-Y|_0 = 10250094, f1 =  0.326173

Iteration 2700: Loss = 1491420.250000
|Xk-Y|_F:  956558.625000, |X-X0|:  534861.625000
rounded |X_k-Y|_0 = 917177, f1 =  0.646878, approx slack: 10079254
rounded before pow |X_k-Y|_0 = 10243223, f1 =  0.326398

Iteration 2720: Loss = 1488912.000000
|Xk-Y|_F:  955942.562500, |X-X0|:  532969.500000
rounded |X_k-Y|_0 = 916273, f1 =  0.646923, approx slack: 10080508
rounded before pow |X_k-Y|_0 = 10246116, f1 =  0.326303

Iteration 2740: Loss = 1486439.000000
|Xk-Y|_F:  955346.125000, |X-X0|:  531092.875000
rounded |X_k-Y|_0 = 915576, f1 =  0.646959, approx slack: 10071754
rounded before pow |X_k-Y|_0 = 10237570, f1 =  0.326583

Iteration 2760: Loss = 1483962.500000
|Xk-Y|_F:  954734.250000, |X-X0|:  529228.312500
rounded |X_k-Y|_0 = 914651, f1 =  0.647006, approx slack: 10069873
rounded before pow |X_k-Y|_0 = 10235236, f1 =  0.326659

Iteration 2780: Loss = 1481444.000000
|Xk-Y|_F:  954056.437500, |X-X0|:  527387.625000
rounded |X_k-Y|_0 = 913667, f1 =  0.647057, approx slack: 10063511
rounded before pow |X_k-Y|_0 = 10229445, f1 =  0.326849

Iteration 2800: Loss = 1478936.750000
|Xk-Y|_F:  953382.500000, |X-X0|:  525554.312500
rounded |X_k-Y|_0 = 912793, f1 =  0.647101, approx slack: 10056365
rounded before pow |X_k-Y|_0 = 10223832, f1 =  0.327032

Iteration 2820: Loss = 1476527.375000
|Xk-Y|_F:  952793.687500, |X-X0|:  523733.656250
rounded |X_k-Y|_0 = 912027, f1 =  0.647136, approx slack: 10059561
rounded before pow |X_k-Y|_0 = 10226906, f1 =  0.326932

Iteration 2840: Loss = 1473937.375000
|Xk-Y|_F:  952019.562500, |X-X0|:  521917.843750
rounded |X_k-Y|_0 = 911148, f1 =  0.647185, approx slack: 10053077
rounded before pow |X_k-Y|_0 = 10220740, f1 =  0.327134

Iteration 2860: Loss = 1471465.375000
|Xk-Y|_F:  951340.187500, |X-X0|:  520125.156250
rounded |X_k-Y|_0 = 910444, f1 =  0.647220, approx slack: 10044179
rounded before pow |X_k-Y|_0 = 10212279, f1 =  0.327411

Iteration 2880: Loss = 1469128.000000
|Xk-Y|_F:  950775.062500, |X-X0|:  518352.875000
rounded |X_k-Y|_0 = 910042, f1 =  0.647242, approx slack: 10042706
rounded before pow |X_k-Y|_0 = 10210323, f1 =  0.327475

Iteration 2900: Loss = 1466494.000000
|Xk-Y|_F:  949892.812500, |X-X0|:  516601.218750
rounded |X_k-Y|_0 = 908683, f1 =  0.647313, approx slack: 10040216
rounded before pow |X_k-Y|_0 = 10208720, f1 =  0.327527

Iteration 2920: Loss = 1463939.500000
|Xk-Y|_F:  949057.437500, |X-X0|:  514882.125000
rounded |X_k-Y|_0 = 907729, f1 =  0.647360, approx slack: 10036512
rounded before pow |X_k-Y|_0 = 10205707, f1 =  0.327626

Iteration 2940: Loss = 1461458.000000
|Xk-Y|_F:  948288.187500, |X-X0|:  513169.875000
rounded |X_k-Y|_0 = 906548, f1 =  0.647418, approx slack: 10037230
rounded before pow |X_k-Y|_0 = 10208212, f1 =  0.327544

Iteration 2960: Loss = 1458998.750000
|Xk-Y|_F:  947521.375000, |X-X0|:  511477.375000
rounded |X_k-Y|_0 = 905331, f1 =  0.647481, approx slack: 10035185
rounded before pow |X_k-Y|_0 = 10207792, f1 =  0.327557

Iteration 2980: Loss = 1456455.750000
|Xk-Y|_F:  946673.062500, |X-X0|:  509782.687500
rounded |X_k-Y|_0 = 904445, f1 =  0.647527, approx slack: 10031989
rounded before pow |X_k-Y|_0 = 10206941, f1 =  0.327585

Iteration 3000: Loss = 1453964.250000
|Xk-Y|_F:  945853.937500, |X-X0|:  508110.312500
rounded |X_k-Y|_0 = 903614, f1 =  0.647571, approx slack: 10027650
rounded before pow |X_k-Y|_0 = 10202044, f1 =  0.327746

Iteration 3020: Loss = 1451491.500000
|Xk-Y|_F:  945054.687500, |X-X0|:  506436.812500
rounded |X_k-Y|_0 = 902576, f1 =  0.647626, approx slack: 10025819
rounded before pow |X_k-Y|_0 = 10200533, f1 =  0.327796

Iteration 3040: Loss = 1448910.125000
|Xk-Y|_F:  944147.750000, |X-X0|:  504762.375000
rounded |X_k-Y|_0 = 901119, f1 =  0.647701, approx slack: 10024186
rounded before pow |X_k-Y|_0 = 10196209, f1 =  0.327940

Iteration 3060: Loss = 1446242.500000
|Xk-Y|_F:  943180.625000, |X-X0|:  503061.937500
rounded |X_k-Y|_0 = 899920, f1 =  0.647763, approx slack: 10015083
rounded before pow |X_k-Y|_0 = 10191359, f1 =  0.328095

Iteration 3080: Loss = 1443609.750000
|Xk-Y|_F:  942223.812500, |X-X0|:  501386.000000
rounded |X_k-Y|_0 = 898641, f1 =  0.647828, approx slack: 10011139
rounded before pow |X_k-Y|_0 = 10188053, f1 =  0.328203

Iteration 3100: Loss = 1441042.250000
|Xk-Y|_F:  941305.687500, |X-X0|:  499736.562500
rounded |X_k-Y|_0 = 897622, f1 =  0.647881, approx slack: 10002290
rounded before pow |X_k-Y|_0 = 10179839, f1 =  0.328471

Iteration 3120: Loss = 1438320.500000
|Xk-Y|_F:  940215.937500, |X-X0|:  498104.500000
rounded |X_k-Y|_0 = 896295, f1 =  0.647949, approx slack: 10000124
rounded before pow |X_k-Y|_0 = 10178706, f1 =  0.328508

Iteration 3140: Loss = 1435688.750000
|Xk-Y|_F:  939205.500000, |X-X0|:  496483.312500
rounded |X_k-Y|_0 = 895487, f1 =  0.647992, approx slack: 9986653
rounded before pow |X_k-Y|_0 = 10165472, f1 =  0.328941

Iteration 3160: Loss = 1433060.250000
|Xk-Y|_F:  938141.437500, |X-X0|:  494918.750000
rounded |X_k-Y|_0 = 894071, f1 =  0.648063, approx slack: 9977887
rounded before pow |X_k-Y|_0 = 10159177, f1 =  0.329145

Iteration 3180: Loss = 1430346.250000
|Xk-Y|_F:  936966.312500, |X-X0|:  493380.000000
rounded |X_k-Y|_0 = 892764, f1 =  0.648129, approx slack: 9974660
rounded before pow |X_k-Y|_0 = 10156207, f1 =  0.329242

Iteration 3200: Loss = 1427643.000000
|Xk-Y|_F:  935782.875000, |X-X0|:  491860.062500
rounded |X_k-Y|_0 = 891506, f1 =  0.648193, approx slack: 9969407
rounded before pow |X_k-Y|_0 = 10151596, f1 =  0.329393

Iteration 3220: Loss = 1424971.000000
|Xk-Y|_F:  934581.750000, |X-X0|:  490389.187500
rounded |X_k-Y|_0 = 889906, f1 =  0.648274, approx slack: 9986271
rounded before pow |X_k-Y|_0 = 10165100, f1 =  0.328955

Iteration 3240: Loss = 1422175.750000
|Xk-Y|_F:  933319.937500, |X-X0|:  488855.843750
rounded |X_k-Y|_0 = 888868, f1 =  0.648327, approx slack: 9976845
rounded before pow |X_k-Y|_0 = 10153788, f1 =  0.329324

Iteration 3260: Loss = 1419545.250000
|Xk-Y|_F:  932221.625000, |X-X0|:  487323.562500
rounded |X_k-Y|_0 = 888091, f1 =  0.648368, approx slack: 9971948
rounded before pow |X_k-Y|_0 = 10151942, f1 =  0.329382

Iteration 3280: Loss = 1416622.500000
|Xk-Y|_F:  930828.062500, |X-X0|:  485794.375000
rounded |X_k-Y|_0 = 886183, f1 =  0.648463, approx slack: 9974413
rounded before pow |X_k-Y|_0 = 10151819, f1 =  0.329388

Iteration 3300: Loss = 1413783.250000
|Xk-Y|_F:  929520.062500, |X-X0|:  484263.250000
rounded |X_k-Y|_0 = 885141, f1 =  0.648516, approx slack: 9955539
rounded before pow |X_k-Y|_0 = 10138668, f1 =  0.329812

Iteration 3320: Loss = 1410767.250000
|Xk-Y|_F:  928000.000000, |X-X0|:  482767.312500
rounded |X_k-Y|_0 = 883709, f1 =  0.648589, approx slack: 9951371
rounded before pow |X_k-Y|_0 = 10133459, f1 =  0.329982

Iteration 3340: Loss = 1407675.750000
|Xk-Y|_F:  926357.000000, |X-X0|:  481318.812500
rounded |X_k-Y|_0 = 882052, f1 =  0.648672, approx slack: 9954373
rounded before pow |X_k-Y|_0 = 10133170, f1 =  0.329994

Iteration 3360: Loss = 1404379.250000
|Xk-Y|_F:  924435.062500, |X-X0|:  479944.125000
rounded |X_k-Y|_0 = 879313, f1 =  0.648808, approx slack: 9957113
rounded before pow |X_k-Y|_0 = 10133708, f1 =  0.329978

Iteration 3380: Loss = 1400933.875000
|Xk-Y|_F:  922439.375000, |X-X0|:  478494.500000
rounded |X_k-Y|_0 = 877702, f1 =  0.648888, approx slack: 9955457
rounded before pow |X_k-Y|_0 = 10134125, f1 =  0.329964

Iteration 3400: Loss = 1397671.500000
|Xk-Y|_F:  920652.875000, |X-X0|:  477018.593750
rounded |X_k-Y|_0 = 875722, f1 =  0.648988, approx slack: 9951393
rounded before pow |X_k-Y|_0 = 10134535, f1 =  0.329949

Iteration 3420: Loss = 1394311.625000
|Xk-Y|_F:  918818.750000, |X-X0|:  475492.843750
rounded |X_k-Y|_0 = 873342, f1 =  0.649109, approx slack: 9940018
rounded before pow |X_k-Y|_0 = 10126510, f1 =  0.330210

Iteration 3440: Loss = 1391092.125000
|Xk-Y|_F:  917132.750000, |X-X0|:  473959.375000
rounded |X_k-Y|_0 = 871425, f1 =  0.649205, approx slack: 9933589
rounded before pow |X_k-Y|_0 = 10119273, f1 =  0.330448

Iteration 3460: Loss = 1387820.000000
|Xk-Y|_F:  915440.500000, |X-X0|:  472379.437500
rounded |X_k-Y|_0 = 869743, f1 =  0.649288, approx slack: 9920894
rounded before pow |X_k-Y|_0 = 10110271, f1 =  0.330738

Iteration 3480: Loss = 1384665.250000
|Xk-Y|_F:  913843.937500, |X-X0|:  470821.281250
rounded |X_k-Y|_0 = 868235, f1 =  0.649364, approx slack: 9919821
rounded before pow |X_k-Y|_0 = 10108362, f1 =  0.330801

Iteration 3500: Loss = 1381470.250000
|Xk-Y|_F:  912213.500000, |X-X0|:  469256.812500
rounded |X_k-Y|_0 = 866836, f1 =  0.649435, approx slack: 9920437
rounded before pow |X_k-Y|_0 = 10109706, f1 =  0.330758

Iteration 3520: Loss = 1378805.000000
|Xk-Y|_F:  911113.125000, |X-X0|:  467691.875000
rounded |X_k-Y|_0 = 866212, f1 =  0.649468, approx slack: 9921760
rounded before pow |X_k-Y|_0 = 10110713, f1 =  0.330725

Iteration 3540: Loss = 1376402.125000
|Xk-Y|_F:  910285.937500, |X-X0|:  466116.187500
rounded |X_k-Y|_0 = 864785, f1 =  0.649540, approx slack: 9916327
rounded before pow |X_k-Y|_0 = 10108299, f1 =  0.330803

Iteration 3560: Loss = 1372713.750000
|Xk-Y|_F:  908190.250000, |X-X0|:  464523.562500
rounded |X_k-Y|_0 = 861934, f1 =  0.649682, approx slack: 9914363
rounded before pow |X_k-Y|_0 = 10106141, f1 =  0.330874

Iteration 3580: Loss = 1369976.500000
|Xk-Y|_F:  907096.125000, |X-X0|:  462880.406250
rounded |X_k-Y|_0 = 860091, f1 =  0.649773, approx slack: 9918589
rounded before pow |X_k-Y|_0 = 10107404, f1 =  0.330835

Iteration 3600: Loss = 1367288.125000
|Xk-Y|_F:  906008.625000, |X-X0|:  461279.468750
rounded |X_k-Y|_0 = 858861, f1 =  0.649834, approx slack: 9915455
rounded before pow |X_k-Y|_0 = 10104287, f1 =  0.330939

Iteration 3620: Loss = 1364748.750000
|Xk-Y|_F:  905068.062500, |X-X0|:  459680.625000
rounded |X_k-Y|_0 = 857697, f1 =  0.649895, approx slack: 9915411
rounded before pow |X_k-Y|_0 = 10104683, f1 =  0.330926

Iteration 3640: Loss = 1362202.750000
|Xk-Y|_F:  904138.187500, |X-X0|:  458064.500000
rounded |X_k-Y|_0 = 856516, f1 =  0.649954, approx slack: 9911559
rounded before pow |X_k-Y|_0 = 10104764, f1 =  0.330921

Iteration 3660: Loss = 1359920.000000
|Xk-Y|_F:  903422.875000, |X-X0|:  456497.125000
rounded |X_k-Y|_0 = 855565, f1 =  0.650002, approx slack: 9919134
rounded before pow |X_k-Y|_0 = 10109655, f1 =  0.330764

Iteration 3680: Loss = 1357392.250000
|Xk-Y|_F:  902493.062500, |X-X0|:  454899.218750
rounded |X_k-Y|_0 = 853961, f1 =  0.650082, approx slack: 9906083
rounded before pow |X_k-Y|_0 = 10099587, f1 =  0.331089

Iteration 3700: Loss = 1355102.000000
|Xk-Y|_F:  901671.000000, |X-X0|:  453430.968750
rounded |X_k-Y|_0 = 852988, f1 =  0.650131, approx slack: 9905389
rounded before pow |X_k-Y|_0 = 10099739, f1 =  0.331084

Iteration 3720: Loss = 1352666.375000
|Xk-Y|_F:  900806.187500, |X-X0|:  451860.156250
rounded |X_k-Y|_0 = 851719, f1 =  0.650195, approx slack: 9893938
rounded before pow |X_k-Y|_0 = 10089477, f1 =  0.331418

Iteration 3740: Loss = 1350387.250000
|Xk-Y|_F:  900089.875000, |X-X0|:  450297.406250
rounded |X_k-Y|_0 = 850984, f1 =  0.650233, approx slack: 9889520
rounded before pow |X_k-Y|_0 = 10085672, f1 =  0.331541

Iteration 3760: Loss = 1348174.875000
|Xk-Y|_F:  899402.750000, |X-X0|:  448772.156250
rounded |X_k-Y|_0 = 849613, f1 =  0.650299, approx slack: 9898460
rounded before pow |X_k-Y|_0 = 10090447, f1 =  0.331389

Iteration 3780: Loss = 1345869.250000
|Xk-Y|_F:  898640.250000, |X-X0|:  447229.062500
rounded |X_k-Y|_0 = 849602, f1 =  0.650306, approx slack: 9883845
rounded before pow |X_k-Y|_0 = 10076888, f1 =  0.331830

Iteration 3800: Loss = 1343717.375000
|Xk-Y|_F:  897993.812500, |X-X0|:  445723.531250
rounded |X_k-Y|_0 = 848931, f1 =  0.650340, approx slack: 9871483
rounded before pow |X_k-Y|_0 = 10069261, f1 =  0.332074

Iteration 3820: Loss = 1341478.250000
|Xk-Y|_F:  897327.187500, |X-X0|:  444151.125000
rounded |X_k-Y|_0 = 847986, f1 =  0.650388, approx slack: 9875341
rounded before pow |X_k-Y|_0 = 10071898, f1 =  0.331989

Iteration 3840: Loss = 1339269.375000
|Xk-Y|_F:  896669.812500, |X-X0|:  442599.531250
rounded |X_k-Y|_0 = 846967, f1 =  0.650435, approx slack: 9868433
rounded before pow |X_k-Y|_0 = 10059897, f1 =  0.332387

Iteration 3860: Loss = 1337035.000000
|Xk-Y|_F:  895960.437500, |X-X0|:  441074.625000
rounded |X_k-Y|_0 = 846387, f1 =  0.650469, approx slack: 9870860
rounded before pow |X_k-Y|_0 = 10063021, f1 =  0.332285

Iteration 3880: Loss = 1334907.000000
|Xk-Y|_F:  895367.437500, |X-X0|:  439539.500000
rounded |X_k-Y|_0 = 845675, f1 =  0.650506, approx slack: 9865838
rounded before pow |X_k-Y|_0 = 10058566, f1 =  0.332430

Iteration 3900: Loss = 1332764.125000
|Xk-Y|_F:  894753.500000, |X-X0|:  438010.625000
rounded |X_k-Y|_0 = 845060, f1 =  0.650537, approx slack: 9863436
rounded before pow |X_k-Y|_0 = 10057021, f1 =  0.332480

Iteration 3920: Loss = 1330710.875000
|Xk-Y|_F:  894249.562500, |X-X0|:  436461.312500
rounded |X_k-Y|_0 = 844922, f1 =  0.650546, approx slack: 9866279
rounded before pow |X_k-Y|_0 = 10058663, f1 =  0.332427

Iteration 3940: Loss = 1328494.250000
|Xk-Y|_F:  893504.375000, |X-X0|:  434989.875000
rounded |X_k-Y|_0 = 843899, f1 =  0.650595, approx slack: 9865348
rounded before pow |X_k-Y|_0 = 10058350, f1 =  0.332437

Iteration 3960: Loss = 1326424.500000
|Xk-Y|_F:  892963.750000, |X-X0|:  433460.750000
rounded |X_k-Y|_0 = 843322, f1 =  0.650626, approx slack: 9868690
rounded before pow |X_k-Y|_0 = 10058797, f1 =  0.332424

Iteration 3980: Loss = 1324592.500000
|Xk-Y|_F:  892620.375000, |X-X0|:  431972.187500
rounded |X_k-Y|_0 = 843081, f1 =  0.650638, approx slack: 9869073
rounded before pow |X_k-Y|_0 = 10058373, f1 =  0.332438

Iteration 4000: Loss = 1322634.250000
|Xk-Y|_F:  892132.250000, |X-X0|:  430501.937500
rounded |X_k-Y|_0 = 843174, f1 =  0.650636, approx slack: 9876379
rounded before pow |X_k-Y|_0 = 10066179, f1 =  0.332186

Iteration 4020: Loss = 1320383.500000
|Xk-Y|_F:  891404.625000, |X-X0|:  428978.937500
rounded |X_k-Y|_0 = 842129, f1 =  0.650687, approx slack: 9873656
rounded before pow |X_k-Y|_0 = 10062939, f1 =  0.332291

Iteration 4040: Loss = 1318501.125000
|Xk-Y|_F:  891009.500000, |X-X0|:  427491.656250
rounded |X_k-Y|_0 = 841571, f1 =  0.650714, approx slack: 9867611
rounded before pow |X_k-Y|_0 = 10060792, f1 =  0.332358

Iteration 4060: Loss = 1316427.250000
|Xk-Y|_F:  890432.625000, |X-X0|:  425994.562500
rounded |X_k-Y|_0 = 840855, f1 =  0.650750, approx slack: 9865652
rounded before pow |X_k-Y|_0 = 10056853, f1 =  0.332488

Iteration 4080: Loss = 1314225.125000
|Xk-Y|_F:  889755.000000, |X-X0|:  424470.156250
rounded |X_k-Y|_0 = 840883, f1 =  0.650751, approx slack: 9858063
rounded before pow |X_k-Y|_0 = 10052451, f1 =  0.332627

Iteration 4100: Loss = 1312289.625000
|Xk-Y|_F:  889246.250000, |X-X0|:  423043.406250
rounded |X_k-Y|_0 = 839806, f1 =  0.650806, approx slack: 9865842
rounded before pow |X_k-Y|_0 = 10056877, f1 =  0.332486

Iteration 4120: Loss = 1310239.625000
|Xk-Y|_F:  888724.250000, |X-X0|:  421515.343750
rounded |X_k-Y|_0 = 839324, f1 =  0.650830, approx slack: 9853956
rounded before pow |X_k-Y|_0 = 10046566, f1 =  0.332820

Iteration 4140: Loss = 1308104.625000
|Xk-Y|_F:  888096.875000, |X-X0|:  420007.750000
rounded |X_k-Y|_0 = 838738, f1 =  0.650860, approx slack: 9844021
rounded before pow |X_k-Y|_0 = 10039049, f1 =  0.333062

Iteration 4160: Loss = 1306035.125000
|Xk-Y|_F:  887512.125000, |X-X0|:  418523.000000
rounded |X_k-Y|_0 = 838104, f1 =  0.650893, approx slack: 9843795
rounded before pow |X_k-Y|_0 = 10039727, f1 =  0.333040

Iteration 4180: Loss = 1304206.125000
|Xk-Y|_F:  887095.312500, |X-X0|:  417110.812500
rounded |X_k-Y|_0 = 837622, f1 =  0.650917, approx slack: 9839673
rounded before pow |X_k-Y|_0 = 10032342, f1 =  0.333282

Iteration 4200: Loss = 1302319.000000
|Xk-Y|_F:  886709.125000, |X-X0|:  415609.937500
rounded |X_k-Y|_0 = 837366, f1 =  0.650932, approx slack: 9834910
rounded before pow |X_k-Y|_0 = 10028465, f1 =  0.333407

Iteration 4220: Loss = 1300371.125000
|Xk-Y|_F:  886178.500000, |X-X0|:  414192.625000
rounded |X_k-Y|_0 = 837500, f1 =  0.650928, approx slack: 9833265
rounded before pow |X_k-Y|_0 = 10028339, f1 =  0.333411

Iteration 4240: Loss = 1298188.500000
|Xk-Y|_F:  885512.562500, |X-X0|:  412675.937500
rounded |X_k-Y|_0 = 836934, f1 =  0.650957, approx slack: 9821155
rounded before pow |X_k-Y|_0 = 10019595, f1 =  0.333691

Iteration 4260: Loss = 1296260.000000
|Xk-Y|_F:  885021.937500, |X-X0|:  411238.125000
rounded |X_k-Y|_0 = 836384, f1 =  0.650985, approx slack: 9824462
rounded before pow |X_k-Y|_0 = 10019163, f1 =  0.333708

Iteration 4280: Loss = 1294256.250000
|Xk-Y|_F:  884459.687500, |X-X0|:  409796.625000
rounded |X_k-Y|_0 = 835963, f1 =  0.651008, approx slack: 9817139
rounded before pow |X_k-Y|_0 = 10015270, f1 =  0.333831

Iteration 4300: Loss = 1292236.500000
|Xk-Y|_F:  883888.125000, |X-X0|:  408348.437500
rounded |X_k-Y|_0 = 835456, f1 =  0.651033, approx slack: 9815485
rounded before pow |X_k-Y|_0 = 10009909, f1 =  0.334008

Iteration 4320: Loss = 1290227.000000
|Xk-Y|_F:  883337.375000, |X-X0|:  406889.593750
rounded |X_k-Y|_0 = 834906, f1 =  0.651060, approx slack: 9811025
rounded before pow |X_k-Y|_0 = 10000216, f1 =  0.334328

Iteration 4340: Loss = 1288348.250000
|Xk-Y|_F:  882876.687500, |X-X0|:  405471.625000
rounded |X_k-Y|_0 = 834622, f1 =  0.651074, approx slack: 9810090
rounded before pow |X_k-Y|_0 = 10000329, f1 =  0.334324

Iteration 4360: Loss = 1286272.000000
|Xk-Y|_F:  882218.750000, |X-X0|:  404053.250000
rounded |X_k-Y|_0 = 834018, f1 =  0.651105, approx slack: 9808437
rounded before pow |X_k-Y|_0 = 9998784, f1 =  0.334374

Iteration 4380: Loss = 1284361.750000
|Xk-Y|_F:  881719.500000, |X-X0|:  402642.187500
rounded |X_k-Y|_0 = 833561, f1 =  0.651130, approx slack: 9806894
rounded before pow |X_k-Y|_0 = 9998322, f1 =  0.334389

Iteration 4400: Loss = 1282408.500000
|Xk-Y|_F:  881143.937500, |X-X0|:  401264.500000
rounded |X_k-Y|_0 = 832934, f1 =  0.651162, approx slack: 9801612
rounded before pow |X_k-Y|_0 = 9993441, f1 =  0.334547

Iteration 4420: Loss = 1280537.375000
|Xk-Y|_F:  880707.312500, |X-X0|:  399830.062500
rounded |X_k-Y|_0 = 832684, f1 =  0.651175, approx slack: 9801741
rounded before pow |X_k-Y|_0 = 9994566, f1 =  0.334511

Iteration 4440: Loss = 1278590.375000
|Xk-Y|_F:  880176.562500, |X-X0|:  398413.843750
rounded |X_k-Y|_0 = 832251, f1 =  0.651198, approx slack: 9794560
rounded before pow |X_k-Y|_0 = 9988169, f1 =  0.334717

Iteration 4460: Loss = 1276616.625000
|Xk-Y|_F:  879604.687500, |X-X0|:  397011.937500
rounded |X_k-Y|_0 = 831816, f1 =  0.651220, approx slack: 9795251
rounded before pow |X_k-Y|_0 = 9989052, f1 =  0.334688

Iteration 4480: Loss = 1274746.875000
|Xk-Y|_F:  879144.062500, |X-X0|:  395602.843750
rounded |X_k-Y|_0 = 831444, f1 =  0.651239, approx slack: 9793748
rounded before pow |X_k-Y|_0 = 9988470, f1 =  0.334707

Iteration 4500: Loss = 1272802.375000
|Xk-Y|_F:  878597.187500, |X-X0|:  394205.156250
rounded |X_k-Y|_0 = 831046, f1 =  0.651261, approx slack: 9792428
rounded before pow |X_k-Y|_0 = 9987148, f1 =  0.334750

Iteration 4520: Loss = 1270903.875000
|Xk-Y|_F:  878089.125000, |X-X0|:  392814.781250
rounded |X_k-Y|_0 = 830436, f1 =  0.651291, approx slack: 9797564
rounded before pow |X_k-Y|_0 = 9988710, f1 =  0.334703

Iteration 4540: Loss = 1269096.000000
|Xk-Y|_F:  877605.875000, |X-X0|:  391490.187500
rounded |X_k-Y|_0 = 830400, f1 =  0.651294, approx slack: 9790832
rounded before pow |X_k-Y|_0 = 9983530, f1 =  0.334871

Iteration 4560: Loss = 1268526.250000
|Xk-Y|_F:  878313.875000, |X-X0|:  390212.437500
rounded |X_k-Y|_0 = 831036, f1 =  0.651266, approx slack: 9788328
rounded before pow |X_k-Y|_0 = 9978565, f1 =  0.335035

Iteration 4580: Loss = 1265468.000000
|Xk-Y|_F:  876737.000000, |X-X0|:  388730.937500
rounded |X_k-Y|_0 = 830049, f1 =  0.651314, approx slack: 9775121
rounded before pow |X_k-Y|_0 = 9967275, f1 =  0.335396

Iteration 4600: Loss = 1264096.250000
|Xk-Y|_F:  876591.625000, |X-X0|:  387504.687500
rounded |X_k-Y|_0 = 829489, f1 =  0.651344, approx slack: 9762167
rounded before pow |X_k-Y|_0 = 9957609, f1 =  0.335709

Iteration 4620: Loss = 1261417.875000
|Xk-Y|_F:  875355.750000, |X-X0|:  386062.156250
rounded |X_k-Y|_0 = 828458, f1 =  0.651396, approx slack: 9765934
rounded before pow |X_k-Y|_0 = 9955983, f1 =  0.335763

Iteration 4640: Loss = 1259386.375000
|Xk-Y|_F:  874701.437500, |X-X0|:  384684.937500
rounded |X_k-Y|_0 = 827802, f1 =  0.651427, approx slack: 9729038
rounded before pow |X_k-Y|_0 = 9922647, f1 =  0.336838

Iteration 4660: Loss = 1257424.750000
|Xk-Y|_F:  874092.125000, |X-X0|:  383332.562500
rounded |X_k-Y|_0 = 827146, f1 =  0.651462, approx slack: 9722454
rounded before pow |X_k-Y|_0 = 9917315, f1 =  0.337010

Iteration 4680: Loss = 1255591.125000
|Xk-Y|_F:  873580.937500, |X-X0|:  382010.156250
rounded |X_k-Y|_0 = 826982, f1 =  0.651472, approx slack: 9710010
rounded before pow |X_k-Y|_0 = 9905792, f1 =  0.337382

Iteration 4700: Loss = 1253479.375000
|Xk-Y|_F:  872852.625000, |X-X0|:  380626.718750
rounded |X_k-Y|_0 = 825921, f1 =  0.651523, approx slack: 9701932
rounded before pow |X_k-Y|_0 = 9898168, f1 =  0.337626

Iteration 4720: Loss = 1251554.750000
|Xk-Y|_F:  872265.562500, |X-X0|:  379289.125000
rounded |X_k-Y|_0 = 825592, f1 =  0.651542, approx slack: 9700704
rounded before pow |X_k-Y|_0 = 9897550, f1 =  0.337646

Iteration 4740: Loss = 1249761.125000
|Xk-Y|_F:  871755.687500, |X-X0|:  378005.437500
rounded |X_k-Y|_0 = 824806, f1 =  0.651581, approx slack: 9701393
rounded before pow |X_k-Y|_0 = 9896018, f1 =  0.337697

Iteration 4760: Loss = 1247993.750000
|Xk-Y|_F:  871310.937500, |X-X0|:  376682.781250
rounded |X_k-Y|_0 = 824398, f1 =  0.651600, approx slack: 9684023
rounded before pow |X_k-Y|_0 = 9883007, f1 =  0.338111

Iteration 4780: Loss = 1246054.250000
|Xk-Y|_F:  870718.750000, |X-X0|:  375335.562500
rounded |X_k-Y|_0 = 823902, f1 =  0.651626, approx slack: 9672575
rounded before pow |X_k-Y|_0 = 9871604, f1 =  0.338478

Iteration 4800: Loss = 1244106.750000
|Xk-Y|_F:  870113.187500, |X-X0|:  373993.500000
rounded |X_k-Y|_0 = 823272, f1 =  0.651658, approx slack: 9674833
rounded before pow |X_k-Y|_0 = 9874153, f1 =  0.338396

Iteration 4820: Loss = 1242193.625000
|Xk-Y|_F:  869551.500000, |X-X0|:  372642.125000
rounded |X_k-Y|_0 = 822413, f1 =  0.651700, approx slack: 9666739
rounded before pow |X_k-Y|_0 = 9866421, f1 =  0.338645

Iteration 4840: Loss = 1240306.250000
|Xk-Y|_F:  868990.625000, |X-X0|:  371315.687500
rounded |X_k-Y|_0 = 822110, f1 =  0.651717, approx slack: 9660627
rounded before pow |X_k-Y|_0 = 9860870, f1 =  0.338824

Iteration 4860: Loss = 1238493.875000
|Xk-Y|_F:  868463.125000, |X-X0|:  370030.750000
rounded |X_k-Y|_0 = 821222, f1 =  0.651761, approx slack: 9654279
rounded before pow |X_k-Y|_0 = 9855210, f1 =  0.339004

Iteration 4880: Loss = 1236536.750000
|Xk-Y|_F:  867844.187500, |X-X0|:  368692.625000
rounded |X_k-Y|_0 = 820786, f1 =  0.651784, approx slack: 9657798
rounded before pow |X_k-Y|_0 = 9854355, f1 =  0.339035

Iteration 4900: Loss = 1234636.750000
|Xk-Y|_F:  867275.125000, |X-X0|:  367361.562500
rounded |X_k-Y|_0 = 819644, f1 =  0.651839, approx slack: 9654173
rounded before pow |X_k-Y|_0 = 9850068, f1 =  0.339172

Iteration 4920: Loss = 1232651.625000
|Xk-Y|_F:  866622.937500, |X-X0|:  366028.718750
rounded |X_k-Y|_0 = 818844, f1 =  0.651880, approx slack: 9649234
rounded before pow |X_k-Y|_0 = 9845518, f1 =  0.339318

Iteration 4940: Loss = 1230719.000000
|Xk-Y|_F:  866003.000000, |X-X0|:  364716.062500
rounded |X_k-Y|_0 = 818394, f1 =  0.651902, approx slack: 9644298
rounded before pow |X_k-Y|_0 = 9841381, f1 =  0.339452

Iteration 4960: Loss = 1228787.375000
|Xk-Y|_F:  865432.625000, |X-X0|:  363354.750000
rounded |X_k-Y|_0 = 817966, f1 =  0.651926, approx slack: 9628431
rounded before pow |X_k-Y|_0 = 9826524, f1 =  0.339927

Iteration 4980: Loss = 1226923.000000
|Xk-Y|_F:  864866.750000, |X-X0|:  362056.250000
rounded |X_k-Y|_0 = 817134, f1 =  0.651968, approx slack: 9622493
rounded before pow |X_k-Y|_0 = 9819997, f1 =  0.340137

Iteration 4999: Loss = 1225182.250000
|Xk-Y|_F:  864298.750000, |X-X0|:  360883.500000
rounded |X_k-Y|_0 = 815967, f1 =  0.652024, approx slack: 9626686
rounded before pow |X_k-Y|_0 = 9820845, f1 =  0.340110


KB after refine:
num_nodes: 5012.0000
num_edges: 3652.0000
density: 0.0001
avg_degree: 0.7287
avg_clustering: 0.0331
degree_assortativity: -0.3292
modularity: 0.6617
avg_betweenness: 0.0000
avg_closeness: 0.0084
------ ABL 0 after refine ------
--- eval ---
prediction result:
f1 on test:    0.4678
f1 on test:    0.7070 (micro)
f1 on KB:      0.6437
integrated f1: 0.5641, w_data: 0.3380, w_klg: 0.6620

integrated result:
f1 on test:    0.4565
f1 on test:    0.7071 (micro)
f1 on KB:      0.6488
integrated f1: 0.5838, w_data: 0.3380, w_klg: 0.6620
------------
integrated f1 0.5641
Epoch 100, Total loss: -1116347008.0000, CE loss: 35.7780, RL loss: -11163470.0000, Reward: -4053145.5312
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 10324, weighted: 65179.796875, len: 79201.6015625, nonzero: 0.546912431716919
Epoch 200, Total loss: -110289920000.0000, CE loss: 35.7703, RL loss: -1102899200.0000, Reward: -4056205.2344
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 8550, weighted: 76439.1875, len: 99718.6015625, nonzero: 0.6108745336532593
Epoch 300, Total loss: 116267376640.0000, CE loss: 35.7170, RL loss: 1162673792.0000, Reward: -4053166.0312
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 8897, weighted: 66769.5859375, len: 82109.6015625, nonzero: 0.5559781789779663
Epoch 400, Total loss: 87218069504.0000, CE loss: 35.7055, RL loss: 872180672.0000, Reward: -4053685.0547
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 9437, weighted: 63588.17578125, len: 76297.6015625, nonzero: 0.5378591418266296
Epoch 500, Total loss: 47093620736.0000, CE loss: 35.6945, RL loss: 470936192.0000, Reward: -4055046.9766
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 8556, weighted: 73590.546875, len: 94510.6015625, nonzero: 0.594638466835022
Epoch 600, Total loss: 43565060096.0000, CE loss: 35.6835, RL loss: 435650592.0000, Reward: -4054472.3164
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 10420, weighted: 63588.17578125, len: 76297.6015625, nonzero: 0.5378591418266296
Epoch 700, Total loss: 170711613440.0000, CE loss: 35.6835, RL loss: 1707116160.0000, Reward: -4057181.5312
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 9357, weighted: 68589.5234375, len: 85405.6015625, nonzero: 0.5662534832954407
Epoch 800, Total loss: 70133653504.0000, CE loss: 35.6799, RL loss: 701336512.0000, Reward: -4060913.4414
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 10853, weighted: 78369.6484375, len: 103225.6015625, nonzero: 0.6218076348304749
Epoch 900, Total loss: -55938887680.0000, CE loss: 35.6781, RL loss: -559388864.0000, Reward: -4065253.6562
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 9094, weighted: 73590.875, len: 94513.6015625, nonzero: 0.5946478247642517
Epoch 1000, Total loss: -59430625280.0000, CE loss: 35.6682, RL loss: -594306240.0000, Reward: -4058243.3398
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 9929, weighted: 70256.640625, len: 88441.6015625, nonzero: 0.5757182836532593
Epoch 1100, Total loss: 103412367360.0000, CE loss: 35.6603, RL loss: 1034123648.0000, Reward: -4059967.5742
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 10825, weighted: 70256.640625, len: 88441.6015625, nonzero: 0.5757182836532593
Epoch 1200, Total loss: 1954860032.0000, CE loss: 35.6444, RL loss: 19548600.0000, Reward: -4059412.3320
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 7903, weighted: 86927.796875, len: 118801.6015625, nonzero: 0.670366108417511
Epoch 1300, Total loss: -72907800576.0000, CE loss: 35.6428, RL loss: -729078016.0000, Reward: -4057624.4180
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 9108, weighted: 70256.640625, len: 88441.6015625, nonzero: 0.5757182836532593
Epoch 1400, Total loss: 70653919232.0000, CE loss: 35.6380, RL loss: 706539200.0000, Reward: -4058157.5898
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 10919, weighted: 70254.1875, len: 88435.6015625, nonzero: 0.5756995677947998
Epoch 1500, Total loss: 144345186304.0000, CE loss: 35.6371, RL loss: 1443451904.0000, Reward: -4059786.0547
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 9686, weighted: 70081.71875, len: 88141.6015625, nonzero: 0.5747830271720886
Epoch 1600, Total loss: -26728419328.0000, CE loss: 35.6379, RL loss: -267284192.0000, Reward: -4067828.4766
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 8054, weighted: 76925.1015625, len: 100585.6015625, nonzero: 0.6135774254798889
Epoch 1700, Total loss: -15936811008.0000, CE loss: 35.6385, RL loss: -159368112.0000, Reward: -4066470.2891
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 8804, weighted: 73590.546875, len: 94510.6015625, nonzero: 0.594638466835022
Epoch 1800, Total loss: 83656212480.0000, CE loss: 35.6383, RL loss: 836562112.0000, Reward: -4064926.2734
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 10451, weighted: 66922.40625, len: 82369.6015625, nonzero: 0.5567886829376221
Epoch 1900, Total loss: -171711496192.0000, CE loss: 35.6383, RL loss: -1717114880.0000, Reward: -4067314.1055
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 9995, weighted: 71923.7578125, len: 91477.6015625, nonzero: 0.5851830840110779
--- eval ---
prediction result:
f1 on test:    0.4674
f1 on test:    0.7072 (micro)
f1 on KB:      0.6440
integrated f1: 0.5715, w_data: 0.3000, w_klg: 0.7000

integrated result:
f1 on test:    0.4565
f1 on test:    0.7071 (micro)
f1 on KB:      0.6488
integrated f1: 0.5911, w_data: 0.3000, w_klg: 0.7000
------------
Epoch 2000, Total loss: -145776558080.0000, CE loss: 35.6397, RL loss: -1457765504.0000, Reward: -4066239.4180
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 12553, weighted: 60253.1171875, len: 70221.6015625, nonzero: 0.5189170837402344
Epoch 2100, Total loss: -71669227520.0000, CE loss: 35.6375, RL loss: -716692288.0000, Reward: -4063845.1211
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 11098, weighted: 72870.078125, len: 93223.6015625, nonzero: 0.5906262397766113
Epoch 2200, Total loss: 10539244544.0000, CE loss: 35.6390, RL loss: 105392448.0000, Reward: -4057535.7266
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 10150, weighted: 60253.9453125, len: 70225.6015625, nonzero: 0.5189295411109924
Epoch 2300, Total loss: -123129151488.0000, CE loss: 35.6398, RL loss: -1231291520.0000, Reward: -4063134.9766
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 9996, weighted: 68589.5234375, len: 85405.6015625, nonzero: 0.5662534832954407
Epoch 2400, Total loss: 126151950336.0000, CE loss: 35.6383, RL loss: 1261519488.0000, Reward: -4066771.2344
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 8534, weighted: 73590.8671875, len: 94513.6015625, nonzero: 0.5946478247642517
Epoch 2500, Total loss: 43114094592.0000, CE loss: 35.6425, RL loss: 431140960.0000, Reward: -4070111.6758
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 9865, weighted: 70402.65625, len: 88689.6015625, nonzero: 0.5764914155006409
Epoch 2600, Total loss: 96985530368.0000, CE loss: 35.6407, RL loss: 969855296.0000, Reward: -4065731.9844
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 10883, weighted: 66922.578125, len: 82368.6015625, nonzero: 0.5567855834960938
Epoch 2700, Total loss: 24524441600.0000, CE loss: 35.6411, RL loss: 245244416.0000, Reward: -4068137.3086
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 8509, weighted: 70256.640625, len: 88441.6015625, nonzero: 0.5757182836532593
Epoch 2800, Total loss: -17555916800.0000, CE loss: 35.6421, RL loss: -175559168.0000, Reward: -4066577.8203
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 9933, weighted: 71923.75, len: 91477.6015625, nonzero: 0.5851830840110779
Epoch 2900, Total loss: 22381469696.0000, CE loss: 35.6432, RL loss: 223814688.0000, Reward: -4068212.0625
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 11750, weighted: 61909.8359375, len: 73246.6015625, nonzero: 0.5283476114273071
Epoch 3000, Total loss: 77759242240.0000, CE loss: 35.6385, RL loss: 777592384.0000, Reward: -4055501.7773
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 9247, weighted: 63588.17578125, len: 76297.6015625, nonzero: 0.5378591418266296
Epoch 3100, Total loss: -149047754752.0000, CE loss: 35.6399, RL loss: -1490477568.0000, Reward: -4055030.6992
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 11007, weighted: 75257.984375, len: 97549.6015625, nonzero: 0.6041126251220703
Epoch 3200, Total loss: 68648947712.0000, CE loss: 35.6380, RL loss: 686489472.0000, Reward: -4062712.3867
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 8638, weighted: 81926.453125, len: 109693.6015625, nonzero: 0.6419717669487
Epoch 3300, Total loss: -62707744768.0000, CE loss: 35.6401, RL loss: -627077440.0000, Reward: -4061786.7188
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 10994, weighted: 73590.875, len: 94513.6015625, nonzero: 0.5946478247642517
Epoch 3400, Total loss: -178723258368.0000, CE loss: 35.6377, RL loss: -1787232512.0000, Reward: -4056633.7617
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 11900, weighted: 70256.640625, len: 88441.6015625, nonzero: 0.5757182836532593
Epoch 3500, Total loss: 27929268224.0000, CE loss: 35.6400, RL loss: 279292672.0000, Reward: -4064411.5977
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 10033, weighted: 75257.984375, len: 97549.6015625, nonzero: 0.6041126251220703
Epoch 3600, Total loss: -1728741248.0000, CE loss: 35.6401, RL loss: -17287412.0000, Reward: -4067198.0195
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 9682, weighted: 63588.17578125, len: 76297.6015625, nonzero: 0.5378591418266296
Epoch 3700, Total loss: 67396710400.0000, CE loss: 35.6408, RL loss: 673967104.0000, Reward: -4067249.3711
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 7995, weighted: 78592.21875, len: 103621.6015625, nonzero: 0.6230422258377075
Epoch 3800, Total loss: -51328737280.0000, CE loss: 35.6390, RL loss: -513287360.0000, Reward: -4061252.3281
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 8977, weighted: 68589.53125, len: 85405.6015625, nonzero: 0.5662534832954407
Epoch 3900, Total loss: -206808989696.0000, CE loss: 35.6445, RL loss: -2068089856.0000, Reward: -4067570.1680
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 12852, weighted: 71923.75, len: 91477.6015625, nonzero: 0.5851830840110779
--- eval ---
prediction result:
f1 on test:    0.4674
f1 on test:    0.7072 (micro)
f1 on KB:      0.6440
integrated f1: 0.5715, w_data: 0.3000, w_klg: 0.7000

integrated result:
f1 on test:    0.4565
f1 on test:    0.7071 (micro)
f1 on KB:      0.6488
integrated f1: 0.5911, w_data: 0.3000, w_klg: 0.7000
------------
Epoch 4000, Total loss: -11767326720.0000, CE loss: 35.6679, RL loss: -117673272.0000, Reward: -4070418.8672
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 10757, weighted: 71923.75, len: 91477.6015625, nonzero: 0.5851830840110779
Epoch 4100, Total loss: -83488587776.0000, CE loss: 35.6402, RL loss: -834885888.0000, Reward: -4057292.2109
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 9784, weighted: 70094.28125, len: 88164.6015625, nonzero: 0.5748547315597534
Epoch 4200, Total loss: 48023420928.0000, CE loss: 35.6515, RL loss: 480234208.0000, Reward: -4072208.5625
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 10172, weighted: 70256.640625, len: 88441.6015625, nonzero: 0.5757182836532593
Epoch 4300, Total loss: -6352354304.0000, CE loss: 35.6441, RL loss: -63523544.0000, Reward: -4068924.0352
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 9674, weighted: 76925.109375, len: 100585.6015625, nonzero: 0.6135774254798889
Epoch 4400, Total loss: -33133948928.0000, CE loss: 35.6455, RL loss: -331339488.0000, Reward: -4051339.3867
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 8587, weighted: 65255.29296875, len: 79333.6015625, nonzero: 0.5473239421844482
Epoch 4500, Total loss: -30092429312.0000, CE loss: 35.6472, RL loss: -300924288.0000, Reward: -4048107.2891
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 12137, weighted: 60253.9453125, len: 70225.6015625, nonzero: 0.5189295411109924
Epoch 4600, Total loss: -104491433984.0000, CE loss: 35.6457, RL loss: -1044914368.0000, Reward: -4038331.5195
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 10566, weighted: 71574.8203125, len: 90872.6015625, nonzero: 0.5832969546318054
Epoch 4700, Total loss: -39807541248.0000, CE loss: 35.6478, RL loss: -398075424.0000, Reward: -4049025.7773
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 12109, weighted: 63588.1796875, len: 76297.6015625, nonzero: 0.5378591418266296
Epoch 4800, Total loss: -30572429312.0000, CE loss: 35.6485, RL loss: -305724288.0000, Reward: -4050465.3047
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 9114, weighted: 73590.8671875, len: 94513.6015625, nonzero: 0.5946478247642517
Epoch 4900, Total loss: 8282474496.0000, CE loss: 35.6452, RL loss: 82824744.0000, Reward: -4041046.0156
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 10409, weighted: 65255.29296875, len: 79333.6015625, nonzero: 0.5473239421844482
Epoch 5000, Total loss: -20962856960.0000, CE loss: 35.6610, RL loss: -209628576.0000, Reward: -4054122.0586
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 8402, weighted: 73590.875, len: 94513.6015625, nonzero: 0.5946478247642517
Epoch 5100, Total loss: -49108430848.0000, CE loss: 35.6408, RL loss: -491084320.0000, Reward: -4047712.8359
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 10137, weighted: 61921.0625, len: 73261.6015625, nonzero: 0.528394341468811
Epoch 5200, Total loss: -30763122688.0000, CE loss: 35.6374, RL loss: -307631232.0000, Reward: -4049220.0430
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 10391, weighted: 65244.57421875, len: 79326.6015625, nonzero: 0.5473021268844604
Epoch 5300, Total loss: -124608716800.0000, CE loss: 35.6433, RL loss: -1246087168.0000, Reward: -4048903.6602
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 9287, weighted: 68589.5234375, len: 85405.6015625, nonzero: 0.5662534832954407
Epoch 5400, Total loss: -27295670272.0000, CE loss: 35.6435, RL loss: -272956704.0000, Reward: -4061588.3047
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 7745, weighted: 76925.1015625, len: 100585.6015625, nonzero: 0.6135774254798889
Epoch 5500, Total loss: 47352156160.0000, CE loss: 35.6410, RL loss: 473521568.0000, Reward: -4058949.4766
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 9585, weighted: 70256.640625, len: 88441.6015625, nonzero: 0.5757182836532593
Epoch 5600, Total loss: -4472678912.0000, CE loss: 35.6406, RL loss: -44726788.0000, Reward: -4040596.6211
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 10591, weighted: 68589.53125, len: 85405.6015625, nonzero: 0.5662534832954407
Epoch 5700, Total loss: 4841220608.0000, CE loss: 35.6405, RL loss: 48412208.0000, Reward: -4052296.7500
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 11775, weighted: 63584.6796875, len: 76295.6015625, nonzero: 0.5378528833389282
Epoch 5800, Total loss: 174716436480.0000, CE loss: 35.6374, RL loss: 1747164288.0000, Reward: -4048504.7734
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 9704, weighted: 71923.75, len: 91477.6015625, nonzero: 0.5851830840110779
Epoch 5900, Total loss: 146454740992.0000, CE loss: 35.6320, RL loss: 1464547456.0000, Reward: -4049877.3789
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 11718, weighted: 68589.53125, len: 85405.6015625, nonzero: 0.5662534832954407
--- eval ---
prediction result:
f1 on test:    0.4674
f1 on test:    0.7072 (micro)
f1 on KB:      0.6440
integrated f1: 0.5715, w_data: 0.3000, w_klg: 0.7000

integrated result:
f1 on test:    0.4565
f1 on test:    0.7071 (micro)
f1 on KB:      0.6488
integrated f1: 0.5911, w_data: 0.3000, w_klg: 0.7000
------------
Epoch 6000, Total loss: -16275598336.0000, CE loss: 35.6377, RL loss: -162755984.0000, Reward: -3974892.2812
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 13276, weighted: 65255.296875, len: 79333.6015625, nonzero: 0.5473239421844482
Epoch 6100, Total loss: -16740989952.0000, CE loss: 35.6426, RL loss: -167409904.0000, Reward: -3956135.3555
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 9386, weighted: 61921.0625, len: 73261.6015625, nonzero: 0.528394341468811
Epoch 6200, Total loss: 110954364928.0000, CE loss: 35.6388, RL loss: 1109543680.0000, Reward: -3984988.9492
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 10465, weighted: 71658.59375, len: 91025.6015625, nonzero: 0.5837739706039429
Epoch 6300, Total loss: 47744778240.0000, CE loss: 35.6501, RL loss: 477447776.0000, Reward: -4004796.6328
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 11823, weighted: 68589.5234375, len: 85405.6015625, nonzero: 0.5662534832954407
Epoch 6400, Total loss: 101033328640.0000, CE loss: 35.6484, RL loss: 1010333312.0000, Reward: -3998304.9492
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 10856, weighted: 73590.875, len: 94513.6015625, nonzero: 0.5946478247642517
Epoch 6500, Total loss: 87667990528.0000, CE loss: 35.6406, RL loss: 876679872.0000, Reward: -3943621.3438
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 10628, weighted: 70502.0, len: 88910.6015625, nonzero: 0.5771803855895996
Epoch 6600, Total loss: -135979573248.0000, CE loss: 35.6538, RL loss: -1359795712.0000, Reward: -4020070.0859
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 9708, weighted: 71923.7578125, len: 91477.6015625, nonzero: 0.5851830840110779
Epoch 6700, Total loss: 5791977472.0000, CE loss: 35.6510, RL loss: 57919776.0000, Reward: -4017439.9727
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 11999, weighted: 60253.9453125, len: 70225.6015625, nonzero: 0.5189295411109924
Epoch 6800, Total loss: 94874714112.0000, CE loss: 35.6566, RL loss: 948747136.0000, Reward: -4025947.6602
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 10323, weighted: 75257.984375, len: 97549.6015625, nonzero: 0.6041126251220703
Epoch 6900, Total loss: 104329682944.0000, CE loss: 35.6590, RL loss: 1043296832.0000, Reward: -4008827.8672
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 12139, weighted: 66922.40625, len: 82369.6015625, nonzero: 0.5567886829376221
Epoch 7000, Total loss: -51465342976.0000, CE loss: 35.6511, RL loss: -514653440.0000, Reward: -3995721.7422
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 10567, weighted: 60253.9453125, len: 70225.6015625, nonzero: 0.5189295411109924
Epoch 7100, Total loss: -43858980864.0000, CE loss: 35.6616, RL loss: -438589792.0000, Reward: -4018540.7891
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 10244, weighted: 66922.40625, len: 82369.6015625, nonzero: 0.5567886829376221
Epoch 7200, Total loss: 64795787264.0000, CE loss: 35.6851, RL loss: 647957888.0000, Reward: -4024434.6289
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 9629, weighted: 73590.875, len: 94513.6015625, nonzero: 0.5946478247642517
Epoch 7300, Total loss: 60270219264.0000, CE loss: 35.6517, RL loss: 602702208.0000, Reward: -4002259.6250
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 9634, weighted: 73590.875, len: 94513.6015625, nonzero: 0.5946478247642517
Epoch 7400, Total loss: -37441597440.0000, CE loss: 35.6515, RL loss: -374415968.0000, Reward: -4007283.1641
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 12015, weighted: 71918.640625, len: 91474.6015625, nonzero: 0.5851737260818481
Epoch 7500, Total loss: -71135420416.0000, CE loss: 35.6523, RL loss: -711354176.0000, Reward: -4004853.8789
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 10222, weighted: 65255.296875, len: 79333.6015625, nonzero: 0.5473239421844482
Epoch 7600, Total loss: 52640468992.0000, CE loss: 35.6550, RL loss: 526404672.0000, Reward: -4022534.4141
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 11198, weighted: 61921.06640625, len: 73261.6015625, nonzero: 0.528394341468811
Epoch 7700, Total loss: 63854444544.0000, CE loss: 35.6610, RL loss: 638544448.0000, Reward: -4026598.6797
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 10512, weighted: 71923.7578125, len: 91477.6015625, nonzero: 0.5851830840110779
Epoch 7800, Total loss: 21620330496.0000, CE loss: 35.6616, RL loss: 216203312.0000, Reward: -4007113.8398
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 9708, weighted: 60253.9453125, len: 70225.6015625, nonzero: 0.5189295411109924
Epoch 7900, Total loss: -75085398016.0000, CE loss: 35.6592, RL loss: -750853952.0000, Reward: -4018601.6758
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 11681, weighted: 71923.7578125, len: 91477.6015625, nonzero: 0.5851830840110779
--- eval ---
prediction result:
f1 on test:    0.4674
f1 on test:    0.7072 (micro)
f1 on KB:      0.6440
integrated f1: 0.5715, w_data: 0.3000, w_klg: 0.7000

integrated result:
f1 on test:    0.4565
f1 on test:    0.7071 (micro)
f1 on KB:      0.6488
integrated f1: 0.5911, w_data: 0.3000, w_klg: 0.7000
------------
Epoch 8000, Total loss: 63360626688.0000, CE loss: 35.6832, RL loss: 633606272.0000, Reward: -4027387.2578
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 8239, weighted: 80259.3359375, len: 106657.6015625, nonzero: 0.6325069665908813
Epoch 8100, Total loss: 405294912.0000, CE loss: 35.6660, RL loss: 4052949.0000, Reward: -4029561.9609
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 9392, weighted: 75257.9921875, len: 97549.6015625, nonzero: 0.6041126251220703
Epoch 8200, Total loss: -28600879104.0000, CE loss: 35.6714, RL loss: -286008800.0000, Reward: -4029836.1328
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 9589, weighted: 63588.1796875, len: 76297.6015625, nonzero: 0.5378591418266296
Epoch 8300, Total loss: 147681820672.0000, CE loss: 35.6706, RL loss: 1476818176.0000, Reward: -3795267.3008
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 11852, weighted: 66908.8671875, len: 82352.6015625, nonzero: 0.5567356944084167
Epoch 8400, Total loss: 49503518720.0000, CE loss: 35.6594, RL loss: 495035200.0000, Reward: -3861620.0078
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 11137, weighted: 63550.34375, len: 76232.6015625, nonzero: 0.5376564860343933
Epoch 8500, Total loss: 118900981760.0000, CE loss: 35.6632, RL loss: 1189009792.0000, Reward: -3866549.2266
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 9255, weighted: 61925.62890625, len: 73270.6015625, nonzero: 0.5284224152565002
Epoch 8600, Total loss: 658626560.0000, CE loss: 35.6559, RL loss: 6586265.5000, Reward: -3864077.2500
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 9803, weighted: 63632.78125, len: 76380.6015625, nonzero: 0.5381178855895996
Epoch 8700, Total loss: -1553684480.0000, CE loss: 35.6602, RL loss: -15536845.0000, Reward: -3860384.5430
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 11341, weighted: 71924.2578125, len: 91478.6015625, nonzero: 0.5851861834526062
Epoch 8800, Total loss: -2328319232.0000, CE loss: 35.6565, RL loss: -23283192.0000, Reward: -3859370.0664
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 12193, weighted: 58586.828125, len: 67189.6015625, nonzero: 0.5094648003578186
Epoch 8900, Total loss: -22597050368.0000, CE loss: 35.6561, RL loss: -225970496.0000, Reward: -3855614.6602
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 11482, weighted: 60253.9453125, len: 70225.6015625, nonzero: 0.5189295411109924
Epoch 9000, Total loss: -151426793472.0000, CE loss: 35.6560, RL loss: -1514267904.0000, Reward: -3857908.6367
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 8505, weighted: 68589.953125, len: 85404.6015625, nonzero: 0.5662503838539124
Epoch 9100, Total loss: -39316586496.0000, CE loss: 35.6567, RL loss: -393165856.0000, Reward: -3862279.6016
    full cols: 0, non-full cols: 5012
   r - labels: 4089, labels - r: 0
    violated: 10081, weighted: 71923.7578125, len: 91477.6015625, nonzero: 0.5851830840110779
Epoch 9200, Total loss: 26704736256.0000, CE loss: 35.7798, RL loss: 267047360.0000, Reward: -1903097.1836
    full cols: 1187, non-full cols: 19
   r - labels: 440, labels - r: 157
    violated: 16372, weighted: 10881.0302734375, len: 0.0, nonzero: 0.23881122469902039
Epoch 9300, Total loss: -15065517056.0000, CE loss: 35.9138, RL loss: -150655168.0000, Reward: -1904279.3867
    full cols: 1191, non-full cols: 18
   r - labels: 444, labels - r: 158
    violated: 16786, weighted: 10949.9755859375, len: 0.0, nonzero: 0.23945032060146332
Epoch 9400, Total loss: -2655227904.0000, CE loss: 35.9098, RL loss: -26552280.0000, Reward: -1903373.0957
    full cols: 1189, non-full cols: 19
   r - labels: 444, labels - r: 159
    violated: 16007, weighted: 10945.0703125, len: 0.0, nonzero: 0.2394472062587738
Epoch 9500, Total loss: 4763400192.0000, CE loss: 36.0654, RL loss: 47634004.0000, Reward: -1918936.5352
    full cols: 1196, non-full cols: 10
   r - labels: 442, labels - r: 159
    violated: 19178, weighted: 10986.328125, len: 0.0, nonzero: 0.23972778022289276
Epoch 9600, Total loss: -34909515776.0000, CE loss: 35.8092, RL loss: -349095168.0000, Reward: -1905365.4980
    full cols: 1190, non-full cols: 18
   r - labels: 443, labels - r: 158
    violated: 15558, weighted: 10913.986328125, len: 0.0, nonzero: 0.23907621204853058
Epoch 9700, Total loss: 24997572608.0000, CE loss: 35.8274, RL loss: 249975728.0000, Reward: -1903934.8535
    full cols: 1188, non-full cols: 18
   r - labels: 442, labels - r: 159
    violated: 15167, weighted: 10894.6376953125, len: 0.0, nonzero: 0.23895151913166046
Epoch 9800, Total loss: -26626619392.0000, CE loss: 35.8290, RL loss: -266266192.0000, Reward: -1905256.0117
    full cols: 1190, non-full cols: 17
   r - labels: 443, labels - r: 159
    violated: 16503, weighted: 10924.587890625, len: 0.0, nonzero: 0.23921962082386017
Epoch 9900, Total loss: 26109362176.0000, CE loss: 35.8285, RL loss: 261093632.0000, Reward: -1904367.5957
    full cols: 1189, non-full cols: 18
   r - labels: 442, labels - r: 158
    violated: 17253, weighted: 10932.884765625, len: 0.0, nonzero: 0.2393006831407547
--- eval ---
prediction result:
f1 on test:    0.4672
f1 on test:    0.7076 (micro)
f1 on KB:      0.6450
integrated f1: 0.5720, w_data: 0.3000, w_klg: 0.7000

integrated result:
f1 on test:    0.4560
f1 on test:    0.7080 (micro)
f1 on KB:      0.6506
integrated f1: 0.5922, w_data: 0.3000, w_klg: 0.7000
------------
Epoch 10000, Total loss: 28824293376.0000, CE loss: 35.9026, RL loss: 288242944.0000, Reward: -1903684.7188
    full cols: 1188, non-full cols: 20
   r - labels: 442, labels - r: 157
    violated: 16044, weighted: 10879.71484375, len: 0.0, nonzero: 0.23884239792823792
Epoch 10100, Total loss: 21023250432.0000, CE loss: 35.9022, RL loss: 210232512.0000, Reward: -1904046.3633
    full cols: 1190, non-full cols: 15
   r - labels: 440, labels - r: 158
    violated: 15786, weighted: 10880.3017578125, len: 0.0, nonzero: 0.23889851570129395
Epoch 10200, Total loss: 4948685824.0000, CE loss: 35.9044, RL loss: 49486860.0000, Reward: -1903258.2656
    full cols: 1188, non-full cols: 20
   r - labels: 441, labels - r: 156
    violated: 15391, weighted: 10867.6669921875, len: 0.0, nonzero: 0.23892657458782196
Epoch 10300, Total loss: 26617413632.0000, CE loss: 35.9026, RL loss: 266174144.0000, Reward: -1903324.8359
    full cols: 1187, non-full cols: 20
   r - labels: 440, labels - r: 156
    violated: 15170, weighted: 10851.90625, len: 0.0, nonzero: 0.23875823616981506
Epoch 10400, Total loss: 13770359808.0000, CE loss: 35.9030, RL loss: 137703600.0000, Reward: -1903191.4883
    full cols: 1185, non-full cols: 21
   r - labels: 440, labels - r: 157
    violated: 15679, weighted: 10857.5205078125, len: 0.0, nonzero: 0.23877693712711334
Epoch 10500, Total loss: -386646368.0000, CE loss: 35.9020, RL loss: -3866463.7500, Reward: -1904165.0020
    full cols: 1185, non-full cols: 21
   r - labels: 439, labels - r: 156
    violated: 15670, weighted: 10822.076171875, len: 0.0, nonzero: 0.2385244220495224
Epoch 10600, Total loss: -1084817408.0000, CE loss: 35.9008, RL loss: -10848174.0000, Reward: -1904197.4844
    full cols: 1184, non-full cols: 25
   r - labels: 441, labels - r: 155
    violated: 16427, weighted: 10847.900390625, len: 0.0, nonzero: 0.2386709451675415
Epoch 10700, Total loss: 31773884416.0000, CE loss: 35.9015, RL loss: 317738848.0000, Reward: -1902923.1016
    full cols: 1188, non-full cols: 18
   r - labels: 442, labels - r: 159
    violated: 17148, weighted: 10900.65625, len: 0.0, nonzero: 0.2388611137866974
Epoch 10800, Total loss: 6758739968.0000, CE loss: 35.9050, RL loss: 67587400.0000, Reward: -1903173.6973
    full cols: 1186, non-full cols: 20
   r - labels: 440, labels - r: 157
    violated: 16053, weighted: 10870.47265625, len: 0.0, nonzero: 0.2387675791978836
Epoch 10900, Total loss: -31844886528.0000, CE loss: 35.9024, RL loss: -318448864.0000, Reward: -1904915.9180
    full cols: 1189, non-full cols: 21
   r - labels: 443, labels - r: 156
    violated: 16439, weighted: 10882.76953125, len: 0.0, nonzero: 0.23906375467777252
Epoch 11000, Total loss: -16863697920.0000, CE loss: 35.9053, RL loss: -168636976.0000, Reward: -1903107.4941
    full cols: 1173, non-full cols: 43
   r - labels: 443, labels - r: 150
    violated: 15871, weighted: 10831.0439453125, len: 0.0, nonzero: 0.23879563808441162
Epoch 11100, Total loss: -15381904384.0000, CE loss: 35.9012, RL loss: -153819040.0000, Reward: -1903327.7598
    full cols: 1181, non-full cols: 27
   r - labels: 440, labels - r: 155
    violated: 16150, weighted: 10789.041015625, len: 0.0, nonzero: 0.2382344901561737
Epoch 11200, Total loss: 6584820224.0000, CE loss: 35.8991, RL loss: 65848204.0000, Reward: -1903769.5762
    full cols: 1184, non-full cols: 24
   r - labels: 440, labels - r: 155
    violated: 15854, weighted: 10811.197265625, len: 0.0, nonzero: 0.23858052492141724
Epoch 11300, Total loss: 29953613824.0000, CE loss: 35.9030, RL loss: 299536128.0000, Reward: -1903748.0977
    full cols: 1184, non-full cols: 21
   r - labels: 437, labels - r: 155
    violated: 15331, weighted: 10794.06640625, len: 0.0, nonzero: 0.23834048211574554
Epoch 11400, Total loss: -3831238400.0000, CE loss: 35.9029, RL loss: -38312384.0000, Reward: -1903735.4375
    full cols: 1179, non-full cols: 27
   r - labels: 438, labels - r: 155
    violated: 16015, weighted: 10742.1328125, len: 0.0, nonzero: 0.23815031349658966
Epoch 11500, Total loss: -15779057664.0000, CE loss: 35.9010, RL loss: -157790576.0000, Reward: -1903554.6621
    full cols: 1180, non-full cols: 25
   r - labels: 437, labels - r: 155
    violated: 15513, weighted: 10716.5625, len: 0.0, nonzero: 0.23822824656963348
Epoch 11600, Total loss: -56158822400.0000, CE loss: 35.9027, RL loss: -561588224.0000, Reward: -1904257.8145
    full cols: 1181, non-full cols: 25
   r - labels: 437, labels - r: 154
    violated: 15299, weighted: 10705.255859375, len: 0.0, nonzero: 0.23814719915390015
Epoch 11700, Total loss: -2427527168.0000, CE loss: 35.9030, RL loss: -24275272.0000, Reward: -1903822.1230
    full cols: 1181, non-full cols: 24
   r - labels: 435, labels - r: 153
    violated: 14760, weighted: 10689.650390625, len: 0.0, nonzero: 0.2380599081516266
Epoch 11800, Total loss: 15446502400.0000, CE loss: 35.9017, RL loss: 154465024.0000, Reward: -1903542.6777
    full cols: 1179, non-full cols: 27
   r - labels: 437, labels - r: 154
    violated: 15580, weighted: 10708.169921875, len: 0.0, nonzero: 0.23812225461006165
Epoch 11900, Total loss: -8379097600.0000, CE loss: 35.9046, RL loss: -83790976.0000, Reward: -1904007.2305
    full cols: 1177, non-full cols: 34
   r - labels: 442, labels - r: 154
    violated: 15524, weighted: 10702.224609375, len: 0.0, nonzero: 0.2380412071943283
--- eval ---
prediction result:
f1 on test:    0.4672
f1 on test:    0.7076 (micro)
f1 on KB:      0.6450
integrated f1: 0.5720, w_data: 0.3000, w_klg: 0.7000

integrated result:
f1 on test:    0.4560
f1 on test:    0.7081 (micro)
f1 on KB:      0.6508
integrated f1: 0.5924, w_data: 0.3000, w_klg: 0.7000
------------
Epoch 12000, Total loss: -12645383168.0000, CE loss: 35.9013, RL loss: -126453832.0000, Reward: -1904292.5156
    full cols: 1179, non-full cols: 33
   r - labels: 443, labels - r: 154
    violated: 15897, weighted: 10784.6259765625, len: 0.0, nonzero: 0.23872393369674683
Epoch 12100, Total loss: -4830036992.0000, CE loss: 35.9014, RL loss: -48300368.0000, Reward: -1904068.6836
    full cols: 1179, non-full cols: 33
   r - labels: 443, labels - r: 154
    violated: 15599, weighted: 10727.361328125, len: 0.0, nonzero: 0.23868028819561005
Epoch 12200, Total loss: -19127771136.0000, CE loss: 35.9052, RL loss: -191277712.0000, Reward: -1904592.8496
    full cols: 1182, non-full cols: 30
   r - labels: 442, labels - r: 153
    violated: 16194, weighted: 10768.974609375, len: 0.0, nonzero: 0.2389577478170395
Epoch 12300, Total loss: 10084241408.0000, CE loss: 35.9036, RL loss: 100842416.0000, Reward: -1903748.1953
    full cols: 1182, non-full cols: 28
   r - labels: 441, labels - r: 154
    violated: 15513, weighted: 10727.578125, len: 0.0, nonzero: 0.2387177050113678
Epoch 12400, Total loss: 2937701888.0000, CE loss: 35.9016, RL loss: 29377018.0000, Reward: -1903471.2695
    full cols: 1178, non-full cols: 31
   r - labels: 440, labels - r: 154
    violated: 14723, weighted: 10702.681640625, len: 0.0, nonzero: 0.2385462373495102
Epoch 12500, Total loss: -9459311616.0000, CE loss: 35.9017, RL loss: -94593120.0000, Reward: -1904257.5527
    full cols: 1178, non-full cols: 32
   r - labels: 440, labels - r: 153
    violated: 16235, weighted: 10705.44140625, len: 0.0, nonzero: 0.23848700523376465
Epoch 12600, Total loss: 31943360512.0000, CE loss: 35.9033, RL loss: 319433600.0000, Reward: -1902591.5332
    full cols: 1182, non-full cols: 21
   r - labels: 434, labels - r: 154
    violated: 15665, weighted: 10590.4462890625, len: 0.0, nonzero: 0.23821890354156494
Epoch 12700, Total loss: 31284688896.0000, CE loss: 35.9030, RL loss: 312846880.0000, Reward: -1903530.2168
    full cols: 1180, non-full cols: 25
   r - labels: 436, labels - r: 154
    violated: 16004, weighted: 10578.0234375, len: 0.0, nonzero: 0.23775127530097961
Epoch 12800, Total loss: -13904411648.0000, CE loss: 35.9038, RL loss: -139044112.0000, Reward: -1904344.4883
    full cols: 1178, non-full cols: 24
   r - labels: 433, labels - r: 154
    violated: 14827, weighted: 10519.8291015625, len: 0.0, nonzero: 0.23724934458732605
Epoch 12900, Total loss: -20879169536.0000, CE loss: 35.9036, RL loss: -208791696.0000, Reward: -1904113.1230
    full cols: 1178, non-full cols: 21
   r - labels: 430, labels - r: 154
    violated: 15276, weighted: 10527.78515625, len: 0.0, nonzero: 0.23742081224918365
Epoch 13000, Total loss: 10535813120.0000, CE loss: 35.9025, RL loss: 105358136.0000, Reward: -1903716.0352
    full cols: 1176, non-full cols: 24
   r - labels: 431, labels - r: 154
    violated: 15385, weighted: 10575.294921875, len: 0.0, nonzero: 0.23698748648166656
Epoch 13100, Total loss: -26845599744.0000, CE loss: 35.9019, RL loss: -268456000.0000, Reward: -1905014.5332
    full cols: 1175, non-full cols: 25
   r - labels: 431, labels - r: 154
    violated: 15396, weighted: 10568.361328125, len: 0.0, nonzero: 0.23717452585697174
Epoch 13200, Total loss: 66220204032.0000, CE loss: 35.9015, RL loss: 662202048.0000, Reward: -1903043.2500
    full cols: 1179, non-full cols: 24
   r - labels: 434, labels - r: 154
    violated: 14970, weighted: 10591.0771484375, len: 0.0, nonzero: 0.23732729256153107
Epoch 13300, Total loss: 2408428032.0000, CE loss: 35.9015, RL loss: 24084280.0000, Reward: -1905925.9531
    full cols: 1183, non-full cols: 27
   r - labels: 442, labels - r: 155
    violated: 15714, weighted: 10778.265625, len: 0.0, nonzero: 0.23889851570129395
Epoch 13400, Total loss: -22414768128.0000, CE loss: 35.9025, RL loss: -224147680.0000, Reward: -1905305.5430
    full cols: 1181, non-full cols: 24
   r - labels: 437, labels - r: 155
    violated: 15289, weighted: 10719.259765625, len: 0.0, nonzero: 0.23819395899772644
Epoch 13500, Total loss: 41519345664.0000, CE loss: 35.9029, RL loss: 415193440.0000, Reward: -1906060.8301
    full cols: 1189, non-full cols: 21
   r - labels: 442, labels - r: 155
    violated: 16144, weighted: 10831.685546875, len: 0.0, nonzero: 0.23908868432044983
Epoch 13600, Total loss: 10091880448.0000, CE loss: 35.9028, RL loss: 100918800.0000, Reward: -1905722.6719
    full cols: 1179, non-full cols: 31
   r - labels: 440, labels - r: 153
    violated: 15412, weighted: 10769.0166015625, len: 0.0, nonzero: 0.23894840478897095
Epoch 13700, Total loss: -32361842688.0000, CE loss: 35.9046, RL loss: -323618432.0000, Reward: -1907809.9688
    full cols: 1188, non-full cols: 27
   r - labels: 445, labels - r: 153
    violated: 15549, weighted: 10741.798828125, len: 0.0, nonzero: 0.23938797414302826
Epoch 13800, Total loss: 46264610816.0000, CE loss: 35.9045, RL loss: 462646112.0000, Reward: -1907789.8574
    full cols: 1185, non-full cols: 30
   r - labels: 445, labels - r: 153
    violated: 15159, weighted: 10902.673828125, len: 0.0, nonzero: 0.23976831138134003
Epoch 13900, Total loss: -15664105472.0000, CE loss: 35.9021, RL loss: -156641056.0000, Reward: -1909799.5625
    full cols: 1177, non-full cols: 43
   r - labels: 447, labels - r: 150
    violated: 15742, weighted: 10919.99609375, len: 0.0, nonzero: 0.23966854810714722
--- eval ---
prediction result:
f1 on test:    0.4672
f1 on test:    0.7076 (micro)
f1 on KB:      0.6450
integrated f1: 0.5720, w_data: 0.3000, w_klg: 0.7000

integrated result:
f1 on test:    0.4558
f1 on test:    0.7080 (micro)
f1 on KB:      0.6507
integrated f1: 0.5922, w_data: 0.3000, w_klg: 0.7000
------------
Epoch 14000, Total loss: -24201035776.0000, CE loss: 35.9019, RL loss: -242010368.0000, Reward: -1910693.9668
    full cols: 1182, non-full cols: 38
   r - labels: 451, labels - r: 154
    violated: 15817, weighted: 11048.3515625, len: 0.0, nonzero: 0.24044169485569
Epoch 14100, Total loss: -10986294272.0000, CE loss: 35.9030, RL loss: -109862944.0000, Reward: -1910429.0215
    full cols: 1179, non-full cols: 37
   r - labels: 447, labels - r: 154
    violated: 15430, weighted: 10838.109375, len: 0.0, nonzero: 0.2391541600227356
Epoch 14200, Total loss: 8172636160.0000, CE loss: 35.9007, RL loss: 81726360.0000, Reward: -1910700.4863
    full cols: 1181, non-full cols: 30
   r - labels: 446, labels - r: 158
    violated: 15344, weighted: 10907.291015625, len: 0.0, nonzero: 0.23892346024513245
Epoch 14300, Total loss: 20735430656.0000, CE loss: 35.9030, RL loss: 207354304.0000, Reward: -1910565.7227
    full cols: 1177, non-full cols: 45
   r - labels: 453, labels - r: 154
    violated: 15317, weighted: 10912.357421875, len: 0.0, nonzero: 0.23955319821834564
Epoch 14400, Total loss: 33571002368.0000, CE loss: 35.9020, RL loss: 335710016.0000, Reward: -1913873.9434
    full cols: 1203, non-full cols: 17
   r - labels: 456, labels - r: 159
    violated: 15355, weighted: 11288.1025390625, len: 0.0, nonzero: 0.24215321242809296
Epoch 14500, Total loss: 19417419776.0000, CE loss: 35.9046, RL loss: 194174208.0000, Reward: -1911870.1289
    full cols: 1170, non-full cols: 49
   r - labels: 450, labels - r: 154
    violated: 16519, weighted: 10914.6611328125, len: 0.0, nonzero: 0.2385244220495224
Epoch 14600, Total loss: -10609809408.0000, CE loss: 35.9034, RL loss: -106098096.0000, Reward: -1910952.8125
    full cols: 1163, non-full cols: 52
   r - labels: 445, labels - r: 153
    violated: 15926, weighted: 10671.2880859375, len: 0.0, nonzero: 0.23729611933231354
Epoch 14700, Total loss: 3272515584.0000, CE loss: 35.9029, RL loss: 32725156.0000, Reward: -1910304.5410
    full cols: 1175, non-full cols: 42
   r - labels: 449, labels - r: 155
    violated: 15440, weighted: 10791.0068359375, len: 0.0, nonzero: 0.2386210560798645
Epoch 14800, Total loss: -45825449984.0000, CE loss: 35.9027, RL loss: -458254496.0000, Reward: -1911817.4355
    full cols: 1177, non-full cols: 36
   r - labels: 446, labels - r: 156
    violated: 16471, weighted: 10827.6416015625, len: 0.0, nonzero: 0.23842154443264008
Epoch 14900, Total loss: -7022413824.0000, CE loss: 35.9029, RL loss: -70224136.0000, Reward: -1915783.5000
    full cols: 1203, non-full cols: 10
   r - labels: 455, labels - r: 165
    violated: 15457, weighted: 11372.095703125, len: 0.0, nonzero: 0.24124912917613983
Epoch 15000, Total loss: 10465122304.0000, CE loss: 35.9011, RL loss: 104651224.0000, Reward: -1920190.9590
    full cols: 1209, non-full cols: 4
   r - labels: 455, labels - r: 165
    violated: 16307, weighted: 11434.236328125, len: 0.0, nonzero: 0.24185703694820404
------ ABL Loop 1 ------
--- eval ---
prediction result:
f1 on test:    0.4672
f1 on test:    0.7076 (micro)
f1 on KB:      0.6450
integrated f1: 0.5644, w_data: 0.3380, w_klg: 0.6620

integrated result:
f1 on test:    0.4561
f1 on test:    0.7081 (micro)
f1 on KB:      0.6506
integrated f1: 0.5849, w_data: 0.3380, w_klg: 0.6620
------------
integrated f1 0.5644

KB before refine:
num_nodes: 5012.0000
num_edges: 3652.0000
density: 0.0001
avg_degree: 0.7287
avg_clustering: 0.0331
degree_assortativity: -0.3292
modularity: 0.6617
avg_betweenness: 0.0000
avg_closeness: 0.0084
Iteration 0: Loss = 4087300.750000
|Xk-Y|_F:  4087300.750000, |X-X0|:  0.000000
rounded |X_k-Y|_0 = 4087313, f1 =  0.389953, approx slack: 4816551
rounded before pow |X_k-Y|_0 = 4087313, f1 =  0.389953

Iteration 20: Loss = 912880.500000
|Xk-Y|_F:  735755.812500, |X-X0|:  177124.718750
rounded |X_k-Y|_0 = 783967, f1 =  0.642613, approx slack: 713773
rounded before pow |X_k-Y|_0 = 1070656, f1 =  0.629756

Iteration 40: Loss = 719835.000000
|Xk-Y|_F:  628926.562500, |X-X0|:  90908.468750
rounded |X_k-Y|_0 = 650933, f1 =  0.649220, approx slack: 800886
rounded before pow |X_k-Y|_0 = 1183924, f1 =  0.624058

Iteration 60: Loss = 646739.125000
|Xk-Y|_F:  574612.937500, |X-X0|:  72126.171875
rounded |X_k-Y|_0 = 558414, f1 =  0.653666, approx slack: 842591
rounded before pow |X_k-Y|_0 = 1225390, f1 =  0.622296

Iteration 80: Loss = 602839.812500
|Xk-Y|_F:  535487.562500, |X-X0|:  67352.234375
rounded |X_k-Y|_0 = 538609, f1 =  0.654612, approx slack: 840957
rounded before pow |X_k-Y|_0 = 1197848, f1 =  0.623270

Iteration 100: Loss = 578391.437500
|Xk-Y|_F:  514142.750000, |X-X0|:  64248.667969
rounded |X_k-Y|_0 = 522636, f1 =  0.655374, approx slack: 811376
rounded before pow |X_k-Y|_0 = 1158618, f1 =  0.624922

Iteration 120: Loss = 562652.750000
|Xk-Y|_F:  500850.968750, |X-X0|:  61801.773438
rounded |X_k-Y|_0 = 510066, f1 =  0.655979, approx slack: 778007
rounded before pow |X_k-Y|_0 = 1141665, f1 =  0.625630

Iteration 140: Loss = 551897.000000
|Xk-Y|_F:  492162.625000, |X-X0|:  59734.382812
rounded |X_k-Y|_0 = 500139, f1 =  0.656456, approx slack: 758145
rounded before pow |X_k-Y|_0 = 1121927, f1 =  0.626478

Iteration 160: Loss = 543770.000000
|Xk-Y|_F:  486038.406250, |X-X0|:  57731.621094
rounded |X_k-Y|_0 = 493612, f1 =  0.656769, approx slack: 753431
rounded before pow |X_k-Y|_0 = 1118444, f1 =  0.626725

Iteration 180: Loss = 536383.687500
|Xk-Y|_F:  480558.156250, |X-X0|:  55825.503906
rounded |X_k-Y|_0 = 487673, f1 =  0.657053, approx slack: 755888
rounded before pow |X_k-Y|_0 = 1118340, f1 =  0.626741

Iteration 200: Loss = 530204.937500
|Xk-Y|_F:  476371.687500, |X-X0|:  53833.273438
rounded |X_k-Y|_0 = 482673, f1 =  0.657292, approx slack: 742624
rounded before pow |X_k-Y|_0 = 1105805, f1 =  0.627386

Iteration 220: Loss = 524897.812500
|Xk-Y|_F:  472978.656250, |X-X0|:  51919.140625
rounded |X_k-Y|_0 = 478546, f1 =  0.657490, approx slack: 747555
rounded before pow |X_k-Y|_0 = 1104091, f1 =  0.627453

Iteration 240: Loss = 520322.375000
|Xk-Y|_F:  470007.656250, |X-X0|:  50314.730469
rounded |X_k-Y|_0 = 475185, f1 =  0.657651, approx slack: 749595
rounded before pow |X_k-Y|_0 = 1103854, f1 =  0.627463

Iteration 260: Loss = 516318.343750
|Xk-Y|_F:  467422.093750, |X-X0|:  48896.257812
rounded |X_k-Y|_0 = 472168, f1 =  0.657796, approx slack: 752058
rounded before pow |X_k-Y|_0 = 1103798, f1 =  0.627465

Iteration 280: Loss = 512554.718750
|Xk-Y|_F:  465049.656250, |X-X0|:  47505.054688
rounded |X_k-Y|_0 = 469151, f1 =  0.657941, approx slack: 762261
rounded before pow |X_k-Y|_0 = 1107219, f1 =  0.627298

Iteration 300: Loss = 509014.687500
|Xk-Y|_F:  462863.875000, |X-X0|:  46150.796875
rounded |X_k-Y|_0 = 465825, f1 =  0.658100, approx slack: 760875
rounded before pow |X_k-Y|_0 = 1103191, f1 =  0.627471

Iteration 320: Loss = 505519.968750
|Xk-Y|_F:  460876.250000, |X-X0|:  44643.710938
rounded |X_k-Y|_0 = 462598, f1 =  0.658254, approx slack: 763611
rounded before pow |X_k-Y|_0 = 1102616, f1 =  0.627500

Iteration 340: Loss = 502107.312500
|Xk-Y|_F:  459020.156250, |X-X0|:  43087.140625
rounded |X_k-Y|_0 = 460191, f1 =  0.658370, approx slack: 768851
rounded before pow |X_k-Y|_0 = 1106017, f1 =  0.627367

Iteration 360: Loss = 498835.312500
|Xk-Y|_F:  457276.093750, |X-X0|:  41559.226562
rounded |X_k-Y|_0 = 457778, f1 =  0.658486, approx slack: 779610
rounded before pow |X_k-Y|_0 = 1110153, f1 =  0.627188

Iteration 380: Loss = 496022.500000
|Xk-Y|_F:  455650.968750, |X-X0|:  40371.531250
rounded |X_k-Y|_0 = 456102, f1 =  0.658567, approx slack: 782472
rounded before pow |X_k-Y|_0 = 1110103, f1 =  0.627192

Iteration 400: Loss = 493631.375000
|Xk-Y|_F:  454210.437500, |X-X0|:  39420.937500
rounded |X_k-Y|_0 = 454557, f1 =  0.658641, approx slack: 783845
rounded before pow |X_k-Y|_0 = 1109810, f1 =  0.627205

Iteration 420: Loss = 491457.375000
|Xk-Y|_F:  452867.312500, |X-X0|:  38590.070312
rounded |X_k-Y|_0 = 453250, f1 =  0.658704, approx slack: 777928
rounded before pow |X_k-Y|_0 = 1104598, f1 =  0.627428

Iteration 440: Loss = 489306.250000
|Xk-Y|_F:  451531.187500, |X-X0|:  37775.062500
rounded |X_k-Y|_0 = 452116, f1 =  0.658758, approx slack: 781554
rounded before pow |X_k-Y|_0 = 1108500, f1 =  0.627273

Iteration 460: Loss = 487500.718750
|Xk-Y|_F:  450430.562500, |X-X0|:  37070.167969
rounded |X_k-Y|_0 = 451247, f1 =  0.658800, approx slack: 782114
rounded before pow |X_k-Y|_0 = 1108385, f1 =  0.627285

Iteration 480: Loss = 486327.625000
|Xk-Y|_F:  449821.875000, |X-X0|:  36505.757812
rounded |X_k-Y|_0 = 450610, f1 =  0.658831, approx slack: 782793
rounded before pow |X_k-Y|_0 = 1108209, f1 =  0.627293

Iteration 500: Loss = 484363.218750
|Xk-Y|_F:  448541.281250, |X-X0|:  35821.925781
rounded |X_k-Y|_0 = 450148, f1 =  0.658853, approx slack: 783483
rounded before pow |X_k-Y|_0 = 1108199, f1 =  0.627293

Iteration 520: Loss = 482798.812500
|Xk-Y|_F:  447509.718750, |X-X0|:  35289.082031
rounded |X_k-Y|_0 = 449409, f1 =  0.658889, approx slack: 792090
rounded before pow |X_k-Y|_0 = 1112568, f1 =  0.627060

Iteration 540: Loss = 481616.250000
|Xk-Y|_F:  446830.000000, |X-X0|:  34786.265625
rounded |X_k-Y|_0 = 448980, f1 =  0.658909, approx slack: 791463
rounded before pow |X_k-Y|_0 = 1112525, f1 =  0.627062

Iteration 560: Loss = 479954.937500
|Xk-Y|_F:  445755.750000, |X-X0|:  34199.183594
rounded |X_k-Y|_0 = 448357, f1 =  0.658939, approx slack: 791289
rounded before pow |X_k-Y|_0 = 1112380, f1 =  0.627071

Iteration 580: Loss = 478860.437500
|Xk-Y|_F:  445149.750000, |X-X0|:  33710.687500
rounded |X_k-Y|_0 = 447519, f1 =  0.658979, approx slack: 791840
rounded before pow |X_k-Y|_0 = 1111923, f1 =  0.627093

Iteration 600: Loss = 477517.750000
|Xk-Y|_F:  444388.562500, |X-X0|:  33129.175781
rounded |X_k-Y|_0 = 447221, f1 =  0.658994, approx slack: 796281
rounded before pow |X_k-Y|_0 = 1115356, f1 =  0.626947

Iteration 620: Loss = 476346.781250
|Xk-Y|_F:  443668.281250, |X-X0|:  32678.488281
rounded |X_k-Y|_0 = 446433, f1 =  0.659032, approx slack: 796473
rounded before pow |X_k-Y|_0 = 1115337, f1 =  0.626949

Iteration 640: Loss = 475159.687500
|Xk-Y|_F:  442952.312500, |X-X0|:  32207.359375
rounded |X_k-Y|_0 = 445816, f1 =  0.659061, approx slack: 800536
rounded before pow |X_k-Y|_0 = 1117952, f1 =  0.626838

Iteration 660: Loss = 474085.812500
|Xk-Y|_F:  442283.375000, |X-X0|:  31802.449219
rounded |X_k-Y|_0 = 445303, f1 =  0.659086, approx slack: 799337
rounded before pow |X_k-Y|_0 = 1117873, f1 =  0.626876

Iteration 680: Loss = 473296.406250
|Xk-Y|_F:  441845.187500, |X-X0|:  31451.230469
rounded |X_k-Y|_0 = 444900, f1 =  0.659105, approx slack: 803238
rounded before pow |X_k-Y|_0 = 1121604, f1 =  0.626715

Iteration 700: Loss = 472390.250000
|Xk-Y|_F:  441324.875000, |X-X0|:  31065.365234
rounded |X_k-Y|_0 = 444494, f1 =  0.659125, approx slack: 808002
rounded before pow |X_k-Y|_0 = 1125479, f1 =  0.626549

Iteration 720: Loss = 471358.281250
|Xk-Y|_F:  440663.656250, |X-X0|:  30694.617188
rounded |X_k-Y|_0 = 443958, f1 =  0.659151, approx slack: 807963
rounded before pow |X_k-Y|_0 = 1125640, f1 =  0.626542

Iteration 740: Loss = 470845.500000
|Xk-Y|_F:  440415.968750, |X-X0|:  30429.515625
rounded |X_k-Y|_0 = 443514, f1 =  0.659172, approx slack: 808546
rounded before pow |X_k-Y|_0 = 1125554, f1 =  0.626546

Iteration 760: Loss = 469788.125000
|Xk-Y|_F:  439774.437500, |X-X0|:  30013.675781
rounded |X_k-Y|_0 = 443069, f1 =  0.659194, approx slack: 809110
rounded before pow |X_k-Y|_0 = 1125818, f1 =  0.626534

Iteration 780: Loss = 469103.656250
|Xk-Y|_F:  439420.906250, |X-X0|:  29682.750000
rounded |X_k-Y|_0 = 442900, f1 =  0.659202, approx slack: 809181
rounded before pow |X_k-Y|_0 = 1125808, f1 =  0.626534

Iteration 800: Loss = 468471.406250
|Xk-Y|_F:  439111.843750, |X-X0|:  29359.574219
rounded |X_k-Y|_0 = 442597, f1 =  0.659217, approx slack: 801281
rounded before pow |X_k-Y|_0 = 1117218, f1 =  0.626904

Iteration 820: Loss = 467520.406250
|Xk-Y|_F:  438533.687500, |X-X0|:  28986.718750
rounded |X_k-Y|_0 = 442136, f1 =  0.659240, approx slack: 796739
rounded before pow |X_k-Y|_0 = 1112682, f1 =  0.627099

Iteration 840: Loss = 466712.250000
|Xk-Y|_F:  438043.781250, |X-X0|:  28668.484375
rounded |X_k-Y|_0 = 441723, f1 =  0.659260, approx slack: 797518
rounded before pow |X_k-Y|_0 = 1113606, f1 =  0.627059

Iteration 860: Loss = 466139.375000
|Xk-Y|_F:  437742.718750, |X-X0|:  28396.658203
rounded |X_k-Y|_0 = 441486, f1 =  0.659271, approx slack: 797721
rounded before pow |X_k-Y|_0 = 1113607, f1 =  0.627059

Iteration 880: Loss = 464809.281250
|Xk-Y|_F:  436822.312500, |X-X0|:  27986.960938
rounded |X_k-Y|_0 = 440780, f1 =  0.659306, approx slack: 797321
rounded before pow |X_k-Y|_0 = 1112831, f1 =  0.627092

Iteration 900: Loss = 464142.125000
|Xk-Y|_F:  436429.093750, |X-X0|:  27713.025391
rounded |X_k-Y|_0 = 440368, f1 =  0.659325, approx slack: 797198
rounded before pow |X_k-Y|_0 = 1112778, f1 =  0.627095

Iteration 920: Loss = 463323.312500
|Xk-Y|_F:  435963.187500, |X-X0|:  27360.132812
rounded |X_k-Y|_0 = 440063, f1 =  0.659340, approx slack: 805543
rounded before pow |X_k-Y|_0 = 1120413, f1 =  0.626767

Iteration 940: Loss = 462627.312500
|Xk-Y|_F:  435525.562500, |X-X0|:  27101.765625
rounded |X_k-Y|_0 = 439732, f1 =  0.659356, approx slack: 813260
rounded before pow |X_k-Y|_0 = 1128079, f1 =  0.626437

Iteration 960: Loss = 462032.687500
|Xk-Y|_F:  435199.593750, |X-X0|:  26833.099609
rounded |X_k-Y|_0 = 439299, f1 =  0.659377, approx slack: 806259
rounded before pow |X_k-Y|_0 = 1120754, f1 =  0.626752

Iteration 980: Loss = 461542.437500
|Xk-Y|_F:  434880.906250, |X-X0|:  26661.531250
rounded |X_k-Y|_0 = 438862, f1 =  0.659398, approx slack: 810330
rounded before pow |X_k-Y|_0 = 1124553, f1 =  0.626589

Iteration 1000: Loss = 460733.062500
|Xk-Y|_F:  434343.750000, |X-X0|:  26389.304688
rounded |X_k-Y|_0 = 438414, f1 =  0.659420, approx slack: 810908
rounded before pow |X_k-Y|_0 = 1124990, f1 =  0.626570

Iteration 1020: Loss = 459949.656250
|Xk-Y|_F:  433840.906250, |X-X0|:  26108.746094
rounded |X_k-Y|_0 = 437854, f1 =  0.659447, approx slack: 806985
rounded before pow |X_k-Y|_0 = 1121463, f1 =  0.626722

Iteration 1040: Loss = 459353.843750
|Xk-Y|_F:  433452.656250, |X-X0|:  25901.175781
rounded |X_k-Y|_0 = 437478, f1 =  0.659465, approx slack: 807609
rounded before pow |X_k-Y|_0 = 1121504, f1 =  0.626720

Iteration 1060: Loss = 458918.500000
|Xk-Y|_F:  433196.156250, |X-X0|:  25722.353516
rounded |X_k-Y|_0 = 437265, f1 =  0.659475, approx slack: 807703
rounded before pow |X_k-Y|_0 = 1121495, f1 =  0.626720

Iteration 1080: Loss = 458442.375000
|Xk-Y|_F:  432902.468750, |X-X0|:  25539.894531
rounded |X_k-Y|_0 = 436704, f1 =  0.659503, approx slack: 801465
rounded before pow |X_k-Y|_0 = 1117886, f1 =  0.626924

Iteration 1100: Loss = 457595.562500
|Xk-Y|_F:  432307.468750, |X-X0|:  25288.105469
rounded |X_k-Y|_0 = 436463, f1 =  0.659514, approx slack: 764106
rounded before pow |X_k-Y|_0 = 1116693, f1 =  0.627705

Iteration 1120: Loss = 457031.625000
|Xk-Y|_F:  431938.093750, |X-X0|:  25093.546875
rounded |X_k-Y|_0 = 435799, f1 =  0.659546, approx slack: 768239
rounded before pow |X_k-Y|_0 = 1120507, f1 =  0.627540

Iteration 1140: Loss = 456211.906250
|Xk-Y|_F:  431343.500000, |X-X0|:  24868.394531
rounded |X_k-Y|_0 = 435385, f1 =  0.659566, approx slack: 760979
rounded before pow |X_k-Y|_0 = 1120221, f1 =  0.627685

Iteration 1160: Loss = 455844.125000
|Xk-Y|_F:  431159.187500, |X-X0|:  24684.947266
rounded |X_k-Y|_0 = 435199, f1 =  0.659575, approx slack: 765546
rounded before pow |X_k-Y|_0 = 1124054, f1 =  0.627519

Iteration 1180: Loss = 455109.656250
|Xk-Y|_F:  430635.718750, |X-X0|:  24473.937500
rounded |X_k-Y|_0 = 434687, f1 =  0.659600, approx slack: 765248
rounded before pow |X_k-Y|_0 = 1123679, f1 =  0.627535

Iteration 1200: Loss = 454965.375000
|Xk-Y|_F:  430607.500000, |X-X0|:  24357.890625
rounded |X_k-Y|_0 = 434513, f1 =  0.659608, approx slack: 760440
rounded before pow |X_k-Y|_0 = 1119425, f1 =  0.627720

Iteration 1220: Loss = 454216.312500
|Xk-Y|_F:  430055.218750, |X-X0|:  24161.082031
rounded |X_k-Y|_0 = 434216, f1 =  0.659623, approx slack: 758834
rounded before pow |X_k-Y|_0 = 1118218, f1 =  0.627782

Iteration 1240: Loss = 453710.343750
|Xk-Y|_F:  429709.625000, |X-X0|:  24000.712891
rounded |X_k-Y|_0 = 433567, f1 =  0.659654, approx slack: 759662
rounded before pow |X_k-Y|_0 = 1118315, f1 =  0.627778

Iteration 1260: Loss = 453138.125000
|Xk-Y|_F:  429317.218750, |X-X0|:  23820.917969
rounded |X_k-Y|_0 = 433166, f1 =  0.659673, approx slack: 764668
rounded before pow |X_k-Y|_0 = 1122865, f1 =  0.627579

Iteration 1280: Loss = 453169.500000
|Xk-Y|_F:  429374.406250, |X-X0|:  23795.097656
rounded |X_k-Y|_0 = 432810, f1 =  0.659690, approx slack: 764623
rounded before pow |X_k-Y|_0 = 1122706, f1 =  0.627586

Iteration 1300: Loss = 452724.031250
|Xk-Y|_F:  429072.750000, |X-X0|:  23651.277344
rounded |X_k-Y|_0 = 432204, f1 =  0.659720, approx slack: 760700
rounded before pow |X_k-Y|_0 = 1118883, f1 =  0.627752

Iteration 1320: Loss = 452100.750000
|Xk-Y|_F:  428652.968750, |X-X0|:  23447.796875
rounded |X_k-Y|_0 = 431890, f1 =  0.659735, approx slack: 782739
rounded before pow |X_k-Y|_0 = 1119200, f1 =  0.627284

Iteration 1340: Loss = 451354.406250
|Xk-Y|_F:  428121.812500, |X-X0|:  23232.605469
rounded |X_k-Y|_0 = 431737, f1 =  0.659742, approx slack: 783078
rounded before pow |X_k-Y|_0 = 1119188, f1 =  0.627284

Iteration 1360: Loss = 450818.625000
|Xk-Y|_F:  427719.687500, |X-X0|:  23098.947266
rounded |X_k-Y|_0 = 431298, f1 =  0.659763, approx slack: 783356
rounded before pow |X_k-Y|_0 = 1119545, f1 =  0.627269

Iteration 1380: Loss = 450136.312500
|Xk-Y|_F:  427252.375000, |X-X0|:  22883.943359
rounded |X_k-Y|_0 = 430970, f1 =  0.659779, approx slack: 783175
rounded before pow |X_k-Y|_0 = 1119528, f1 =  0.627270

Iteration 1400: Loss = 449915.875000
|Xk-Y|_F:  427139.156250, |X-X0|:  22776.726562
rounded |X_k-Y|_0 = 430707, f1 =  0.659792, approx slack: 778744
rounded before pow |X_k-Y|_0 = 1115618, f1 =  0.627452

Iteration 1420: Loss = 449365.343750
|Xk-Y|_F:  426779.093750, |X-X0|:  22586.257812
rounded |X_k-Y|_0 = 430296, f1 =  0.659811, approx slack: 778864
rounded before pow |X_k-Y|_0 = 1115303, f1 =  0.627466

Iteration 1440: Loss = 449053.000000
|Xk-Y|_F:  426601.062500, |X-X0|:  22451.925781
rounded |X_k-Y|_0 = 430087, f1 =  0.659822, approx slack: 779251
rounded before pow |X_k-Y|_0 = 1115302, f1 =  0.627466

Iteration 1460: Loss = 448779.625000
|Xk-Y|_F:  426481.375000, |X-X0|:  22298.261719
rounded |X_k-Y|_0 = 429721, f1 =  0.659839, approx slack: 778875
rounded before pow |X_k-Y|_0 = 1115282, f1 =  0.627466

Iteration 1480: Loss = 448300.187500
|Xk-Y|_F:  426163.531250, |X-X0|:  22136.642578
rounded |X_k-Y|_0 = 429427, f1 =  0.659854, approx slack: 778917
rounded before pow |X_k-Y|_0 = 1114967, f1 =  0.627481

Iteration 1500: Loss = 448109.562500
|Xk-Y|_F:  426087.906250, |X-X0|:  22021.646484
rounded |X_k-Y|_0 = 428929, f1 =  0.659878, approx slack: 774266
rounded before pow |X_k-Y|_0 = 1110806, f1 =  0.627659

Iteration 1520: Loss = 447333.156250
|Xk-Y|_F:  425576.656250, |X-X0|:  21756.496094
rounded |X_k-Y|_0 = 428788, f1 =  0.659884, approx slack: 774733
rounded before pow |X_k-Y|_0 = 1110532, f1 =  0.627671

Iteration 1540: Loss = 446759.968750
|Xk-Y|_F:  425204.375000, |X-X0|:  21555.587891
rounded |X_k-Y|_0 = 428641, f1 =  0.659891, approx slack: 772217
rounded before pow |X_k-Y|_0 = 1108424, f1 =  0.627763

Iteration 1560: Loss = 446390.125000
|Xk-Y|_F:  425015.343750, |X-X0|:  21374.785156
rounded |X_k-Y|_0 = 428366, f1 =  0.659905, approx slack: 764009
rounded before pow |X_k-Y|_0 = 1100750, f1 =  0.628098

Iteration 1580: Loss = 446064.968750
|Xk-Y|_F:  424817.281250, |X-X0|:  21247.687500
rounded |X_k-Y|_0 = 428000, f1 =  0.659922, approx slack: 761658
rounded before pow |X_k-Y|_0 = 1100492, f1 =  0.628147

Iteration 1600: Loss = 445648.562500
|Xk-Y|_F:  424556.750000, |X-X0|:  21091.796875
rounded |X_k-Y|_0 = 427840, f1 =  0.659930, approx slack: 758031
rounded before pow |X_k-Y|_0 = 1096469, f1 =  0.628322

Iteration 1620: Loss = 445527.937500
|Xk-Y|_F:  424491.843750, |X-X0|:  21036.101562
rounded |X_k-Y|_0 = 427631, f1 =  0.659940, approx slack: 758265
rounded before pow |X_k-Y|_0 = 1098214, f1 =  0.628264

Iteration 1640: Loss = 444940.468750
|Xk-Y|_F:  424081.500000, |X-X0|:  20858.962891
rounded |X_k-Y|_0 = 427416, f1 =  0.659951, approx slack: 758824
rounded before pow |X_k-Y|_0 = 1098180, f1 =  0.628266

Iteration 1660: Loss = 444527.000000
|Xk-Y|_F:  423848.531250, |X-X0|:  20678.468750
rounded |X_k-Y|_0 = 427233, f1 =  0.659959, approx slack: 755826
rounded before pow |X_k-Y|_0 = 1095369, f1 =  0.628393

Iteration 1680: Loss = 444488.906250
|Xk-Y|_F:  423876.500000, |X-X0|:  20612.414062
rounded |X_k-Y|_0 = 426929, f1 =  0.659974, approx slack: 757615
rounded before pow |X_k-Y|_0 = 1097518, f1 =  0.628302

Iteration 1700: Loss = 443938.187500
|Xk-Y|_F:  423450.218750, |X-X0|:  20487.984375
rounded |X_k-Y|_0 = 426659, f1 =  0.659987, approx slack: 761506
rounded before pow |X_k-Y|_0 = 1101373, f1 =  0.628138

Iteration 1720: Loss = 443631.593750
|Xk-Y|_F:  423269.218750, |X-X0|:  20362.369141
rounded |X_k-Y|_0 = 426592, f1 =  0.659990, approx slack: 773627
rounded before pow |X_k-Y|_0 = 1112791, f1 =  0.627645

Iteration 1740: Loss = 443372.093750
|Xk-Y|_F:  423089.343750, |X-X0|:  20282.738281
rounded |X_k-Y|_0 = 426556, f1 =  0.659992, approx slack: 843816
rounded before pow |X_k-Y|_0 = 1182302, f1 =  0.624655

Iteration 1760: Loss = 442970.875000
|Xk-Y|_F:  422845.937500, |X-X0|:  20124.925781
rounded |X_k-Y|_0 = 426315, f1 =  0.660004, approx slack: 916705
rounded before pow |X_k-Y|_0 = 1253993, f1 =  0.621600

Iteration 1780: Loss = 442737.062500
|Xk-Y|_F:  422679.968750, |X-X0|:  20057.082031
rounded |X_k-Y|_0 = 426047, f1 =  0.660017, approx slack: 963735
rounded before pow |X_k-Y|_0 = 1295342, f1 =  0.619766

Iteration 1800: Loss = 442474.250000
|Xk-Y|_F:  422526.750000, |X-X0|:  19947.501953
rounded |X_k-Y|_0 = 425685, f1 =  0.660034, approx slack: 969569
rounded before pow |X_k-Y|_0 = 1300640, f1 =  0.619541

Iteration 1820: Loss = 442322.562500
|Xk-Y|_F:  422466.343750, |X-X0|:  19856.212891
rounded |X_k-Y|_0 = 425562, f1 =  0.660040, approx slack: 981099
rounded before pow |X_k-Y|_0 = 1314860, f1 =  0.618996

Iteration 1840: Loss = 442188.187500
|Xk-Y|_F:  422438.656250, |X-X0|:  19749.537109
rounded |X_k-Y|_0 = 425424, f1 =  0.660047, approx slack: 984941
rounded before pow |X_k-Y|_0 = 1318833, f1 =  0.618829

Iteration 1860: Loss = 441487.375000
|Xk-Y|_F:  421900.750000, |X-X0|:  19586.636719
rounded |X_k-Y|_0 = 425148, f1 =  0.660060, approx slack: 985400
rounded before pow |X_k-Y|_0 = 1319261, f1 =  0.618811

Iteration 1880: Loss = 441483.250000
|Xk-Y|_F:  421952.468750, |X-X0|:  19530.785156
rounded |X_k-Y|_0 = 424924, f1 =  0.660071, approx slack: 989611
rounded before pow |X_k-Y|_0 = 1323350, f1 =  0.618639

Iteration 1900: Loss = 440986.437500
|Xk-Y|_F:  421620.750000, |X-X0|:  19365.685547
rounded |X_k-Y|_0 = 424936, f1 =  0.660070, approx slack: 993881
rounded before pow |X_k-Y|_0 = 1327082, f1 =  0.618483

Iteration 1920: Loss = 440871.468750
|Xk-Y|_F:  421547.593750, |X-X0|:  19323.865234
rounded |X_k-Y|_0 = 424612, f1 =  0.660086, approx slack: 993690
rounded before pow |X_k-Y|_0 = 1327038, f1 =  0.618485

Iteration 1940: Loss = 441079.656250
|Xk-Y|_F:  421792.781250, |X-X0|:  19286.863281
rounded |X_k-Y|_0 = 424387, f1 =  0.660097, approx slack: 993380
rounded before pow |X_k-Y|_0 = 1326840, f1 =  0.618492

Iteration 1960: Loss = 440401.000000
|Xk-Y|_F:  421256.218750, |X-X0|:  19144.773438
rounded |X_k-Y|_0 = 424190, f1 =  0.660106, approx slack: 993385
rounded before pow |X_k-Y|_0 = 1326839, f1 =  0.618492

Iteration 1980: Loss = 440073.750000
|Xk-Y|_F:  421058.656250, |X-X0|:  19015.107422
rounded |X_k-Y|_0 = 424082, f1 =  0.660111, approx slack: 992963
rounded before pow |X_k-Y|_0 = 1326849, f1 =  0.618492

Iteration 2000: Loss = 439784.500000
|Xk-Y|_F:  420887.718750, |X-X0|:  18896.785156
rounded |X_k-Y|_0 = 423908, f1 =  0.660120, approx slack: 1010322
rounded before pow |X_k-Y|_0 = 1344011, f1 =  0.617771

Iteration 2020: Loss = 439731.000000
|Xk-Y|_F:  420903.562500, |X-X0|:  18827.449219
rounded |X_k-Y|_0 = 423883, f1 =  0.660121, approx slack: 992671
rounded before pow |X_k-Y|_0 = 1326156, f1 =  0.618522

Iteration 2040: Loss = 439388.000000
|Xk-Y|_F:  420656.031250, |X-X0|:  18731.955078
rounded |X_k-Y|_0 = 423658, f1 =  0.660132, approx slack: 993081
rounded before pow |X_k-Y|_0 = 1326418, f1 =  0.618510

Iteration 2060: Loss = 439542.312500
|Xk-Y|_F:  420790.656250, |X-X0|:  18751.671875
rounded |X_k-Y|_0 = 423593, f1 =  0.660135, approx slack: 992712
rounded before pow |X_k-Y|_0 = 1326378, f1 =  0.618513

Iteration 2080: Loss = 439306.281250
|Xk-Y|_F:  420655.093750, |X-X0|:  18651.191406
rounded |X_k-Y|_0 = 423468, f1 =  0.660141, approx slack: 993100
rounded before pow |X_k-Y|_0 = 1326290, f1 =  0.618516

Iteration 2100: Loss = 438903.218750
|Xk-Y|_F:  420393.468750, |X-X0|:  18509.738281
rounded |X_k-Y|_0 = 423415, f1 =  0.660144, approx slack: 993014
rounded before pow |X_k-Y|_0 = 1326232, f1 =  0.618523

Iteration 2120: Loss = 439300.468750
|Xk-Y|_F:  420786.750000, |X-X0|:  18513.730469
rounded |X_k-Y|_0 = 423081, f1 =  0.660160, approx slack: 989523
rounded before pow |X_k-Y|_0 = 1325095, f1 =  0.618614

Iteration 2140: Loss = 438633.031250
|Xk-Y|_F:  420279.031250, |X-X0|:  18353.988281
rounded |X_k-Y|_0 = 423203, f1 =  0.660154, approx slack: 988832
rounded before pow |X_k-Y|_0 = 1324460, f1 =  0.618641

Iteration 2160: Loss = 438310.093750
|Xk-Y|_F:  420035.093750, |X-X0|:  18274.988281
rounded |X_k-Y|_0 = 422881, f1 =  0.660169, approx slack: 988820
rounded before pow |X_k-Y|_0 = 1324514, f1 =  0.618639

Iteration 2180: Loss = 437952.625000
|Xk-Y|_F:  419766.531250, |X-X0|:  18186.101562
rounded |X_k-Y|_0 = 422763, f1 =  0.660175, approx slack: 988437
rounded before pow |X_k-Y|_0 = 1324436, f1 =  0.618643

Iteration 2200: Loss = 438066.843750
|Xk-Y|_F:  419923.156250, |X-X0|:  18143.675781
rounded |X_k-Y|_0 = 422622, f1 =  0.660182, approx slack: 987395
rounded before pow |X_k-Y|_0 = 1323174, f1 =  0.618697

Iteration 2220: Loss = 438014.437500
|Xk-Y|_F:  419866.500000, |X-X0|:  18147.953125
rounded |X_k-Y|_0 = 422363, f1 =  0.660194, approx slack: 990358
rounded before pow |X_k-Y|_0 = 1324157, f1 =  0.618616

Iteration 2240: Loss = 438108.593750
|Xk-Y|_F:  420035.312500, |X-X0|:  18073.292969
rounded |X_k-Y|_0 = 422480, f1 =  0.660189, approx slack: 981929
rounded before pow |X_k-Y|_0 = 1315862, f1 =  0.618966

Iteration 2260: Loss = 437464.062500
|Xk-Y|_F:  419569.531250, |X-X0|:  17894.527344
rounded |X_k-Y|_0 = 422099, f1 =  0.660207, approx slack: 981779
rounded before pow |X_k-Y|_0 = 1315862, f1 =  0.618967

Iteration 2280: Loss = 437501.500000
|Xk-Y|_F:  419590.343750, |X-X0|:  17911.167969
rounded |X_k-Y|_0 = 422046, f1 =  0.660210, approx slack: 982172
rounded before pow |X_k-Y|_0 = 1316127, f1 =  0.618957

Iteration 2300: Loss = 436737.562500
|Xk-Y|_F:  419049.031250, |X-X0|:  17688.527344
rounded |X_k-Y|_0 = 421846, f1 =  0.660219, approx slack: 980480
rounded before pow |X_k-Y|_0 = 1314976, f1 =  0.619005

Iteration 2320: Loss = 436768.312500
|Xk-Y|_F:  419103.093750, |X-X0|:  17665.212891
rounded |X_k-Y|_0 = 421692, f1 =  0.660227, approx slack: 981061
rounded before pow |X_k-Y|_0 = 1315386, f1 =  0.618988

Iteration 2340: Loss = 436911.437500
|Xk-Y|_F:  419282.093750, |X-X0|:  17629.343750
rounded |X_k-Y|_0 = 421695, f1 =  0.660226, approx slack: 981150
rounded before pow |X_k-Y|_0 = 1315370, f1 =  0.618989

Iteration 2360: Loss = 436526.187500
|Xk-Y|_F:  419005.093750, |X-X0|:  17521.089844
rounded |X_k-Y|_0 = 421441, f1 =  0.660239, approx slack: 981411
rounded before pow |X_k-Y|_0 = 1315360, f1 =  0.618988

Iteration 2380: Loss = 436418.906250
|Xk-Y|_F:  418968.125000, |X-X0|:  17450.791016
rounded |X_k-Y|_0 = 421498, f1 =  0.660236, approx slack: 977362
rounded before pow |X_k-Y|_0 = 1311548, f1 =  0.619149

Iteration 2400: Loss = 436328.093750
|Xk-Y|_F:  418909.031250, |X-X0|:  17419.070312
rounded |X_k-Y|_0 = 421317, f1 =  0.660245, approx slack: 981844
rounded before pow |X_k-Y|_0 = 1315471, f1 =  0.618984

Iteration 2420: Loss = 436258.531250
|Xk-Y|_F:  418931.062500, |X-X0|:  17327.480469
rounded |X_k-Y|_0 = 421123, f1 =  0.660254, approx slack: 977805
rounded before pow |X_k-Y|_0 = 1311590, f1 =  0.619148

Iteration 2440: Loss = 436229.593750
|Xk-Y|_F:  418954.375000, |X-X0|:  17275.226562
rounded |X_k-Y|_0 = 420810, f1 =  0.660269, approx slack: 984215
rounded before pow |X_k-Y|_0 = 1315374, f1 =  0.618965

Iteration 2460: Loss = 435781.968750
|Xk-Y|_F:  418628.968750, |X-X0|:  17153.007812
rounded |X_k-Y|_0 = 420653, f1 =  0.660277, approx slack: 984561
rounded before pow |X_k-Y|_0 = 1313276, f1 =  0.619017

Iteration 2480: Loss = 435484.062500
|Xk-Y|_F:  418434.156250, |X-X0|:  17049.908203
rounded |X_k-Y|_0 = 420636, f1 =  0.660277, approx slack: 985941
rounded before pow |X_k-Y|_0 = 1313502, f1 =  0.619001

Iteration 2500: Loss = 435508.250000
|Xk-Y|_F:  418486.593750, |X-X0|:  17021.646484
rounded |X_k-Y|_0 = 420490, f1 =  0.660284, approx slack: 984841
rounded before pow |X_k-Y|_0 = 1313361, f1 =  0.619007

Iteration 2520: Loss = 435593.125000
|Xk-Y|_F:  418600.312500, |X-X0|:  16992.822266
rounded |X_k-Y|_0 = 420663, f1 =  0.660276, approx slack: 982468
rounded before pow |X_k-Y|_0 = 1310877, f1 =  0.619113

Iteration 2540: Loss = 435182.031250
|Xk-Y|_F:  418290.687500, |X-X0|:  16891.347656
rounded |X_k-Y|_0 = 420313, f1 =  0.660293, approx slack: 979007
rounded before pow |X_k-Y|_0 = 1308210, f1 =  0.619225

Iteration 2560: Loss = 435177.031250
|Xk-Y|_F:  418337.656250, |X-X0|:  16839.380859
rounded |X_k-Y|_0 = 420206, f1 =  0.660298, approx slack: 979015
rounded before pow |X_k-Y|_0 = 1308181, f1 =  0.619226

Iteration 2580: Loss = 434931.218750
|Xk-Y|_F:  418128.625000, |X-X0|:  16802.585938
rounded |X_k-Y|_0 = 420130, f1 =  0.660302, approx slack: 967681
rounded before pow |X_k-Y|_0 = 1296493, f1 =  0.619720

Iteration 2600: Loss = 434540.375000
|Xk-Y|_F:  417855.250000, |X-X0|:  16685.126953
rounded |X_k-Y|_0 = 419884, f1 =  0.660314, approx slack: 967046
rounded before pow |X_k-Y|_0 = 1295795, f1 =  0.619750

Iteration 2620: Loss = 434616.000000
|Xk-Y|_F:  417919.625000, |X-X0|:  16696.386719
rounded |X_k-Y|_0 = 419609, f1 =  0.660327, approx slack: 970684
rounded before pow |X_k-Y|_0 = 1295495, f1 =  0.619705

Iteration 2640: Loss = 434396.625000
|Xk-Y|_F:  417776.406250, |X-X0|:  16620.228516
rounded |X_k-Y|_0 = 419601, f1 =  0.660327, approx slack: 966840
rounded before pow |X_k-Y|_0 = 1289383, f1 =  0.619936

Iteration 2660: Loss = 434240.187500
|Xk-Y|_F:  417663.750000, |X-X0|:  16576.437500
rounded |X_k-Y|_0 = 419576, f1 =  0.660328, approx slack: 962482
rounded before pow |X_k-Y|_0 = 1285306, f1 =  0.620108

Iteration 2680: Loss = 434171.031250
|Xk-Y|_F:  417629.437500, |X-X0|:  16541.605469
rounded |X_k-Y|_0 = 419373, f1 =  0.660338, approx slack: 962022
rounded before pow |X_k-Y|_0 = 1285225, f1 =  0.620112

Iteration 2700: Loss = 434294.375000
|Xk-Y|_F:  417791.562500, |X-X0|:  16502.812500
rounded |X_k-Y|_0 = 419375, f1 =  0.660338, approx slack: 958438
rounded before pow |X_k-Y|_0 = 1281333, f1 =  0.620264

Iteration 2720: Loss = 434004.125000
|Xk-Y|_F:  417561.437500, |X-X0|:  16442.671875
rounded |X_k-Y|_0 = 419202, f1 =  0.660346, approx slack: 958411
rounded before pow |X_k-Y|_0 = 1279332, f1 =  0.620321

Iteration 2740: Loss = 433668.687500
|Xk-Y|_F:  417292.187500, |X-X0|:  16376.499023
rounded |X_k-Y|_0 = 418772, f1 =  0.660367, approx slack: 962370
rounded before pow |X_k-Y|_0 = 1281346, f1 =  0.620207

Iteration 2760: Loss = 433408.843750
|Xk-Y|_F:  417138.906250, |X-X0|:  16269.927734
rounded |X_k-Y|_0 = 418715, f1 =  0.660370, approx slack: 948010
rounded before pow |X_k-Y|_0 = 1265405, f1 =  0.620881

Iteration 2780: Loss = 433191.062500
|Xk-Y|_F:  416943.406250, |X-X0|:  16247.643555
rounded |X_k-Y|_0 = 418557, f1 =  0.660377, approx slack: 937211
rounded before pow |X_k-Y|_0 = 1255533, f1 =  0.621299

Iteration 2800: Loss = 433089.312500
|Xk-Y|_F:  416867.656250, |X-X0|:  16221.652344
rounded |X_k-Y|_0 = 418433, f1 =  0.660383, approx slack: 925864
rounded before pow |X_k-Y|_0 = 1244126, f1 =  0.621784

Iteration 2820: Loss = 432815.312500
|Xk-Y|_F:  416688.687500, |X-X0|:  16126.639648
rounded |X_k-Y|_0 = 418319, f1 =  0.660389, approx slack: 951215
rounded before pow |X_k-Y|_0 = 1268646, f1 =  0.620737

Iteration 2840: Loss = 432739.750000
|Xk-Y|_F:  416640.062500, |X-X0|:  16099.698242
rounded |X_k-Y|_0 = 418257, f1 =  0.660392, approx slack: 895033
rounded before pow |X_k-Y|_0 = 1213561, f1 =  0.623084

Iteration 2860: Loss = 432422.937500
|Xk-Y|_F:  416425.468750, |X-X0|:  15997.459961
rounded |X_k-Y|_0 = 417870, f1 =  0.660411, approx slack: 891353
rounded before pow |X_k-Y|_0 = 1209733, f1 =  0.623247

Iteration 2880: Loss = 432415.187500
|Xk-Y|_F:  416432.000000, |X-X0|:  15983.176758
rounded |X_k-Y|_0 = 417911, f1 =  0.660409, approx slack: 879073
rounded before pow |X_k-Y|_0 = 1197944, f1 =  0.623750

Iteration 2900: Loss = 431816.906250
|Xk-Y|_F:  415951.062500, |X-X0|:  15865.839844
rounded |X_k-Y|_0 = 417390, f1 =  0.660434, approx slack: 870990
rounded before pow |X_k-Y|_0 = 1189858, f1 =  0.624086

Iteration 2920: Loss = 432216.500000
|Xk-Y|_F:  416318.968750, |X-X0|:  15897.537109
rounded |X_k-Y|_0 = 417480, f1 =  0.660429, approx slack: 898574
rounded before pow |X_k-Y|_0 = 1217606, f1 =  0.622903

Iteration 2940: Loss = 431717.718750
|Xk-Y|_F:  415907.218750, |X-X0|:  15810.501953
rounded |X_k-Y|_0 = 417208, f1 =  0.660442, approx slack: 880558
rounded before pow |X_k-Y|_0 = 1199271, f1 =  0.623683

Iteration 2960: Loss = 431033.625000
|Xk-Y|_F:  415387.093750, |X-X0|:  15646.543945
rounded |X_k-Y|_0 = 416854, f1 =  0.660459, approx slack: 810907
rounded before pow |X_k-Y|_0 = 1130708, f1 =  0.626631

Iteration 2980: Loss = 430908.468750
|Xk-Y|_F:  415283.718750, |X-X0|:  15624.753906
rounded |X_k-Y|_0 = 416679, f1 =  0.660468, approx slack: 808376
rounded before pow |X_k-Y|_0 = 1127138, f1 =  0.626784

Iteration 3000: Loss = 431123.656250
|Xk-Y|_F:  415386.625000, |X-X0|:  15737.043945
rounded |X_k-Y|_0 = 416545, f1 =  0.660474, approx slack: 807448
rounded before pow |X_k-Y|_0 = 1126963, f1 =  0.626792

Iteration 3020: Loss = 430736.937500
|Xk-Y|_F:  415096.375000, |X-X0|:  15640.578125
rounded |X_k-Y|_0 = 416227, f1 =  0.660490, approx slack: 804081
rounded before pow |X_k-Y|_0 = 1123918, f1 =  0.626924

Iteration 3040: Loss = 430369.562500
|Xk-Y|_F:  414780.875000, |X-X0|:  15588.671875
rounded |X_k-Y|_0 = 415966, f1 =  0.660502, approx slack: 804684
rounded before pow |X_k-Y|_0 = 1124599, f1 =  0.626895

Iteration 3060: Loss = 430171.656250
|Xk-Y|_F:  414673.812500, |X-X0|:  15497.835938
rounded |X_k-Y|_0 = 416004, f1 =  0.660500, approx slack: 811943
rounded before pow |X_k-Y|_0 = 1131471, f1 =  0.626600

Iteration 3080: Loss = 429820.906250
|Xk-Y|_F:  414382.562500, |X-X0|:  15438.339844
rounded |X_k-Y|_0 = 415695, f1 =  0.660515, approx slack: 792082
rounded before pow |X_k-Y|_0 = 1112697, f1 =  0.627420

Iteration 3100: Loss = 429964.343750
|Xk-Y|_F:  414483.218750, |X-X0|:  15481.121094
rounded |X_k-Y|_0 = 415544, f1 =  0.660523, approx slack: 791781
rounded before pow |X_k-Y|_0 = 1112325, f1 =  0.627437

Iteration 3120: Loss = 429611.312500
|Xk-Y|_F:  414256.593750, |X-X0|:  15354.716797
rounded |X_k-Y|_0 = 415537, f1 =  0.660523, approx slack: 788448
rounded before pow |X_k-Y|_0 = 1108684, f1 =  0.627587

Iteration 3140: Loss = 429721.687500
|Xk-Y|_F:  414326.843750, |X-X0|:  15394.848633
rounded |X_k-Y|_0 = 415474, f1 =  0.660526, approx slack: 784452
rounded before pow |X_k-Y|_0 = 1104233, f1 =  0.627781

Iteration 3160: Loss = 429292.906250
|Xk-Y|_F:  413988.343750, |X-X0|:  15304.559570
rounded |X_k-Y|_0 = 414887, f1 =  0.660554, approx slack: 778982
rounded before pow |X_k-Y|_0 = 1099583, f1 =  0.627982

Iteration 3180: Loss = 429261.531250
|Xk-Y|_F:  413998.062500, |X-X0|:  15263.468750
rounded |X_k-Y|_0 = 415115, f1 =  0.660543, approx slack: 773553
rounded before pow |X_k-Y|_0 = 1095578, f1 =  0.628196

Iteration 3200: Loss = 428890.687500
|Xk-Y|_F:  413717.312500, |X-X0|:  15173.386719
rounded |X_k-Y|_0 = 414881, f1 =  0.660554, approx slack: 772359
rounded before pow |X_k-Y|_0 = 1095052, f1 =  0.628221

Iteration 3220: Loss = 429152.343750
|Xk-Y|_F:  413925.031250, |X-X0|:  15227.324219
rounded |X_k-Y|_0 = 414729, f1 =  0.660562, approx slack: 769426
rounded before pow |X_k-Y|_0 = 1091811, f1 =  0.628362

Iteration 3240: Loss = 428560.906250
|Xk-Y|_F:  413443.343750, |X-X0|:  15117.562500
rounded |X_k-Y|_0 = 414685, f1 =  0.660564, approx slack: 756841
rounded before pow |X_k-Y|_0 = 1080002, f1 =  0.628875

Iteration 3260: Loss = 428464.937500
|Xk-Y|_F:  413397.593750, |X-X0|:  15067.359375
rounded |X_k-Y|_0 = 414349, f1 =  0.660580, approx slack: 756831
rounded before pow |X_k-Y|_0 = 1079705, f1 =  0.628888

Iteration 3280: Loss = 428724.375000
|Xk-Y|_F:  413602.531250, |X-X0|:  15121.845703
rounded |X_k-Y|_0 = 414492, f1 =  0.660573, approx slack: 755984
rounded before pow |X_k-Y|_0 = 1076770, f1 =  0.628975

Iteration 3300: Loss = 428074.593750
|Xk-Y|_F:  413038.843750, |X-X0|:  15035.751953
rounded |X_k-Y|_0 = 414114, f1 =  0.660591, approx slack: 752300
rounded before pow |X_k-Y|_0 = 1073276, f1 =  0.629126

Iteration 3320: Loss = 427935.812500
|Xk-Y|_F:  412960.218750, |X-X0|:  14975.598633
rounded |X_k-Y|_0 = 413835, f1 =  0.660605, approx slack: 730002
rounded before pow |X_k-Y|_0 = 1064294, f1 =  0.629793

Iteration 3340: Loss = 428147.593750
|Xk-Y|_F:  413075.468750, |X-X0|:  15072.129883
rounded |X_k-Y|_0 = 413979, f1 =  0.660598, approx slack: 733726
rounded before pow |X_k-Y|_0 = 1067761, f1 =  0.629643

Iteration 3360: Loss = 427449.343750
|Xk-Y|_F:  412599.312500, |X-X0|:  14850.033203
rounded |X_k-Y|_0 = 413475, f1 =  0.660622, approx slack: 729925
rounded before pow |X_k-Y|_0 = 1064234, f1 =  0.629795

Iteration 3380: Loss = 427790.343750
|Xk-Y|_F:  412851.031250, |X-X0|:  14939.306641
rounded |X_k-Y|_0 = 413672, f1 =  0.660613, approx slack: 726109
rounded before pow |X_k-Y|_0 = 1060376, f1 =  0.629962

Iteration 3400: Loss = 427543.562500
|Xk-Y|_F:  412647.843750, |X-X0|:  14895.730469
rounded |X_k-Y|_0 = 413416, f1 =  0.660625, approx slack: 722617
rounded before pow |X_k-Y|_0 = 1056589, f1 =  0.630127

Iteration 3420: Loss = 427187.281250
|Xk-Y|_F:  412345.843750, |X-X0|:  14841.440430
rounded |X_k-Y|_0 = 413163, f1 =  0.660637, approx slack: 724892
rounded before pow |X_k-Y|_0 = 1059338, f1 =  0.630007

Iteration 3440: Loss = 427003.187500
|Xk-Y|_F:  412189.468750, |X-X0|:  14813.726562
rounded |X_k-Y|_0 = 413056, f1 =  0.660643, approx slack: 722849
rounded before pow |X_k-Y|_0 = 1057225, f1 =  0.630100

Iteration 3460: Loss = 426989.875000
|Xk-Y|_F:  412155.843750, |X-X0|:  14834.046875
rounded |X_k-Y|_0 = 412774, f1 =  0.660656, approx slack: 722585
rounded before pow |X_k-Y|_0 = 1057306, f1 =  0.630096

Iteration 3480: Loss = 426832.312500
|Xk-Y|_F:  412069.250000, |X-X0|:  14763.059570
rounded |X_k-Y|_0 = 412704, f1 =  0.660659, approx slack: 722943
rounded before pow |X_k-Y|_0 = 1057082, f1 =  0.630106

Iteration 3500: Loss = 426567.281250
|Xk-Y|_F:  411783.375000, |X-X0|:  14783.913086
rounded |X_k-Y|_0 = 412360, f1 =  0.660676, approx slack: 716917
rounded before pow |X_k-Y|_0 = 1051414, f1 =  0.630353

Iteration 3520: Loss = 426258.468750
|Xk-Y|_F:  411582.468750, |X-X0|:  14675.990234
rounded |X_k-Y|_0 = 412307, f1 =  0.660678, approx slack: 718108
rounded before pow |X_k-Y|_0 = 1052731, f1 =  0.630293

Iteration 3540: Loss = 426407.218750
|Xk-Y|_F:  411704.250000, |X-X0|:  14702.968750
rounded |X_k-Y|_0 = 412187, f1 =  0.660684, approx slack: 714602
rounded before pow |X_k-Y|_0 = 1048800, f1 =  0.630465

Iteration 3560: Loss = 426103.687500
|Xk-Y|_F:  411447.781250, |X-X0|:  14655.908203
rounded |X_k-Y|_0 = 412123, f1 =  0.660687, approx slack: 713871
rounded before pow |X_k-Y|_0 = 1048213, f1 =  0.630488

Iteration 3580: Loss = 426164.437500
|Xk-Y|_F:  411495.000000, |X-X0|:  14669.445312
rounded |X_k-Y|_0 = 412142, f1 =  0.660686, approx slack: 713256
rounded before pow |X_k-Y|_0 = 1047739, f1 =  0.630506

Iteration 3600: Loss = 425966.468750
|Xk-Y|_F:  411329.781250, |X-X0|:  14636.701172
rounded |X_k-Y|_0 = 412023, f1 =  0.660692, approx slack: 705605
rounded before pow |X_k-Y|_0 = 1043854, f1 =  0.630755

Iteration 3620: Loss = 425881.843750
|Xk-Y|_F:  411210.250000, |X-X0|:  14671.605469
rounded |X_k-Y|_0 = 411649, f1 =  0.660710, approx slack: 701008
rounded before pow |X_k-Y|_0 = 1039218, f1 =  0.630959

Iteration 3640: Loss = 425844.343750
|Xk-Y|_F:  411216.125000, |X-X0|:  14628.216797
rounded |X_k-Y|_0 = 411654, f1 =  0.660710, approx slack: 696459
rounded before pow |X_k-Y|_0 = 1034753, f1 =  0.631157

Iteration 3660: Loss = 425793.406250
|Xk-Y|_F:  411198.500000, |X-X0|:  14594.911133
rounded |X_k-Y|_0 = 411644, f1 =  0.660710, approx slack: 694880
rounded before pow |X_k-Y|_0 = 1034090, f1 =  0.631190

Iteration 3680: Loss = 425490.031250
|Xk-Y|_F:  410944.000000, |X-X0|:  14546.037109
rounded |X_k-Y|_0 = 411398, f1 =  0.660722, approx slack: 698795
rounded before pow |X_k-Y|_0 = 1037803, f1 =  0.631032

Iteration 3700: Loss = 425550.781250
|Xk-Y|_F:  411025.531250, |X-X0|:  14525.263672
rounded |X_k-Y|_0 = 411573, f1 =  0.660714, approx slack: 698371
rounded before pow |X_k-Y|_0 = 1037627, f1 =  0.631040

Iteration 3720: Loss = 425240.312500
|Xk-Y|_F:  410774.343750, |X-X0|:  14465.958984
rounded |X_k-Y|_0 = 411267, f1 =  0.660728, approx slack: 698183
rounded before pow |X_k-Y|_0 = 1037491, f1 =  0.631050

Iteration 3740: Loss = 425122.125000
|Xk-Y|_F:  410671.250000, |X-X0|:  14450.869141
rounded |X_k-Y|_0 = 411082, f1 =  0.660737, approx slack: 698817
rounded before pow |X_k-Y|_0 = 1037546, f1 =  0.631046

Iteration 3760: Loss = 425146.093750
|Xk-Y|_F:  410652.625000, |X-X0|:  14493.462891
rounded |X_k-Y|_0 = 410985, f1 =  0.660742, approx slack: 690993
rounded before pow |X_k-Y|_0 = 1030624, f1 =  0.631351

Iteration 3780: Loss = 424753.593750
|Xk-Y|_F:  410380.750000, |X-X0|:  14372.842773
rounded |X_k-Y|_0 = 410817, f1 =  0.660750, approx slack: 682421
rounded before pow |X_k-Y|_0 = 1021754, f1 =  0.631739

Iteration 3800: Loss = 424946.375000
|Xk-Y|_F:  410467.968750, |X-X0|:  14478.410156
rounded |X_k-Y|_0 = 410594, f1 =  0.660761, approx slack: 691921
rounded before pow |X_k-Y|_0 = 1030703, f1 =  0.631348

Iteration 3820: Loss = 424729.281250
|Xk-Y|_F:  410318.437500, |X-X0|:  14410.840820
rounded |X_k-Y|_0 = 410490, f1 =  0.660766, approx slack: 685866
rounded before pow |X_k-Y|_0 = 1025277, f1 =  0.631585

Iteration 3840: Loss = 424659.312500
|Xk-Y|_F:  410264.343750, |X-X0|:  14394.966797
rounded |X_k-Y|_0 = 410488, f1 =  0.660766, approx slack: 686004
rounded before pow |X_k-Y|_0 = 1024482, f1 =  0.631621

Iteration 3860: Loss = 424510.500000
|Xk-Y|_F:  410118.125000, |X-X0|:  14392.371094
rounded |X_k-Y|_0 = 410130, f1 =  0.660783, approx slack: 683455
rounded before pow |X_k-Y|_0 = 1024192, f1 =  0.631633

Iteration 3880: Loss = 424581.281250
|Xk-Y|_F:  410285.906250, |X-X0|:  14295.383789
rounded |X_k-Y|_0 = 410118, f1 =  0.660783, approx slack: 655209
rounded before pow |X_k-Y|_0 = 995646, f1 =  0.632885

Iteration 3900: Loss = 424239.781250
|Xk-Y|_F:  410013.937500, |X-X0|:  14225.857422
rounded |X_k-Y|_0 = 410070, f1 =  0.660786, approx slack: 655118
rounded before pow |X_k-Y|_0 = 995527, f1 =  0.632889

Iteration 3920: Loss = 424252.468750
|Xk-Y|_F:  409976.812500, |X-X0|:  14275.656250
rounded |X_k-Y|_0 = 409904, f1 =  0.660794, approx slack: 725683
rounded before pow |X_k-Y|_0 = 1057716, f1 =  0.629998

Iteration 3940: Loss = 424150.718750
|Xk-Y|_F:  409898.968750, |X-X0|:  14251.763672
rounded |X_k-Y|_0 = 409580, f1 =  0.660809, approx slack: 653709
rounded before pow |X_k-Y|_0 = 994075, f1 =  0.632962

Iteration 3960: Loss = 423931.343750
|Xk-Y|_F:  409715.156250, |X-X0|:  14216.185547
rounded |X_k-Y|_0 = 409707, f1 =  0.660803, approx slack: 649899
rounded before pow |X_k-Y|_0 = 990385, f1 =  0.633123

Iteration 3980: Loss = 423988.593750
|Xk-Y|_F:  409706.406250, |X-X0|:  14282.201172
rounded |X_k-Y|_0 = 409416, f1 =  0.660817, approx slack: 650542
rounded before pow |X_k-Y|_0 = 990974, f1 =  0.633097

Iteration 4000: Loss = 423878.000000
|Xk-Y|_F:  409608.593750, |X-X0|:  14269.421875
rounded |X_k-Y|_0 = 409168, f1 =  0.660829, approx slack: 650159
rounded before pow |X_k-Y|_0 = 990668, f1 =  0.633106

Iteration 4020: Loss = 423826.968750
|Xk-Y|_F:  409525.562500, |X-X0|:  14301.414062
rounded |X_k-Y|_0 = 409275, f1 =  0.660824, approx slack: 652365
rounded before pow |X_k-Y|_0 = 992379, f1 =  0.633031

Iteration 4040: Loss = 423567.000000
|Xk-Y|_F:  409309.968750, |X-X0|:  14257.042969
rounded |X_k-Y|_0 = 409086, f1 =  0.660833, approx slack: 658256
rounded before pow |X_k-Y|_0 = 998010, f1 =  0.632785

Iteration 4060: Loss = 423557.968750
|Xk-Y|_F:  409327.843750, |X-X0|:  14230.127930
rounded |X_k-Y|_0 = 409043, f1 =  0.660835, approx slack: 650250
rounded before pow |X_k-Y|_0 = 992075, f1 =  0.633082

Iteration 4080: Loss = 423697.812500
|Xk-Y|_F:  409368.156250, |X-X0|:  14329.664062
rounded |X_k-Y|_0 = 409124, f1 =  0.660831, approx slack: 726333
rounded before pow |X_k-Y|_0 = 1059346, f1 =  0.629952

Iteration 4100: Loss = 423384.500000
|Xk-Y|_F:  409152.687500, |X-X0|:  14231.808594
rounded |X_k-Y|_0 = 408812, f1 =  0.660846, approx slack: 651612
rounded before pow |X_k-Y|_0 = 992388, f1 =  0.633060

Iteration 4120: Loss = 423034.718750
|Xk-Y|_F:  408905.906250, |X-X0|:  14128.797852
rounded |X_k-Y|_0 = 408588, f1 =  0.660857, approx slack: 649905
rounded before pow |X_k-Y|_0 = 991710, f1 =  0.633086

Iteration 4140: Loss = 423150.812500
|Xk-Y|_F:  408926.281250, |X-X0|:  14224.528320
rounded |X_k-Y|_0 = 408574, f1 =  0.660858, approx slack: 640016
rounded before pow |X_k-Y|_0 = 981074, f1 =  0.633554

Iteration 4160: Loss = 423416.125000
|Xk-Y|_F:  409032.156250, |X-X0|:  14383.971680
rounded |X_k-Y|_0 = 408454, f1 =  0.660864, approx slack: 706747
rounded before pow |X_k-Y|_0 = 1046294, f1 =  0.630660

Iteration 4180: Loss = 423082.062500
|Xk-Y|_F:  408800.093750, |X-X0|:  14281.955078
rounded |X_k-Y|_0 = 408226, f1 =  0.660875, approx slack: 641529
rounded before pow |X_k-Y|_0 = 983163, f1 =  0.633474

Iteration 4200: Loss = 423206.218750
|Xk-Y|_F:  408922.937500, |X-X0|:  14283.279297
rounded |X_k-Y|_0 = 408202, f1 =  0.660876, approx slack: 641474
rounded before pow |X_k-Y|_0 = 982862, f1 =  0.633490

Iteration 4220: Loss = 422943.062500
|Xk-Y|_F:  408696.906250, |X-X0|:  14246.151367
rounded |X_k-Y|_0 = 408188, f1 =  0.660877, approx slack: 642140
rounded before pow |X_k-Y|_0 = 983614, f1 =  0.633456

Iteration 4240: Loss = 422614.218750
|Xk-Y|_F:  408485.437500, |X-X0|:  14128.785156
rounded |X_k-Y|_0 = 408077, f1 =  0.660882, approx slack: 642435
rounded before pow |X_k-Y|_0 = 984367, f1 =  0.633421

Iteration 4260: Loss = 422501.343750
|Xk-Y|_F:  408383.000000, |X-X0|:  14118.355469
rounded |X_k-Y|_0 = 407728, f1 =  0.660899, approx slack: 639658
rounded before pow |X_k-Y|_0 = 981680, f1 =  0.633537

Iteration 4280: Loss = 422505.593750
|Xk-Y|_F:  408413.906250, |X-X0|:  14091.695312
rounded |X_k-Y|_0 = 407668, f1 =  0.660902, approx slack: 617660
rounded before pow |X_k-Y|_0 = 976066, f1 =  0.634137

Iteration 4300: Loss = 422440.375000
|Xk-Y|_F:  408287.843750, |X-X0|:  14152.535156
rounded |X_k-Y|_0 = 407601, f1 =  0.660905, approx slack: 617777
rounded before pow |X_k-Y|_0 = 976188, f1 =  0.634133

Iteration 4320: Loss = 422504.312500
|Xk-Y|_F:  408383.781250, |X-X0|:  14120.533203
rounded |X_k-Y|_0 = 407498, f1 =  0.660910, approx slack: 681752
rounded before pow |X_k-Y|_0 = 1038825, f1 =  0.631373

Iteration 4340: Loss = 422934.875000
|Xk-Y|_F:  408719.781250, |X-X0|:  14215.085938
rounded |X_k-Y|_0 = 407851, f1 =  0.660893, approx slack: 618076
rounded before pow |X_k-Y|_0 = 976361, f1 =  0.634125

Iteration 4360: Loss = 422112.562500
|Xk-Y|_F:  408032.281250, |X-X0|:  14080.292969
rounded |X_k-Y|_0 = 407026, f1 =  0.660933, approx slack: 618899
rounded before pow |X_k-Y|_0 = 976525, f1 =  0.634114

Iteration 4380: Loss = 422145.500000
|Xk-Y|_F:  408088.968750, |X-X0|:  14056.532227
rounded |X_k-Y|_0 = 406998, f1 =  0.660934, approx slack: 609168
rounded before pow |X_k-Y|_0 = 970595, f1 =  0.634454

Iteration 4400: Loss = 421984.468750
|Xk-Y|_F:  407928.031250, |X-X0|:  14056.443359
rounded |X_k-Y|_0 = 407054, f1 =  0.660931, approx slack: 603507
rounded before pow |X_k-Y|_0 = 965177, f1 =  0.634693

Iteration 4420: Loss = 421779.781250
|Xk-Y|_F:  407801.906250, |X-X0|:  13977.871094
rounded |X_k-Y|_0 = 406759, f1 =  0.660946, approx slack: 612247
rounded before pow |X_k-Y|_0 = 970922, f1 =  0.634366

Iteration 4440: Loss = 421513.125000
|Xk-Y|_F:  407633.468750, |X-X0|:  13879.641602
rounded |X_k-Y|_0 = 406688, f1 =  0.660949, approx slack: 608600
rounded before pow |X_k-Y|_0 = 967302, f1 =  0.634527

Iteration 4460: Loss = 421554.750000
|Xk-Y|_F:  407678.500000, |X-X0|:  13876.251953
rounded |X_k-Y|_0 = 406695, f1 =  0.660949, approx slack: 610841
rounded before pow |X_k-Y|_0 = 969094, f1 =  0.634447

Iteration 4480: Loss = 421287.875000
|Xk-Y|_F:  407501.906250, |X-X0|:  13785.972656
rounded |X_k-Y|_0 = 406443, f1 =  0.660961, approx slack: 594527
rounded before pow |X_k-Y|_0 = 952840, f1 =  0.635169

Iteration 4500: Loss = 421125.343750
|Xk-Y|_F:  407384.093750, |X-X0|:  13741.250977
rounded |X_k-Y|_0 = 406288, f1 =  0.660968, approx slack: 593612
rounded before pow |X_k-Y|_0 = 952442, f1 =  0.635185

Iteration 4520: Loss = 420939.937500
|Xk-Y|_F:  407301.062500, |X-X0|:  13638.878906
rounded |X_k-Y|_0 = 406234, f1 =  0.660971, approx slack: 589831
rounded before pow |X_k-Y|_0 = 948846, f1 =  0.635345

Iteration 4540: Loss = 420844.125000
|Xk-Y|_F:  407242.218750, |X-X0|:  13601.893555
rounded |X_k-Y|_0 = 406059, f1 =  0.660979, approx slack: 588326
rounded before pow |X_k-Y|_0 = 946829, f1 =  0.635435

Iteration 4560: Loss = 420626.125000
|Xk-Y|_F:  407041.187500, |X-X0|:  13584.951172
rounded |X_k-Y|_0 = 405811, f1 =  0.660991, approx slack: 589233
rounded before pow |X_k-Y|_0 = 948321, f1 =  0.635370

Iteration 4580: Loss = 420722.656250
|Xk-Y|_F:  407135.125000, |X-X0|:  13587.522461
rounded |X_k-Y|_0 = 405926, f1 =  0.660986, approx slack: 595510
rounded before pow |X_k-Y|_0 = 953627, f1 =  0.635106

Iteration 4600: Loss = 420604.656250
|Xk-Y|_F:  407069.781250, |X-X0|:  13534.862305
rounded |X_k-Y|_0 = 405816, f1 =  0.660991, approx slack: 592170
rounded before pow |X_k-Y|_0 = 950644, f1 =  0.635238

Iteration 4620: Loss = 420612.187500
|Xk-Y|_F:  407074.531250, |X-X0|:  13537.669922
rounded |X_k-Y|_0 = 405797, f1 =  0.660992, approx slack: 582763
rounded before pow |X_k-Y|_0 = 941724, f1 =  0.635639

Iteration 4640: Loss = 420824.281250
|Xk-Y|_F:  407270.281250, |X-X0|:  13553.992188
rounded |X_k-Y|_0 = 405970, f1 =  0.660984, approx slack: 581299
rounded before pow |X_k-Y|_0 = 940011, f1 =  0.635712

Iteration 4660: Loss = 420412.062500
|Xk-Y|_F:  406974.937500, |X-X0|:  13437.118164
rounded |X_k-Y|_0 = 405520, f1 =  0.661006, approx slack: 580438
rounded before pow |X_k-Y|_0 = 940032, f1 =  0.635714

Iteration 4680: Loss = 420646.281250
|Xk-Y|_F:  407223.531250, |X-X0|:  13422.753906
rounded |X_k-Y|_0 = 405695, f1 =  0.660997, approx slack: 561443
rounded before pow |X_k-Y|_0 = 920948, f1 =  0.636570

Iteration 4700: Loss = 420192.718750
|Xk-Y|_F:  406858.281250, |X-X0|:  13334.426758
rounded |X_k-Y|_0 = 405363, f1 =  0.661013, approx slack: 560690
rounded before pow |X_k-Y|_0 = 920833, f1 =  0.636576

Iteration 4720: Loss = 420230.437500
|Xk-Y|_F:  406933.031250, |X-X0|:  13297.404297
rounded |X_k-Y|_0 = 405582, f1 =  0.661003, approx slack: 560365
rounded before pow |X_k-Y|_0 = 919450, f1 =  0.636638

Iteration 4740: Loss = 420848.937500
|Xk-Y|_F:  407350.125000, |X-X0|:  13498.812500
rounded |X_k-Y|_0 = 405591, f1 =  0.661002, approx slack: 562341
rounded before pow |X_k-Y|_0 = 921131, f1 =  0.636556

Iteration 4760: Loss = 419698.531250
|Xk-Y|_F:  406517.312500, |X-X0|:  13181.215820
rounded |X_k-Y|_0 = 405125, f1 =  0.661025, approx slack: 565391
rounded before pow |X_k-Y|_0 = 924184, f1 =  0.636428

Iteration 4780: Loss = 419887.125000
|Xk-Y|_F:  406667.468750, |X-X0|:  13219.648438
rounded |X_k-Y|_0 = 405233, f1 =  0.661020, approx slack: 562798
rounded before pow |X_k-Y|_0 = 921825, f1 =  0.636536

Iteration 4800: Loss = 419804.218750
|Xk-Y|_F:  406587.500000, |X-X0|:  13216.733398
rounded |X_k-Y|_0 = 405035, f1 =  0.661029, approx slack: 560287
rounded before pow |X_k-Y|_0 = 919861, f1 =  0.636627

Iteration 4820: Loss = 419471.250000
|Xk-Y|_F:  406339.937500, |X-X0|:  13131.320312
rounded |X_k-Y|_0 = 404977, f1 =  0.661032, approx slack: 559033
rounded before pow |X_k-Y|_0 = 918314, f1 =  0.636697

Iteration 4840: Loss = 419491.375000
|Xk-Y|_F:  406385.406250, |X-X0|:  13105.964844
rounded |X_k-Y|_0 = 404817, f1 =  0.661040, approx slack: 558350
rounded before pow |X_k-Y|_0 = 917948, f1 =  0.636713

Iteration 4860: Loss = 419547.437500
|Xk-Y|_F:  406421.031250, |X-X0|:  13126.417969
rounded |X_k-Y|_0 = 404673, f1 =  0.661047, approx slack: 557764
rounded before pow |X_k-Y|_0 = 917133, f1 =  0.636749

Iteration 4880: Loss = 419203.906250
|Xk-Y|_F:  406167.156250, |X-X0|:  13036.756836
rounded |X_k-Y|_0 = 404600, f1 =  0.661050, approx slack: 614494
rounded before pow |X_k-Y|_0 = 974329, f1 =  0.634208

Iteration 4900: Loss = 418941.750000
|Xk-Y|_F:  406012.875000, |X-X0|:  12928.882812
rounded |X_k-Y|_0 = 404402, f1 =  0.661060, approx slack: 555508
rounded before pow |X_k-Y|_0 = 915505, f1 =  0.636821

Iteration 4920: Loss = 419090.750000
|Xk-Y|_F:  406116.656250, |X-X0|:  12974.080078
rounded |X_k-Y|_0 = 404589, f1 =  0.661051, approx slack: 555939
rounded before pow |X_k-Y|_0 = 914885, f1 =  0.636829

Iteration 4940: Loss = 418922.562500
|Xk-Y|_F:  406050.531250, |X-X0|:  12872.017578
rounded |X_k-Y|_0 = 404476, f1 =  0.661056, approx slack: 554762
rounded before pow |X_k-Y|_0 = 913804, f1 =  0.636878

Iteration 4960: Loss = 418729.812500
|Xk-Y|_F:  405881.218750, |X-X0|:  12848.602539
rounded |X_k-Y|_0 = 404585, f1 =  0.661051, approx slack: 554840
rounded before pow |X_k-Y|_0 = 914076, f1 =  0.636866

Iteration 4980: Loss = 418301.468750
|Xk-Y|_F:  405544.000000, |X-X0|:  12757.458984
rounded |X_k-Y|_0 = 404157, f1 =  0.661071, approx slack: 537823
rounded before pow |X_k-Y|_0 = 898769, f1 =  0.637591

Iteration 4999: Loss = 418630.281250
|Xk-Y|_F:  405690.375000, |X-X0|:  12939.903320
rounded |X_k-Y|_0 = 403858, f1 =  0.661086, approx slack: 540884
rounded before pow |X_k-Y|_0 = 898419, f1 =  0.637567


KB after refine:
num_nodes: 5012.0000
num_edges: 3309.0000
density: 0.0001
avg_degree: 0.6602
avg_clustering: 0.0193
degree_assortativity: -0.2771
modularity: 0.7042
avg_betweenness: 0.0000
avg_closeness: 0.0062
------ ABL 1 after refine ------
--- eval ---
prediction result:
f1 on test:    0.4672
f1 on test:    0.7076 (micro)
f1 on KB:      0.6531
integrated f1: 0.5680, w_data: 0.3380, w_klg: 0.6620

integrated result:
f1 on test:    0.4561
f1 on test:    0.7078 (micro)
f1 on KB:      0.6577
integrated f1: 0.5896, w_data: 0.3380, w_klg: 0.6620
------------
integrated f1 0.5680
