============================ Script ============================
import torch
import numpy as np
from scipy.sparse import load_npz
from datetime import datetime
import argparse
import pandas as pd

from egoal.abl import abduce

if __name__ == '__main__':
    parser = argparse.ArgumentParser()
    parser.add_argument('--data_name', dest= 'data_name', action= 'store', required= True, type=str)
    parser.add_argument('--log_file', dest= 'log_file', action= 'store', default= f'log/EGOAL-hsa-{datetime.now()}.txt'.replace(' ','-'), type=str)
    parser.add_argument('--model_type', dest= 'model_type', action= 'store', default= 'GNN', type=str)
    parser.add_argument('--model_save_name', dest= 'model_name', action= 'store', default= '', type=str)
    #     parser.add_argument('--seed', dest= 'seed', action= 'store', default= 42, type=int)
    parser.add_argument('--device', dest= 'device', action= 'store', default= 'cuda', type=str)
    parser.add_argument('--trainset_remove', dest= 'p_train', action= 'store', default= 1., type=float)
    parser.add_argument('--random_split', dest= 'random_split', action= 'store', default= False, type=bool)
    args = parser.parse_args()

    data_name = args.data_name
    log_file = args.log_file
    model_type = args.model_type
    model_name = f'{model_type}_{data_name}_{args.model_name}'

#     seed = args.seed
#     device = torch.device(args.seed if torch.cuda.is_available() else "cpu")
    rng = np.random.default_rng()
    seed = int(rng.integers(low=0, high=2**32 - 1, dtype=np.uint32))
    device = torch.device(args.device if torch.cuda.is_available() else "cpu")
    print(f'using device: {device} (cuda_available={torch.cuda.is_available()}, cuda_count={torch.cuda.device_count() if torch.cuda.is_available() else 0})')
    print(model_name)
    print(log_file)
    print(f'random seed: {seed}')

    #########################################

    np.random.seed(seed)
    X_train = torch.tensor(load_npz(f'dataset/human/{data_name}_X.npz').toarray(), dtype = torch.float32)
    Y_train = torch.tensor(load_npz(f'dataset/human/{data_name}_Y.npz').toarray(), dtype = int)

    #test_idx = np.random.choice([True, False], size=len(X_train), p=[.2, .8])
    test_idx = np.zeros(shape=len(X_train), dtype=bool)
    if not args.random_split:
        test_idx[np.load(f'dataset/human/{data_name}_test_idx.npy')] = True
    else:
        metadata = pd.read_csv(f'dataset/human/{data_name}_metadata.csv',index_col=0)
        test_pert = np.random.choice([True, False], size=len(metadata), p=[.2, .8])
        test_data_idx = sum(metadata[(test_pert)\
                & (metadata['pert'].apply(lambda x: len(eval(x))>1))]\
                .apply(lambda x: list(range(x['data_start_idx'],x['data_end_idx+1'])), axis=1), [])
        test_idx[test_data_idx] = True

    p_train = args.p_train
    train_idx = np.random.choice([True, False], size=len(X_train)-np.count_nonzero(test_idx), p=[p_train, 1-p_train])

    X_test = X_train[test_idx]
    Y_test = Y_train[test_idx]
    X_train = X_train[~ test_idx][train_idx]
    Y_train = Y_train[~ test_idx][train_idx]
    print('train:', X_train.shape)

    regulators = np.nonzero(np.sum(\
            load_npz(f'rules/human/{data_name}_KB_P.npz').toarray()\
            +load_npz(f'rules/human/{data_name}_KB_N.npz').toarray(), axis=1))[0]
    X_unlabel = np.zeros(shape=(len(regulators), X_train.shape[1]))
    X_unlabel[range(len(X_unlabel)), regulators] = 1.
    X_unlabel = torch.tensor(X_unlabel, dtype=torch.float32)
    print('unlabel:', X_unlabel.shape)

    label_weight = torch.tensor(np.load(f'dataset/human/{data_name}_label_weight.npy'))

    X_train, Y_train = X_train.to(device), Y_train.to(device)
    X_test, Y_test = X_test.to(device), Y_test.to(device)
    X_unlabel = X_unlabel.to(device)
    label_weight = label_weight.to(device)

    abduce(X_unlabel= X_unlabel,
           X_test= X_test,
           Y_test= Y_test,
           X_label = X_train,
           Y_label = Y_train,

           pos_trn_pth=f'rules/human/{data_name}_KB_P.npz',
           neg_trn_pth=f'rules/human/{data_name}_KB_N.npz',
           closure = 5,
           closure_type = 'weighted',

           label_weight=label_weight,
           #pretrained_model_pth = 'models/MLP_human_Aug19.pt',
           model_save_pth = f'models/{model_name}',
           base_learner_type= model_type,

           T= 2,

           pretrain_epc= 300,
           pretrain_rl_epc= 1,
           pretrain_lr= 1e-3,

           retrain_epc= 150,
           retrain_rl_epc= 100,
           retrain_lr= 1e-3,
           refine_epc= 5000,
           refine_lr= 1e-3,

           device= device,
           seed= seed,
           log_file= log_file,
           verbose= True)
============================ Script ============================
using device: cuda (cuda_available=True, cuda_count=1)
GNN_norman_benchmark_egoal_45695849
log/EGOAL-hsa-2025-09-19-12:56:50.627272.txt
random seed: 950401794
train: torch.Size([74531, 5045])
unlabel: torch.Size([2854, 5045])
cuda availability: True
Epoch 0, Loss: 0.1390
Epoch 100, Loss: 0.1289
Epoch 200, Loss: 0.1194
Epoch 300, Loss: 0.1105
Epoch 400, Loss: 0.1022
Epoch 500, Loss: 0.0944
Epoch 600, Loss: 0.0872
Epoch 700, Loss: 0.0805
Epoch 800, Loss: 0.0743
Epoch 900, Loss: 0.0686
Final loss: 0.0633278414607048
Achieved outputs: tensor([[0.3677, 0.3707, 0.3553,  ..., 0.3775, 0.3523, 0.3686],
        [0.3445, 0.3490, 0.3416,  ..., 0.3602, 0.3246, 0.3540],
        [0.3754, 0.3570, 0.3598,  ..., 0.3749, 0.3427, 0.3709],
        ...,
        [0.3803, 0.3704, 0.3785,  ..., 0.3970, 0.3668, 0.3608],
        [0.3637, 0.3495, 0.3460,  ..., 0.3671, 0.3246, 0.3730],
        [0.3484, 0.3513, 0.3411,  ..., 0.3607, 0.3309, 0.3572]],
       device='cuda:0')
Eval weight w_data: 0.32181748794747367
Before pretrain: integrated f1 0.2576
Epoch 100, Total loss: 373594400.0000, CE loss: 812.1068, RL loss: 37359360.0000, Reward: -49670328.0293
    full cols: 295, non-full cols: 719
   r - labels: 657, labels - r: 0
    violated: 136771, weighted: 1420.358154296875, len: 0.0, nonzero: 0.083018459379673
Epoch 200, Total loss: 606134336.0000, CE loss: 794.7294, RL loss: 60613356.0000, Reward: -49640803.0801
    full cols: 295, non-full cols: 720
   r - labels: 658, labels - r: 0
    violated: 137250, weighted: 1422.0244140625, len: 0.0, nonzero: 0.08293793350458145
Epoch 300, Total loss: -2385091840.0000, CE loss: 786.4832, RL loss: -238509248.0000, Reward: -49609692.9883
    full cols: 295, non-full cols: 723
   r - labels: 661, labels - r: 0
    violated: 137850, weighted: 718.2138671875, len: 0.0, nonzero: 0.07766972482204437
------ Before ABL ------
--- eval ---
prediction result:
f1 on test:    0.5829
f1 on test:    0.9088 (micro)
f1 on KB:      0.2934
integrated f1: 0.3367, w_data: 0.3218, w_klg: 0.6782

integrated result:
f1 on test:    0.5369
f1 on test:    0.8908 (micro)
f1 on KB:      0.3712
integrated f1: 0.4245, w_data: 0.3218, w_klg: 0.6782
------------
integrated f1 0.3367

Epoch 100, Total loss: -2158176000.0000, CE loss: 33.8026, RL loss: -21581760.0000, Reward: -1732442.3359
    full cols: 360, non-full cols: 8
   r - labels: 15, labels - r: 4
    violated: 148601, weighted: 16.805400848388672, len: 0.0, nonzero: 0.07180996239185333
Epoch 200, Total loss: 5698136064.0000, CE loss: 30.9005, RL loss: 56981360.0000, Reward: -1730216.7734
    full cols: 358, non-full cols: 9
   r - labels: 16, labels - r: 6
    violated: 143781, weighted: 17.652727127075195, len: 0.0, nonzero: 0.07172633707523346
Epoch 300, Total loss: -6075652608.0000, CE loss: 30.3076, RL loss: -60756528.0000, Reward: -1730727.4609
    full cols: 358, non-full cols: 9
   r - labels: 16, labels - r: 6
    violated: 151605, weighted: 17.10995864868164, len: 0.0, nonzero: 0.07179757207632065
Epoch 400, Total loss: -11528694784.0000, CE loss: 30.0575, RL loss: -115286944.0000, Reward: -1729671.3242
    full cols: 358, non-full cols: 7
   r - labels: 14, labels - r: 6
    violated: 151723, weighted: 16.975194931030273, len: 0.0, nonzero: 0.07177899032831192
Epoch 500, Total loss: -3640219648.0000, CE loss: 29.9566, RL loss: -36402196.0000, Reward: -1727948.5918
    full cols: 360, non-full cols: 9
   r - labels: 16, labels - r: 4
    violated: 149617, weighted: 17.22412109375, len: 0.0, nonzero: 0.0718192532658577
Epoch 600, Total loss: -3756823296.0000, CE loss: 29.9106, RL loss: -37568232.0000, Reward: -1727646.2578
    full cols: 360, non-full cols: 8
   r - labels: 16, labels - r: 5
    violated: 142263, weighted: 16.323486328125, len: 0.0, nonzero: 0.07213515788316727
Epoch 700, Total loss: 8835081216.0000, CE loss: 29.8658, RL loss: 88350816.0000, Reward: -1726158.9121
    full cols: 357, non-full cols: 12
   r - labels: 17, labels - r: 5
    violated: 139001, weighted: 16.26614761352539, len: 0.0, nonzero: 0.07198959589004517
Epoch 800, Total loss: 5893221376.0000, CE loss: 29.8366, RL loss: 58932212.0000, Reward: -1723997.4199
    full cols: 358, non-full cols: 10
   r - labels: 16, labels - r: 5
    violated: 145828, weighted: 16.400428771972656, len: 0.0, nonzero: 0.07189977914094925
Epoch 900, Total loss: -944272.8750, CE loss: 29.8304, RL loss: -9442.7285, Reward: -1724113.0586
    full cols: 356, non-full cols: 13
   r - labels: 17, labels - r: 5
    violated: 150661, weighted: 16.03815460205078, len: 0.0, nonzero: 0.07202675938606262
Epoch 1000, Total loss: -2529364480.0000, CE loss: 29.8043, RL loss: -25293644.0000, Reward: -1725596.4336
    full cols: 359, non-full cols: 10
   r - labels: 16, labels - r: 4
    violated: 148952, weighted: 16.258649826049805, len: 0.0, nonzero: 0.07224355638027191
Epoch 1100, Total loss: 2924295680.0000, CE loss: 29.7695, RL loss: 29242958.0000, Reward: -1724935.3730
    full cols: 358, non-full cols: 11
   r - labels: 16, labels - r: 4
    violated: 144600, weighted: 18.260299682617188, len: 0.0, nonzero: 0.07210728526115417
Epoch 1200, Total loss: -14342419456.0000, CE loss: 29.6855, RL loss: -143424192.0000, Reward: -1727931.6445
    full cols: 359, non-full cols: 9
   r - labels: 17, labels - r: 6
    violated: 143788, weighted: 17.81761932373047, len: 0.0, nonzero: 0.0722280740737915
Epoch 1300, Total loss: 6441261056.0000, CE loss: 29.5045, RL loss: 64412608.0000, Reward: -1726047.0684
    full cols: 360, non-full cols: 7
   r - labels: 16, labels - r: 6
    violated: 143368, weighted: 16.72585105895996, len: 0.0, nonzero: 0.07204534113407135
Epoch 1400, Total loss: 12873390080.0000, CE loss: 29.3929, RL loss: 128733896.0000, Reward: -1724562.8027
    full cols: 359, non-full cols: 9
   r - labels: 18, labels - r: 7
    violated: 145374, weighted: 17.373504638671875, len: 0.0, nonzero: 0.07191526144742966
Epoch 1500, Total loss: -8337637376.0000, CE loss: 29.1552, RL loss: -83376376.0000, Reward: -1730053.5625
    full cols: 359, non-full cols: 8
   r - labels: 16, labels - r: 6
    violated: 145266, weighted: 17.177555084228516, len: 0.0, nonzero: 0.07221878319978714
Epoch 1600, Total loss: -19445200896.0000, CE loss: 29.0632, RL loss: -194452016.0000, Reward: -1733423.8613
    full cols: 360, non-full cols: 5
   r - labels: 14, labels - r: 6
    violated: 142163, weighted: 17.725759506225586, len: 0.0, nonzero: 0.07218781113624573
Epoch 1700, Total loss: -21566232576.0000, CE loss: 28.8684, RL loss: -215662320.0000, Reward: -1734543.1367
    full cols: 361, non-full cols: 3
   r - labels: 14, labels - r: 7
    violated: 142003, weighted: 18.439510345458984, len: 0.0, nonzero: 0.07199269533157349
Epoch 1800, Total loss: 22592864256.0000, CE loss: 28.6527, RL loss: 225928640.0000, Reward: -1731840.0332
    full cols: 361, non-full cols: 7
   r - labels: 17, labels - r: 6
    violated: 141145, weighted: 20.264230728149414, len: 0.0, nonzero: 0.07249133288860321
Epoch 1900, Total loss: 92813606912.0000, CE loss: 28.4089, RL loss: 928136064.0000, Reward: -1747049.1406
    full cols: 364, non-full cols: 9
   r - labels: 21, labels - r: 5
    violated: 142108, weighted: 24.143980026245117, len: 0.0, nonzero: 0.07303952425718307
--- eval ---
prediction result:
f1 on test:    0.5472
f1 on test:    0.8987 (micro)
f1 on KB:      0.3399
integrated f1: 0.3764, w_data: 0.3000, w_klg: 0.7000

integrated result:
f1 on test:    0.5327
f1 on test:    0.8887 (micro)
f1 on KB:      0.3751
integrated f1: 0.4223, w_data: 0.3000, w_klg: 0.7000
------------
Epoch 2000, Total loss: 8265466368.0000, CE loss: 29.7038, RL loss: 82654664.0000, Reward: -1968684.7031
    full cols: 197, non-full cols: 2263
   r - labels: 2106, labels - r: 3
    violated: 144242, weighted: 1045.9737548828125, len: 0.0, nonzero: 0.08121903240680695
Epoch 2100, Total loss: 8158499840.0000, CE loss: 28.4674, RL loss: 81585000.0000, Reward: -1964531.2656
    full cols: 255, non-full cols: 1380
   r - labels: 1281, labels - r: 3
    violated: 145727, weighted: 711.0380249023438, len: 0.0, nonzero: 0.07841303199529648
Epoch 2200, Total loss: 7364482560.0000, CE loss: 27.7661, RL loss: 73644824.0000, Reward: -1962999.1914
    full cols: 41, non-full cols: 4672
   r - labels: 4357, labels - r: 1
    violated: 143223, weighted: 3396.68408203125, len: 0.0, nonzero: 0.09822844713926315
Epoch 2300, Total loss: 3885340672.0000, CE loss: 27.2218, RL loss: 38853408.0000, Reward: -1964520.8008
    full cols: 294, non-full cols: 963
   r - labels: 903, labels - r: 3
    violated: 150621, weighted: 487.85791015625, len: 0.0, nonzero: 0.07711534202098846
Epoch 2400, Total loss: -12497391616.0000, CE loss: 26.9023, RL loss: -124973920.0000, Reward: -1963670.8867
    full cols: 197, non-full cols: 2291
   r - labels: 2134, labels - r: 3
    violated: 151198, weighted: 979.7636108398438, len: 0.0, nonzero: 0.08055934309959412
Epoch 2500, Total loss: -6517502.0000, CE loss: 26.8918, RL loss: -65175.0195, Reward: -1963882.8379
    full cols: 330, non-full cols: 420
   r - labels: 397, labels - r: 4
    violated: 142338, weighted: 297.4483642578125, len: 0.0, nonzero: 0.07566588371992111
Epoch 2600, Total loss: -8332289024.0000, CE loss: 26.8747, RL loss: -83322888.0000, Reward: -1963321.6582
    full cols: 316, non-full cols: 562
   r - labels: 525, labels - r: 4
    violated: 145735, weighted: 364.1710205078125, len: 0.0, nonzero: 0.07608089596033096
Epoch 2700, Total loss: -9613581312.0000, CE loss: 26.8281, RL loss: -96135816.0000, Reward: -1962130.3848
    full cols: 258, non-full cols: 1404
   r - labels: 1308, labels - r: 3
    violated: 144292, weighted: 666.3724975585938, len: 0.0, nonzero: 0.07833560556173325
Epoch 2800, Total loss: 4279961600.0000, CE loss: 26.8071, RL loss: 42799616.0000, Reward: -1961483.5742
    full cols: 324, non-full cols: 478
   r - labels: 449, labels - r: 4
    violated: 150535, weighted: 335.6373291015625, len: 0.0, nonzero: 0.07592914253473282
Epoch 2900, Total loss: 4864948736.0000, CE loss: 26.8114, RL loss: 48649488.0000, Reward: -1958930.4785
    full cols: 351, non-full cols: 121
   r - labels: 120, labels - r: 5
    violated: 152399, weighted: 192.1057586669922, len: 0.0, nonzero: 0.07487302273511887
Epoch 3000, Total loss: -17978181632.0000, CE loss: 26.7924, RL loss: -179781824.0000, Reward: -1964155.0996
    full cols: 159, non-full cols: 2890
   r - labels: 2695, labels - r: 3
    violated: 144619, weighted: 2160.18896484375, len: 0.0, nonzero: 0.08908882737159729
Epoch 3100, Total loss: -3657306112.0000, CE loss: 26.7964, RL loss: -36573060.0000, Reward: -1964493.8105
    full cols: 338, non-full cols: 241
   r - labels: 227, labels - r: 5
    violated: 143859, weighted: 211.02276611328125, len: 0.0, nonzero: 0.07497832179069519
Epoch 3200, Total loss: 19759425536.0000, CE loss: 26.7887, RL loss: 197594256.0000, Reward: -1959852.4961
    full cols: 355, non-full cols: 73
   r - labels: 77, labels - r: 6
    violated: 147990, weighted: 147.48751831054688, len: 0.0, nonzero: 0.07434031367301941
Epoch 3300, Total loss: 8627258368.0000, CE loss: 26.7934, RL loss: 86272584.0000, Reward: -1962509.1680
    full cols: 270, non-full cols: 1236
   r - labels: 1153, labels - r: 4
    violated: 140326, weighted: 718.5521850585938, len: 0.0, nonzero: 0.07877539843320847
Epoch 3400, Total loss: -5859453952.0000, CE loss: 26.7822, RL loss: -58594540.0000, Reward: -1964117.8691
    full cols: 194, non-full cols: 2385
   r - labels: 2225, labels - r: 3
    violated: 146494, weighted: 1073.71337890625, len: 0.0, nonzero: 0.0812995582818985
Epoch 3500, Total loss: -7177450496.0000, CE loss: 26.7640, RL loss: -71774504.0000, Reward: -1962906.3398
    full cols: 337, non-full cols: 220
   r - labels: 205, labels - r: 5
    violated: 146678, weighted: 204.42210388183594, len: 0.0, nonzero: 0.07490399479866028
Epoch 3600, Total loss: -7048603136.0000, CE loss: 26.7783, RL loss: -70486032.0000, Reward: -1961848.7461
    full cols: 188, non-full cols: 2472
   r - labels: 2306, labels - r: 3
    violated: 139378, weighted: 1793.7762451171875, len: 0.0, nonzero: 0.08665139228105545
Epoch 3700, Total loss: -4686829056.0000, CE loss: 26.7664, RL loss: -46868292.0000, Reward: -1965702.7422
    full cols: 108, non-full cols: 3640
   r - labels: 3394, labels - r: 3
    violated: 143806, weighted: 1918.183349609375, len: 0.0, nonzero: 0.08763627707958221
Epoch 3800, Total loss: -4353089024.0000, CE loss: 26.7700, RL loss: -43530888.0000, Reward: -1967662.8555
    full cols: 351, non-full cols: 127
   r - labels: 126, labels - r: 5
    violated: 150211, weighted: 198.53488159179688, len: 0.0, nonzero: 0.07469648122787476
Epoch 3900, Total loss: -390784352256.0000, CE loss: 26.8776, RL loss: -3907843584.0000, Reward: -2025647.6660
    full cols: 18, non-full cols: 4867
   r - labels: 4530, labels - r: 2
    violated: 140479, weighted: 2918.576171875, len: 0.0, nonzero: 0.0953233391046524
--- eval ---
prediction result:
f1 on test:    0.5260
f1 on test:    0.8915 (micro)
f1 on KB:      0.3371
integrated f1: 0.3715, w_data: 0.3000, w_klg: 0.7000

integrated result:
f1 on test:    0.4836
f1 on test:    0.8418 (micro)
f1 on KB:      0.4402
integrated f1: 0.4532, w_data: 0.3000, w_klg: 0.7000
------------
Epoch 4000, Total loss: 12364945408.0000, CE loss: 38.3935, RL loss: 123649456.0000, Reward: -2719655.5898
    full cols: 0, non-full cols: 5045
   r - labels: 4688, labels - r: 0
    violated: 83219, weighted: 56215.34375, len: 60287.0, nonzero: 0.48671644926071167
Epoch 4100, Total loss: 23217924096.0000, CE loss: 26.7616, RL loss: 232179232.0000, Reward: -2742903.2891
    full cols: 0, non-full cols: 5045
   r - labels: 4688, labels - r: 0
    violated: 85047, weighted: 48766.109375, len: 42604.0, nonzero: 0.4319499731063843
Epoch 4200, Total loss: -18449967104.0000, CE loss: 26.7754, RL loss: -184499664.0000, Reward: -2739093.3438
    full cols: 0, non-full cols: 5045
   r - labels: 4688, labels - r: 0
    violated: 72253, weighted: 56175.49609375, len: 60184.0, nonzero: 0.4863974452018738
Epoch 4300, Total loss: 34256367616.0000, CE loss: 26.7699, RL loss: 342563680.0000, Reward: -2741077.5625
    full cols: 0, non-full cols: 5045
   r - labels: 4688, labels - r: 0
    violated: 90981, weighted: 45365.0078125, len: 34553.0, nonzero: 0.40701499581336975
Epoch 4400, Total loss: 50991230976.0000, CE loss: 26.7766, RL loss: 509912320.0000, Reward: -2742626.9062
    full cols: 0, non-full cols: 5045
   r - labels: 4688, labels - r: 0
    violated: 86485, weighted: 45365.0078125, len: 34553.0, nonzero: 0.40701499581336975
Epoch 4500, Total loss: 12871773184.0000, CE loss: 26.7506, RL loss: 128717728.0000, Reward: -2737064.2930
    full cols: 0, non-full cols: 5045
   r - labels: 4688, labels - r: 0
    violated: 74834, weighted: 58024.12890625, len: 64578.0, nonzero: 0.5000061988830566
Epoch 4600, Total loss: -24769828864.0000, CE loss: 26.7541, RL loss: -247698288.0000, Reward: -2739625.5234
    full cols: 0, non-full cols: 5045
   r - labels: 4688, labels - r: 0
    violated: 75232, weighted: 50790.171875, len: 47420.0, nonzero: 0.4468657076358795
Epoch 4700, Total loss: -41108369408.0000, CE loss: 26.7724, RL loss: -411083712.0000, Reward: -2742487.5625
    full cols: 0, non-full cols: 5045
   r - labels: 4688, labels - r: 0
    violated: 71341, weighted: 58023.734375, len: 64576.0, nonzero: 0.5
Epoch 4800, Total loss: 77794574336.0000, CE loss: 26.7694, RL loss: 777945728.0000, Reward: -2736217.2930
    full cols: 0, non-full cols: 5045
   r - labels: 4688, labels - r: 0
    violated: 91086, weighted: 47173.3984375, len: 38842.0, nonzero: 0.42029857635498047
Epoch 4900, Total loss: 36746600448.0000, CE loss: 26.7686, RL loss: 367466016.0000, Reward: -2730049.2578
    full cols: 0, non-full cols: 5045
   r - labels: 4688, labels - r: 0
    violated: 70844, weighted: 54370.83984375, len: 55906.0, nonzero: 0.4731479287147522
Epoch 5000, Total loss: 22424455168.0000, CE loss: 26.7670, RL loss: 224244560.0000, Reward: -2742241.6523
    full cols: 0, non-full cols: 5045
   r - labels: 4688, labels - r: 0
    violated: 77398, weighted: 52598.5625, len: 51709.0, nonzero: 0.46014928817749023
Epoch 5100, Total loss: 26907922432.0000, CE loss: 26.7597, RL loss: 269079232.0000, Reward: -2739855.4219
    full cols: 0, non-full cols: 5045
   r - labels: 4688, labels - r: 0
    violated: 82075, weighted: 41748.23046875, len: 25975.0, nonzero: 0.3804478645324707
Epoch 5200, Total loss: 41263431680.0000, CE loss: 26.7716, RL loss: 412634304.0000, Reward: -2740436.5820
    full cols: 0, non-full cols: 5045
   r - labels: 4688, labels - r: 0
    violated: 82935, weighted: 45365.00390625, len: 34553.0, nonzero: 0.40701499581336975
Epoch 5300, Total loss: -118774767616.0000, CE loss: 26.7583, RL loss: -1187747712.0000, Reward: -2742036.4023
    full cols: 0, non-full cols: 5045
   r - labels: 4688, labels - r: 0
    violated: 66487, weighted: 61640.5078125, len: 73154.0, nonzero: 0.5265671610832214
Epoch 5400, Total loss: -41889169408.0000, CE loss: 26.7512, RL loss: -418891712.0000, Reward: -2742247.9492
    full cols: 0, non-full cols: 5045
   r - labels: 4688, labels - r: 0
    violated: 89182, weighted: 47173.3984375, len: 38842.0, nonzero: 0.42029857635498047
Epoch 5500, Total loss: -31649232896.0000, CE loss: 26.7519, RL loss: -316492320.0000, Reward: -2738871.3789
    full cols: 0, non-full cols: 5045
   r - labels: 4688, labels - r: 0
    violated: 71007, weighted: 56215.34375, len: 60287.0, nonzero: 0.48671644926071167
Epoch 5600, Total loss: -83148046336.0000, CE loss: 26.7641, RL loss: -831480448.0000, Reward: -2737633.6758
    full cols: 0, non-full cols: 5045
   r - labels: 4688, labels - r: 0
    violated: 76114, weighted: 52598.5625, len: 51709.0, nonzero: 0.46014928817749023
Epoch 5700, Total loss: 28326127616.0000, CE loss: 26.7685, RL loss: 283261280.0000, Reward: -2735434.0781
    full cols: 0, non-full cols: 5045
   r - labels: 4688, labels - r: 0
    violated: 73267, weighted: 58023.73046875, len: 64576.0, nonzero: 0.5
Epoch 5800, Total loss: 25319864320.0000, CE loss: 26.7518, RL loss: 253198640.0000, Reward: -2636440.1523
    full cols: 0, non-full cols: 5045
   r - labels: 4688, labels - r: 0
    violated: 87160, weighted: 48989.5, len: 43155.0, nonzero: 0.4336564838886261
Epoch 5900, Total loss: 11576780800.0000, CE loss: 26.7565, RL loss: 115767808.0000, Reward: -2624283.1797
    full cols: 0, non-full cols: 5045
   r - labels: 4688, labels - r: 0
    violated: 86731, weighted: 47173.3984375, len: 38842.0, nonzero: 0.42029857635498047
--- eval ---
prediction result:
f1 on test:    0.5386
f1 on test:    0.8913 (micro)
f1 on KB:      0.3514
integrated f1: 0.3862, w_data: 0.3000, w_klg: 0.7000

integrated result:
f1 on test:    0.4893
f1 on test:    0.8418 (micro)
f1 on KB:      0.4508
integrated f1: 0.4624, w_data: 0.3000, w_klg: 0.7000
------------
Epoch 6000, Total loss: -37557796864.0000, CE loss: 26.7642, RL loss: -375577984.0000, Reward: -2625943.4805
    full cols: 0, non-full cols: 5045
   r - labels: 4688, labels - r: 0
    violated: 98440, weighted: 36323.0625, len: 13108.0, nonzero: 0.34059712290763855
Epoch 6100, Total loss: -66743345152.0000, CE loss: 26.7533, RL loss: -667433472.0000, Reward: -2626482.7773
    full cols: 0, non-full cols: 5045
   r - labels: 4688, labels - r: 0
    violated: 92989, weighted: 43556.6171875, len: 30264.0, nonzero: 0.39373141527175903
Epoch 6200, Total loss: -1727922048.0000, CE loss: 26.7866, RL loss: -17279220.0000, Reward: -1564552.4883
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 147725, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 6300, Total loss: 10283970560.0000, CE loss: 26.7932, RL loss: 102839704.0000, Reward: -1563664.0312
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 143750, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 6400, Total loss: -8546598400.0000, CE loss: 26.7857, RL loss: -85465984.0000, Reward: -1564299.1484
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 148348, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 6500, Total loss: -2826970368.0000, CE loss: 26.7868, RL loss: -28269704.0000, Reward: -1564575.5352
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 139681, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 6600, Total loss: -46356283392.0000, CE loss: 26.8004, RL loss: -463562848.0000, Reward: -1565475.5273
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 146349, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 6700, Total loss: -8819249152.0000, CE loss: 26.7972, RL loss: -88192488.0000, Reward: -1564373.4902
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 143844, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 6800, Total loss: 11937829888.0000, CE loss: 26.7975, RL loss: 119378296.0000, Reward: -1564140.8594
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 150814, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 6900, Total loss: 34239113216.0000, CE loss: 26.8076, RL loss: 342391136.0000, Reward: -1563761.0859
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 145042, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 7000, Total loss: 15670436864.0000, CE loss: 26.7969, RL loss: 156704368.0000, Reward: -1564144.3203
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 142783, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 7100, Total loss: 4582044160.0000, CE loss: 26.7901, RL loss: 45820440.0000, Reward: -1564065.6641
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 152266, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 7200, Total loss: -37251198976.0000, CE loss: 26.7901, RL loss: -372512000.0000, Reward: -1565040.3672
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 148628, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 7300, Total loss: 2131319552.0000, CE loss: 26.7870, RL loss: 21313196.0000, Reward: -1563944.0820
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 146950, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 7400, Total loss: 7088121856.0000, CE loss: 26.7931, RL loss: 70881216.0000, Reward: -1564002.8652
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 144473, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 7500, Total loss: -21247598592.0000, CE loss: 26.7853, RL loss: -212475984.0000, Reward: -1563815.8438
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 138947, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 7600, Total loss: 10651400192.0000, CE loss: 26.7859, RL loss: 106514000.0000, Reward: -1564525.0234
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 148216, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 7700, Total loss: 207024832.0000, CE loss: 26.7953, RL loss: 2070248.3750, Reward: -1564140.6328
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 142238, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 7800, Total loss: -19778732032.0000, CE loss: 26.8135, RL loss: -197787312.0000, Reward: -1564580.2852
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 147605, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 7900, Total loss: 15400075264.0000, CE loss: 26.7995, RL loss: 154000752.0000, Reward: -1564857.4844
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 150096, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
--- eval ---
prediction result:
f1 on test:    0.5388
f1 on test:    0.8913 (micro)
f1 on KB:      0.3512
integrated f1: 0.3861, w_data: 0.3000, w_klg: 0.7000

integrated result:
f1 on test:    0.5316
f1 on test:    0.8874 (micro)
f1 on KB:      0.3766
integrated f1: 0.4231, w_data: 0.3000, w_klg: 0.7000
------------
Epoch 8000, Total loss: -1913364608.0000, CE loss: 26.7945, RL loss: -19133646.0000, Reward: -1564045.7520
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 150176, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 8100, Total loss: -14602945536.0000, CE loss: 26.7870, RL loss: -146029456.0000, Reward: -1563880.9141
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 140659, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 8200, Total loss: -3017848576.0000, CE loss: 26.7876, RL loss: -30178486.0000, Reward: -1564504.7559
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 143130, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 8300, Total loss: 19908155392.0000, CE loss: 26.7891, RL loss: 199081552.0000, Reward: -1563673.9004
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 151927, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 8400, Total loss: -1761386240.0000, CE loss: 26.7985, RL loss: -17613862.0000, Reward: -1564579.0605
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 147610, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 8500, Total loss: 19857387520.0000, CE loss: 26.8069, RL loss: 198573872.0000, Reward: -1563807.2148
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 140519, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 8600, Total loss: 10891020288.0000, CE loss: 26.7859, RL loss: 108910200.0000, Reward: -1563624.2227
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 147937, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 8700, Total loss: 2684185600.0000, CE loss: 26.8096, RL loss: 26841856.0000, Reward: -1564876.3203
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 143975, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 8800, Total loss: 32175484928.0000, CE loss: 26.7917, RL loss: 321754848.0000, Reward: -1563190.3125
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 143237, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 8900, Total loss: 17723066368.0000, CE loss: 26.8084, RL loss: 177230672.0000, Reward: -1564061.9590
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 152135, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 9000, Total loss: -15598683136.0000, CE loss: 26.7905, RL loss: -155986832.0000, Reward: -1564493.0156
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 138311, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 9100, Total loss: 10092334080.0000, CE loss: 26.7851, RL loss: 100923344.0000, Reward: -1563514.0137
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 136431, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 9200, Total loss: -11682291712.0000, CE loss: 26.7896, RL loss: -116822920.0000, Reward: -1564468.6055
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 141233, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 9300, Total loss: 2490394880.0000, CE loss: 26.7936, RL loss: 24903948.0000, Reward: -1564490.7188
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 142038, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 9400, Total loss: 11322874880.0000, CE loss: 26.7874, RL loss: 113228752.0000, Reward: -1563897.2812
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 136204, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 9500, Total loss: 29445296128.0000, CE loss: 26.8078, RL loss: 294452960.0000, Reward: -1563634.4883
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 148672, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 9600, Total loss: 15319461888.0000, CE loss: 26.8010, RL loss: 153194624.0000, Reward: -1563819.7871
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 139183, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 9700, Total loss: -17628921856.0000, CE loss: 26.7930, RL loss: -176289216.0000, Reward: -1564278.2793
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 147467, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 9800, Total loss: -33287088128.0000, CE loss: 26.7884, RL loss: -332870880.0000, Reward: -1564467.0645
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 151610, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 9900, Total loss: -27691370496.0000, CE loss: 26.7833, RL loss: -276913696.0000, Reward: -1564789.5273
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 144774, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
--- eval ---
prediction result:
f1 on test:    0.5388
f1 on test:    0.8913 (micro)
f1 on KB:      0.3512
integrated f1: 0.3861, w_data: 0.3000, w_klg: 0.7000

integrated result:
f1 on test:    0.5316
f1 on test:    0.8874 (micro)
f1 on KB:      0.3766
integrated f1: 0.4231, w_data: 0.3000, w_klg: 0.7000
------------
Epoch 10000, Total loss: -3838055168.0000, CE loss: 26.8063, RL loss: -38380552.0000, Reward: -1564352.4727
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 147583, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 10100, Total loss: 15297029120.0000, CE loss: 26.7959, RL loss: 152970288.0000, Reward: -1564219.2188
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 139436, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 10200, Total loss: -26929356800.0000, CE loss: 26.8028, RL loss: -269293568.0000, Reward: -1565243.2637
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 142918, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 10300, Total loss: 24670662656.0000, CE loss: 26.7851, RL loss: 246706624.0000, Reward: -1563696.2734
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 149563, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 10400, Total loss: -9272050688.0000, CE loss: 26.8014, RL loss: -92720504.0000, Reward: -1564835.6445
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 139055, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 10500, Total loss: -10290567168.0000, CE loss: 26.8039, RL loss: -102905672.0000, Reward: -1564471.6367
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 148149, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 10600, Total loss: 2465581056.0000, CE loss: 26.8025, RL loss: 24655810.0000, Reward: -1564114.1621
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 146279, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 10700, Total loss: -24369588224.0000, CE loss: 26.8121, RL loss: -243695888.0000, Reward: -1564906.9062
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 145734, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 10800, Total loss: 29504215040.0000, CE loss: 26.7944, RL loss: 295042144.0000, Reward: -1563559.3848
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 146042, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 10900, Total loss: 39618637824.0000, CE loss: 26.7965, RL loss: 396186368.0000, Reward: -1563112.5078
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 144564, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 11000, Total loss: -27864184832.0000, CE loss: 26.7884, RL loss: -278641856.0000, Reward: -1564529.2832
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 145153, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 11100, Total loss: -42249228288.0000, CE loss: 26.7987, RL loss: -422492288.0000, Reward: -1565245.8828
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 141916, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 11200, Total loss: -35570712576.0000, CE loss: 26.8078, RL loss: -355707136.0000, Reward: -1565076.4238
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 151280, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 11300, Total loss: -40738033664.0000, CE loss: 26.7852, RL loss: -407380320.0000, Reward: -1565359.4336
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 144703, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 11400, Total loss: -13743334400.0000, CE loss: 26.7972, RL loss: -137433344.0000, Reward: -1564672.6465
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 144670, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 11500, Total loss: -8193828864.0000, CE loss: 26.7857, RL loss: -81938288.0000, Reward: -1564586.9727
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 146042, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 11600, Total loss: 850049280.0000, CE loss: 26.8028, RL loss: 8500493.0000, Reward: -1564165.2969
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 150074, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 11700, Total loss: -46388449280.0000, CE loss: 26.7948, RL loss: -463884480.0000, Reward: -1565336.9980
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 145223, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 11800, Total loss: -34321235968.0000, CE loss: 26.7921, RL loss: -343212352.0000, Reward: -1564943.5488
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 148086, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 11900, Total loss: 33041842176.0000, CE loss: 26.7844, RL loss: 330418432.0000, Reward: -1563877.1797
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 145759, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
--- eval ---
prediction result:
f1 on test:    0.5388
f1 on test:    0.8913 (micro)
f1 on KB:      0.3512
integrated f1: 0.3861, w_data: 0.3000, w_klg: 0.7000

integrated result:
f1 on test:    0.5316
f1 on test:    0.8874 (micro)
f1 on KB:      0.3766
integrated f1: 0.4231, w_data: 0.3000, w_klg: 0.7000
------------
Epoch 12000, Total loss: 17840386048.0000, CE loss: 26.8073, RL loss: 178403856.0000, Reward: -1563740.1523
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 148798, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 12100, Total loss: -16858396672.0000, CE loss: 26.7873, RL loss: -168583968.0000, Reward: -1564117.4453
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 141533, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 12200, Total loss: 5175890944.0000, CE loss: 26.7876, RL loss: 51758912.0000, Reward: -1564062.8867
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 148940, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 12300, Total loss: -21535406080.0000, CE loss: 26.7949, RL loss: -215354064.0000, Reward: -1564770.4180
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 143995, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 12400, Total loss: 10015108096.0000, CE loss: 26.7989, RL loss: 100151080.0000, Reward: -1563607.0879
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 147238, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 12500, Total loss: -8364284928.0000, CE loss: 26.7873, RL loss: -83642848.0000, Reward: -1564824.6953
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 144153, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 12600, Total loss: -10076665856.0000, CE loss: 26.7985, RL loss: -100766656.0000, Reward: -1564118.3047
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 141529, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 12700, Total loss: 4678726144.0000, CE loss: 26.7942, RL loss: 46787260.0000, Reward: -1564126.1641
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 142492, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 12800, Total loss: 3746333184.0000, CE loss: 26.7935, RL loss: 37463332.0000, Reward: -1564205.2246
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 150862, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 12900, Total loss: 9490378752.0000, CE loss: 26.8008, RL loss: 94903792.0000, Reward: -1563626.0508
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 142690, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 13000, Total loss: 13475556352.0000, CE loss: 26.7998, RL loss: 134755568.0000, Reward: -1564443.5547
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 145120, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 13100, Total loss: -4443138560.0000, CE loss: 26.7922, RL loss: -44431388.0000, Reward: -1564322.9844
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 150955, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 13200, Total loss: 14057699328.0000, CE loss: 26.7950, RL loss: 140576992.0000, Reward: -1563878.4609
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 151088, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 13300, Total loss: 12344762368.0000, CE loss: 26.7930, RL loss: 123447624.0000, Reward: -1563884.2578
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 148796, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 13400, Total loss: 14258653184.0000, CE loss: 26.7853, RL loss: 142586528.0000, Reward: -1563733.1445
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 138040, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 13500, Total loss: -10750544896.0000, CE loss: 26.8166, RL loss: -107505448.0000, Reward: -1564047.9043
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 143479, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 13600, Total loss: -658134080.0000, CE loss: 26.8005, RL loss: -6581340.5000, Reward: -1564507.4414
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 145310, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 13700, Total loss: 11485624320.0000, CE loss: 26.7860, RL loss: 114856240.0000, Reward: -1564250.0059
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 142872, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 13800, Total loss: -8894429184.0000, CE loss: 26.7988, RL loss: -88944296.0000, Reward: -1564481.2539
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 148934, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 13900, Total loss: 34688970752.0000, CE loss: 26.8065, RL loss: 346889696.0000, Reward: -1563270.5059
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 149356, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
--- eval ---
prediction result:
f1 on test:    0.5388
f1 on test:    0.8913 (micro)
f1 on KB:      0.3512
integrated f1: 0.3861, w_data: 0.3000, w_klg: 0.7000

integrated result:
f1 on test:    0.5316
f1 on test:    0.8874 (micro)
f1 on KB:      0.3766
integrated f1: 0.4231, w_data: 0.3000, w_klg: 0.7000
------------
Epoch 14000, Total loss: -4750950400.0000, CE loss: 26.8037, RL loss: -47509504.0000, Reward: -1563939.0215
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 143629, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 14100, Total loss: 32341118976.0000, CE loss: 26.7950, RL loss: 323411200.0000, Reward: -1563690.9414
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 148458, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 14200, Total loss: -947801024.0000, CE loss: 26.7906, RL loss: -9478010.0000, Reward: -1564645.1484
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 144650, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 14300, Total loss: 4354782208.0000, CE loss: 26.7986, RL loss: 43547820.0000, Reward: -1564308.3770
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 144970, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 14400, Total loss: -23946500096.0000, CE loss: 26.8015, RL loss: -239464992.0000, Reward: -1565172.8652
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 151493, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 14500, Total loss: 18819565568.0000, CE loss: 26.7842, RL loss: 188195664.0000, Reward: -1564635.5117
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 147433, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 14600, Total loss: 8035695104.0000, CE loss: 26.7886, RL loss: 80356952.0000, Reward: -1564541.0703
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 149592, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 14700, Total loss: 15221440512.0000, CE loss: 26.7933, RL loss: 152214400.0000, Reward: -1563435.8340
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 148341, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 14800, Total loss: -26956783616.0000, CE loss: 26.7844, RL loss: -269567840.0000, Reward: -1564291.9922
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 141851, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 14900, Total loss: 9270952960.0000, CE loss: 26.7844, RL loss: 92709528.0000, Reward: -1564086.2383
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 143474, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 15000, Total loss: -11552584704.0000, CE loss: 26.7914, RL loss: -115525848.0000, Reward: -1564632.0312
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 136809, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
------ ABL Loop 0 ------
--- eval ---
prediction result:
f1 on test:    0.5388
f1 on test:    0.8913 (micro)
f1 on KB:      0.3512
integrated f1: 0.3891, w_data: 0.3218, w_klg: 0.6782

integrated result:
f1 on test:    0.5316
f1 on test:    0.8874 (micro)
f1 on KB:      0.3766
integrated f1: 0.4265, w_data: 0.3218, w_klg: 0.6782
------------
integrated f1 0.3891

KB before refine:
num_nodes: 5045.0000
num_edges: 113056.0000
density: 0.0044
avg_degree: 22.4095
avg_clustering: 0.2501
degree_assortativity: 0.2171
modularity: 0.4990
avg_betweenness: 0.0002
avg_closeness: 0.0944
Iteration 0: Loss = 7438317.500000
|Xk-Y|_F:  7438317.500000, |X-X0|:  0.000000
rounded |X_k-Y|_0 = 6829063, f1 =  0.376045, approx slack: 1320304
rounded before pow |X_k-Y|_0 = 6754485, f1 =  0.303469

Iteration 20: Loss = 8789238.000000
|Xk-Y|_F:  8479572.000000, |X-X0|:  309665.625000
rounded |X_k-Y|_0 = 7307668, f1 =  0.290081, approx slack: 1156406
rounded before pow |X_k-Y|_0 = 6754485, f1 =  0.303469

Iteration 40: Loss = 8695107.000000
|Xk-Y|_F:  8410408.000000, |X-X0|:  284698.812500
rounded |X_k-Y|_0 = 7267956, f1 =  0.291325, approx slack: 187797
rounded before pow |X_k-Y|_0 = 7335741, f1 =  0.289098

Iteration 60: Loss = 8616778.000000
|Xk-Y|_F:  8358259.500000, |X-X0|:  258518.875000
rounded |X_k-Y|_0 = 7236044, f1 =  0.292314, approx slack: 207795
rounded before pow |X_k-Y|_0 = 7325150, f1 =  0.289417

Iteration 80: Loss = 8554288.000000
|Xk-Y|_F:  8313781.000000, |X-X0|:  240506.890625
rounded |X_k-Y|_0 = 7213464, f1 =  0.293026, approx slack: 303623
rounded before pow |X_k-Y|_0 = 7380346, f1 =  0.287621

Iteration 100: Loss = 8497242.000000
|Xk-Y|_F:  8270198.000000, |X-X0|:  227044.437500
rounded |X_k-Y|_0 = 7193400, f1 =  0.293643, approx slack: 295464
rounded before pow |X_k-Y|_0 = 7348629, f1 =  0.288614

Iteration 120: Loss = 8446702.000000
|Xk-Y|_F:  8230956.500000, |X-X0|:  215745.375000
rounded |X_k-Y|_0 = 7165962, f1 =  0.294501, approx slack: 377145
rounded before pow |X_k-Y|_0 = 7393737, f1 =  0.287164

Iteration 140: Loss = 8391385.000000
|Xk-Y|_F:  8185293.000000, |X-X0|:  206091.750000
rounded |X_k-Y|_0 = 7147185, f1 =  0.295059, approx slack: 401788
rounded before pow |X_k-Y|_0 = 7381155, f1 =  0.287558

Iteration 160: Loss = 8342650.000000
|Xk-Y|_F:  8144686.000000, |X-X0|:  197964.203125
rounded |X_k-Y|_0 = 7134446, f1 =  0.295442, approx slack: 393966
rounded before pow |X_k-Y|_0 = 7343393, f1 =  0.288764

Iteration 180: Loss = 8285345.500000
|Xk-Y|_F:  8094385.000000, |X-X0|:  190960.703125
rounded |X_k-Y|_0 = 7118672, f1 =  0.295904, approx slack: 411585
rounded before pow |X_k-Y|_0 = 7325216, f1 =  0.289330

Iteration 200: Loss = 8222838.000000
|Xk-Y|_F:  8037961.500000, |X-X0|:  184876.718750
rounded |X_k-Y|_0 = 7094058, f1 =  0.296656, approx slack: 423960
rounded before pow |X_k-Y|_0 = 7316698, f1 =  0.289564

Iteration 220: Loss = 8155120.500000
|Xk-Y|_F:  7975651.500000, |X-X0|:  179468.812500
rounded |X_k-Y|_0 = 7077290, f1 =  0.297145, approx slack: 446889
rounded before pow |X_k-Y|_0 = 7310960, f1 =  0.289727

Iteration 240: Loss = 8114107.000000
|Xk-Y|_F:  7939422.000000, |X-X0|:  174685.000000
rounded |X_k-Y|_0 = 7058642, f1 =  0.297729, approx slack: 462238
rounded before pow |X_k-Y|_0 = 7301895, f1 =  0.290011

Iteration 260: Loss = 8072486.000000
|Xk-Y|_F:  7902157.500000, |X-X0|:  170328.687500
rounded |X_k-Y|_0 = 7038327, f1 =  0.298364, approx slack: 481488
rounded before pow |X_k-Y|_0 = 7285633, f1 =  0.290517

Iteration 280: Loss = 8028286.000000
|Xk-Y|_F:  7861731.500000, |X-X0|:  166554.453125
rounded |X_k-Y|_0 = 7015744, f1 =  0.299065, approx slack: 472085
rounded before pow |X_k-Y|_0 = 7275492, f1 =  0.290721

Iteration 300: Loss = 7990547.500000
|Xk-Y|_F:  7827679.500000, |X-X0|:  162867.968750
rounded |X_k-Y|_0 = 6992001, f1 =  0.299799, approx slack: 490940
rounded before pow |X_k-Y|_0 = 7268905, f1 =  0.290932

Iteration 320: Loss = 7949937.000000
|Xk-Y|_F:  7790625.500000, |X-X0|:  159311.437500
rounded |X_k-Y|_0 = 6965557, f1 =  0.300599, approx slack: 515511
rounded before pow |X_k-Y|_0 = 7264426, f1 =  0.291074

Iteration 340: Loss = 7897949.500000
|Xk-Y|_F:  7742037.000000, |X-X0|:  155912.375000
rounded |X_k-Y|_0 = 6929799, f1 =  0.301675, approx slack: 524324
rounded before pow |X_k-Y|_0 = 7226369, f1 =  0.292295

Iteration 360: Loss = 7840005.000000
|Xk-Y|_F:  7687247.500000, |X-X0|:  152757.656250
rounded |X_k-Y|_0 = 6890546, f1 =  0.302834, approx slack: 569163
rounded before pow |X_k-Y|_0 = 7220621, f1 =  0.292472

Iteration 380: Loss = 7771653.500000
|Xk-Y|_F:  7621879.500000, |X-X0|:  149774.125000
rounded |X_k-Y|_0 = 6843943, f1 =  0.304197, approx slack: 622849
rounded before pow |X_k-Y|_0 = 7213512, f1 =  0.292705

Iteration 400: Loss = 7686272.500000
|Xk-Y|_F:  7539308.000000, |X-X0|:  146964.328125
rounded |X_k-Y|_0 = 6783797, f1 =  0.305956, approx slack: 692522
rounded before pow |X_k-Y|_0 = 7209159, f1 =  0.292844

Iteration 420: Loss = 7575919.000000
|Xk-Y|_F:  7431604.500000, |X-X0|:  144314.625000
rounded |X_k-Y|_0 = 6704485, f1 =  0.308273, approx slack: 783554
rounded before pow |X_k-Y|_0 = 7205775, f1 =  0.292953

Iteration 440: Loss = 7416471.000000
|Xk-Y|_F:  7274666.500000, |X-X0|:  141804.312500
rounded |X_k-Y|_0 = 6588387, f1 =  0.311655, approx slack: 903379
rounded before pow |X_k-Y|_0 = 7200180, f1 =  0.293122

Iteration 460: Loss = 7207299.000000
|Xk-Y|_F:  7067879.500000, |X-X0|:  139419.625000
rounded |X_k-Y|_0 = 6433330, f1 =  0.316127, approx slack: 1088466
rounded before pow |X_k-Y|_0 = 7189722, f1 =  0.293452

Iteration 480: Loss = 6878649.000000
|Xk-Y|_F:  6741430.500000, |X-X0|:  137218.250000
rounded |X_k-Y|_0 = 6178412, f1 =  0.323474, approx slack: 1392426
rounded before pow |X_k-Y|_0 = 7183802, f1 =  0.293631

Iteration 500: Loss = 6310730.500000
|Xk-Y|_F:  6174767.500000, |X-X0|:  135963.031250
rounded |X_k-Y|_0 = 5719291, f1 =  0.336618, approx slack: 1937442
rounded before pow |X_k-Y|_0 = 7172280, f1 =  0.293987

Iteration 520: Loss = 5212079.500000
|Xk-Y|_F:  5073545.000000, |X-X0|:  138534.500000
rounded |X_k-Y|_0 = 4784696, f1 =  0.364012, approx slack: 2971711
rounded before pow |X_k-Y|_0 = 7068111, f1 =  0.297305

Iteration 540: Loss = 3931594.500000
|Xk-Y|_F:  3782924.250000, |X-X0|:  148670.140625
rounded |X_k-Y|_0 = 3643048, f1 =  0.397806, approx slack: 3995757
rounded before pow |X_k-Y|_0 = 6735303, f1 =  0.307929

Iteration 560: Loss = 2874302.000000
|Xk-Y|_F:  2708209.000000, |X-X0|:  166093.078125
rounded |X_k-Y|_0 = 2709741, f1 =  0.425701, approx slack: 4896667
rounded before pow |X_k-Y|_0 = 6432610, f1 =  0.317804

Iteration 580: Loss = 2052964.500000
|Xk-Y|_F:  1852870.250000, |X-X0|:  200094.250000
rounded |X_k-Y|_0 = 1860458, f1 =  0.490332, approx slack: 5707232
rounded before pow |X_k-Y|_0 = 6640944, f1 =  0.311153

Iteration 600: Loss = 1525938.125000
|Xk-Y|_F:  1318930.000000, |X-X0|:  207008.125000
rounded |X_k-Y|_0 = 1301351, f1 =  0.542582, approx slack: 6014600
rounded before pow |X_k-Y|_0 = 6568120, f1 =  0.313483

Iteration 620: Loss = 1201373.750000
|Xk-Y|_F:  996470.875000, |X-X0|:  204902.875000
rounded |X_k-Y|_0 = 971815, f1 =  0.579377, approx slack: 6285732
rounded before pow |X_k-Y|_0 = 6603287, f1 =  0.312339

Iteration 640: Loss = 1016812.625000
|Xk-Y|_F:  819229.750000, |X-X0|:  197582.906250
rounded |X_k-Y|_0 = 790451, f1 =  0.602354, approx slack: 6493402
rounded before pow |X_k-Y|_0 = 6675030, f1 =  0.310043

Iteration 660: Loss = 899211.000000
|Xk-Y|_F:  708978.687500, |X-X0|:  190232.281250
rounded |X_k-Y|_0 = 676229, f1 =  0.618410, approx slack: 6654599
rounded before pow |X_k-Y|_0 = 6759982, f1 =  0.307275

Iteration 680: Loss = 821677.625000
|Xk-Y|_F:  638002.625000, |X-X0|:  183675.000000
rounded |X_k-Y|_0 = 608091, f1 =  0.628521, approx slack: 6780835
rounded before pow |X_k-Y|_0 = 6836475, f1 =  0.304759

Iteration 700: Loss = 783479.750000
|Xk-Y|_F:  606419.812500, |X-X0|:  177059.937500
rounded |X_k-Y|_0 = 574973, f1 =  0.633692, approx slack: 6773315
rounded before pow |X_k-Y|_0 = 6876539, f1 =  0.303423

Iteration 720: Loss = 760391.687500
|Xk-Y|_F:  588636.437500, |X-X0|:  171755.250000
rounded |X_k-Y|_0 = 559822, f1 =  0.636109, approx slack: 6817195
rounded before pow |X_k-Y|_0 = 6908287, f1 =  0.302459

Iteration 740: Loss = 743765.125000
|Xk-Y|_F:  576163.250000, |X-X0|:  167601.906250
rounded |X_k-Y|_0 = 549511, f1 =  0.637739, approx slack: 6864499
rounded before pow |X_k-Y|_0 = 6942607, f1 =  0.301361

Iteration 760: Loss = 729776.375000
|Xk-Y|_F:  565685.375000, |X-X0|:  164090.984375
rounded |X_k-Y|_0 = 543564, f1 =  0.638698, approx slack: 6881708
rounded before pow |X_k-Y|_0 = 6955215, f1 =  0.300945

Iteration 780: Loss = 717789.062500
|Xk-Y|_F:  556683.187500, |X-X0|:  161105.890625
rounded |X_k-Y|_0 = 535622, f1 =  0.639926, approx slack: 6921945
rounded before pow |X_k-Y|_0 = 6988578, f1 =  0.299872

Iteration 800: Loss = 708525.062500
|Xk-Y|_F:  550123.187500, |X-X0|:  158401.875000
rounded |X_k-Y|_0 = 530688, f1 =  0.640704, approx slack: 6930877
rounded before pow |X_k-Y|_0 = 6989965, f1 =  0.299834

Iteration 820: Loss = 700498.312500
|Xk-Y|_F:  544650.500000, |X-X0|:  155847.796875
rounded |X_k-Y|_0 = 526816, f1 =  0.641341, approx slack: 6942192
rounded before pow |X_k-Y|_0 = 6995343, f1 =  0.299654

Iteration 840: Loss = 693443.187500
|Xk-Y|_F:  539999.000000, |X-X0|:  153444.171875
rounded |X_k-Y|_0 = 522619, f1 =  0.642027, approx slack: 6948152
rounded before pow |X_k-Y|_0 = 7001284, f1 =  0.299441

Iteration 860: Loss = 687220.750000
|Xk-Y|_F:  536045.687500, |X-X0|:  151175.046875
rounded |X_k-Y|_0 = 518339, f1 =  0.642702, approx slack: 6963193
rounded before pow |X_k-Y|_0 = 7016410, f1 =  0.298949

Iteration 880: Loss = 681709.000000
|Xk-Y|_F:  532629.375000, |X-X0|:  149079.593750
rounded |X_k-Y|_0 = 514711, f1 =  0.643282, approx slack: 6925929
rounded before pow |X_k-Y|_0 = 6996337, f1 =  0.299588

Iteration 900: Loss = 676721.687500
|Xk-Y|_F:  529628.875000, |X-X0|:  147092.812500
rounded |X_k-Y|_0 = 511310, f1 =  0.643819, approx slack: 6920774
rounded before pow |X_k-Y|_0 = 6999387, f1 =  0.299472

Iteration 920: Loss = 672363.687500
|Xk-Y|_F:  527137.312500, |X-X0|:  145226.359375
rounded |X_k-Y|_0 = 508090, f1 =  0.644316, approx slack: 6925149
rounded before pow |X_k-Y|_0 = 7004956, f1 =  0.299285

Iteration 940: Loss = 668476.125000
|Xk-Y|_F:  525022.687500, |X-X0|:  143453.468750
rounded |X_k-Y|_0 = 505846, f1 =  0.644688, approx slack: 6936198
rounded before pow |X_k-Y|_0 = 7015832, f1 =  0.298932

Iteration 960: Loss = 665053.812500
|Xk-Y|_F:  523245.000000, |X-X0|:  141808.812500
rounded |X_k-Y|_0 = 504152, f1 =  0.644965, approx slack: 6936840
rounded before pow |X_k-Y|_0 = 7017412, f1 =  0.298882

Iteration 980: Loss = 661967.687500
|Xk-Y|_F:  521726.187500, |X-X0|:  140241.515625
rounded |X_k-Y|_0 = 502511, f1 =  0.645227, approx slack: 6924533
rounded before pow |X_k-Y|_0 = 7008021, f1 =  0.299181

Iteration 1000: Loss = 659090.875000
|Xk-Y|_F:  520357.593750, |X-X0|:  138733.281250
rounded |X_k-Y|_0 = 500719, f1 =  0.645512, approx slack: 6930753
rounded before pow |X_k-Y|_0 = 7011618, f1 =  0.299067

Iteration 1020: Loss = 656497.500000
|Xk-Y|_F:  519230.562500, |X-X0|:  137266.921875
rounded |X_k-Y|_0 = 499299, f1 =  0.645746, approx slack: 6939253
rounded before pow |X_k-Y|_0 = 7018808, f1 =  0.298834

Iteration 1040: Loss = 654095.375000
|Xk-Y|_F:  518224.500000, |X-X0|:  135870.843750
rounded |X_k-Y|_0 = 498099, f1 =  0.645943, approx slack: 6939702
rounded before pow |X_k-Y|_0 = 7020386, f1 =  0.298783

Iteration 1060: Loss = 651828.875000
|Xk-Y|_F:  517292.718750, |X-X0|:  134536.156250
rounded |X_k-Y|_0 = 497223, f1 =  0.646090, approx slack: 6945779
rounded before pow |X_k-Y|_0 = 7024793, f1 =  0.298644

Iteration 1080: Loss = 649656.875000
|Xk-Y|_F:  516389.531250, |X-X0|:  133267.312500
rounded |X_k-Y|_0 = 496497, f1 =  0.646211, approx slack: 6937299
rounded before pow |X_k-Y|_0 = 7019073, f1 =  0.298819

Iteration 1100: Loss = 647563.250000
|Xk-Y|_F:  515532.843750, |X-X0|:  132030.437500
rounded |X_k-Y|_0 = 495815, f1 =  0.646330, approx slack: 6934336
rounded before pow |X_k-Y|_0 = 7018190, f1 =  0.298847

Iteration 1120: Loss = 645554.062500
|Xk-Y|_F:  514703.687500, |X-X0|:  130850.390625
rounded |X_k-Y|_0 = 495349, f1 =  0.646413, approx slack: 6936767
rounded before pow |X_k-Y|_0 = 7020146, f1 =  0.298784

Iteration 1140: Loss = 643698.125000
|Xk-Y|_F:  513988.437500, |X-X0|:  129709.656250
rounded |X_k-Y|_0 = 494871, f1 =  0.646504, approx slack: 6935089
rounded before pow |X_k-Y|_0 = 7019740, f1 =  0.298798

Iteration 1160: Loss = 641936.125000
|Xk-Y|_F:  513328.343750, |X-X0|:  128607.796875
rounded |X_k-Y|_0 = 494453, f1 =  0.646579, approx slack: 6933685
rounded before pow |X_k-Y|_0 = 7019224, f1 =  0.298809

Iteration 1180: Loss = 640237.500000
|Xk-Y|_F:  512699.687500, |X-X0|:  127537.796875
rounded |X_k-Y|_0 = 494206, f1 =  0.646632, approx slack: 6931595
rounded before pow |X_k-Y|_0 = 7017505, f1 =  0.298859

Iteration 1200: Loss = 638629.187500
|Xk-Y|_F:  512167.187500, |X-X0|:  126461.992188
rounded |X_k-Y|_0 = 493913, f1 =  0.646693, approx slack: 6925812
rounded before pow |X_k-Y|_0 = 7012731, f1 =  0.299002

Iteration 1220: Loss = 637081.000000
|Xk-Y|_F:  511661.843750, |X-X0|:  125419.125000
rounded |X_k-Y|_0 = 493788, f1 =  0.646733, approx slack: 6914971
rounded before pow |X_k-Y|_0 = 7005743, f1 =  0.299225

Iteration 1240: Loss = 635588.687500
|Xk-Y|_F:  511185.812500, |X-X0|:  124402.867188
rounded |X_k-Y|_0 = 493661, f1 =  0.646765, approx slack: 6911438
rounded before pow |X_k-Y|_0 = 7004266, f1 =  0.299273

Iteration 1260: Loss = 634033.250000
|Xk-Y|_F:  510653.812500, |X-X0|:  123379.437500
rounded |X_k-Y|_0 = 493528, f1 =  0.646805, approx slack: 6910658
rounded before pow |X_k-Y|_0 = 7003319, f1 =  0.299303

Iteration 1280: Loss = 632550.250000
|Xk-Y|_F:  510141.125000, |X-X0|:  122409.156250
rounded |X_k-Y|_0 = 493014, f1 =  0.646895, approx slack: 6912357
rounded before pow |X_k-Y|_0 = 7004958, f1 =  0.299250

Iteration 1300: Loss = 631055.062500
|Xk-Y|_F:  509603.406250, |X-X0|:  121451.656250
rounded |X_k-Y|_0 = 492823, f1 =  0.646940, approx slack: 6910487
rounded before pow |X_k-Y|_0 = 7002995, f1 =  0.299312

Iteration 1320: Loss = 629547.250000
|Xk-Y|_F:  509043.656250, |X-X0|:  120503.625000
rounded |X_k-Y|_0 = 492370, f1 =  0.647021, approx slack: 6900121
rounded before pow |X_k-Y|_0 = 6993260, f1 =  0.299616

Iteration 1340: Loss = 628221.062500
|Xk-Y|_F:  508650.937500, |X-X0|:  119570.109375
rounded |X_k-Y|_0 = 492077, f1 =  0.647074, approx slack: 6889519
rounded before pow |X_k-Y|_0 = 6992080, f1 =  0.299652

Iteration 1360: Loss = 626942.750000
|Xk-Y|_F:  508309.218750, |X-X0|:  118633.507812
rounded |X_k-Y|_0 = 491954, f1 =  0.647102, approx slack: 6894840
rounded before pow |X_k-Y|_0 = 6995352, f1 =  0.299563

Iteration 1380: Loss = 625683.875000
|Xk-Y|_F:  507983.062500, |X-X0|:  117700.781250
rounded |X_k-Y|_0 = 491680, f1 =  0.647150, approx slack: 6895027
rounded before pow |X_k-Y|_0 = 6995549, f1 =  0.299556

Iteration 1400: Loss = 624488.250000
|Xk-Y|_F:  507691.031250, |X-X0|:  116797.218750
rounded |X_k-Y|_0 = 491507, f1 =  0.647192, approx slack: 6897077
rounded before pow |X_k-Y|_0 = 6996721, f1 =  0.299526

Iteration 1420: Loss = 623203.125000
|Xk-Y|_F:  507301.968750, |X-X0|:  115901.156250
rounded |X_k-Y|_0 = 491423, f1 =  0.647211, approx slack: 6901964
rounded before pow |X_k-Y|_0 = 7002843, f1 =  0.299327

Iteration 1440: Loss = 621991.937500
|Xk-Y|_F:  506973.718750, |X-X0|:  115018.195312
rounded |X_k-Y|_0 = 491299, f1 =  0.647239, approx slack: 6903722
rounded before pow |X_k-Y|_0 = 7004824, f1 =  0.299263

Iteration 1460: Loss = 620812.375000
|Xk-Y|_F:  506673.562500, |X-X0|:  114138.843750
rounded |X_k-Y|_0 = 491169, f1 =  0.647268, approx slack: 6920551
rounded before pow |X_k-Y|_0 = 7021129, f1 =  0.298733

Iteration 1480: Loss = 619945.125000
|Xk-Y|_F:  506668.875000, |X-X0|:  113276.281250
rounded |X_k-Y|_0 = 491534, f1 =  0.647221, approx slack: 6913229
rounded before pow |X_k-Y|_0 = 7014181, f1 =  0.298956

Iteration 1500: Loss = 618518.500000
|Xk-Y|_F:  506105.531250, |X-X0|:  112412.953125
rounded |X_k-Y|_0 = 490852, f1 =  0.647329, approx slack: 6909639
rounded before pow |X_k-Y|_0 = 7014677, f1 =  0.298917

Iteration 1520: Loss = 617386.187500
|Xk-Y|_F:  505835.062500, |X-X0|:  111551.132812
rounded |X_k-Y|_0 = 490697, f1 =  0.647362, approx slack: 6907146
rounded before pow |X_k-Y|_0 = 7010980, f1 =  0.299043

Iteration 1540: Loss = 616285.812500
|Xk-Y|_F:  505583.656250, |X-X0|:  110702.140625
rounded |X_k-Y|_0 = 490571, f1 =  0.647390, approx slack: 6907120
rounded before pow |X_k-Y|_0 = 7013576, f1 =  0.298941

Iteration 1560: Loss = 615193.062500
|Xk-Y|_F:  505328.687500, |X-X0|:  109864.375000
rounded |X_k-Y|_0 = 490453, f1 =  0.647414, approx slack: 6907266
rounded before pow |X_k-Y|_0 = 7014124, f1 =  0.298923

Iteration 1580: Loss = 614121.687500
|Xk-Y|_F:  505077.406250, |X-X0|:  109044.273438
rounded |X_k-Y|_0 = 490297, f1 =  0.647446, approx slack: 6909282
rounded before pow |X_k-Y|_0 = 7016601, f1 =  0.298849

Iteration 1600: Loss = 613386.312500
|Xk-Y|_F:  505158.968750, |X-X0|:  108227.328125
rounded |X_k-Y|_0 = 489414, f1 =  0.647539, approx slack: 6880936
rounded before pow |X_k-Y|_0 = 6990751, f1 =  0.299678

Iteration 1620: Loss = 611959.875000
|Xk-Y|_F:  504548.968750, |X-X0|:  107410.937500
rounded |X_k-Y|_0 = 489922, f1 =  0.647521, approx slack: 6884788
rounded before pow |X_k-Y|_0 = 6992055, f1 =  0.299638

Iteration 1640: Loss = 610874.375000
|Xk-Y|_F:  504265.468750, |X-X0|:  106608.929688
rounded |X_k-Y|_0 = 489704, f1 =  0.647565, approx slack: 6887245
rounded before pow |X_k-Y|_0 = 6994624, f1 =  0.299555

Iteration 1660: Loss = 609798.937500
|Xk-Y|_F:  503984.218750, |X-X0|:  105814.695312
rounded |X_k-Y|_0 = 489537, f1 =  0.647603, approx slack: 6887954
rounded before pow |X_k-Y|_0 = 6995063, f1 =  0.299542

Iteration 1680: Loss = 608723.187500
|Xk-Y|_F:  503697.937500, |X-X0|:  105025.250000
rounded |X_k-Y|_0 = 489273, f1 =  0.647653, approx slack: 6887885
rounded before pow |X_k-Y|_0 = 6995191, f1 =  0.299538

Iteration 1700: Loss = 607653.437500
|Xk-Y|_F:  503411.125000, |X-X0|:  104242.320312
rounded |X_k-Y|_0 = 489060, f1 =  0.647692, approx slack: 6888164
rounded before pow |X_k-Y|_0 = 6996159, f1 =  0.299511

Iteration 1720: Loss = 606591.875000
|Xk-Y|_F:  503116.343750, |X-X0|:  103475.515625
rounded |X_k-Y|_0 = 488728, f1 =  0.647752, approx slack: 6889206
rounded before pow |X_k-Y|_0 = 6997194, f1 =  0.299482

Iteration 1740: Loss = 605534.937500
|Xk-Y|_F:  502832.312500, |X-X0|:  102702.609375
rounded |X_k-Y|_0 = 488583, f1 =  0.647778, approx slack: 6889717
rounded before pow |X_k-Y|_0 = 6997833, f1 =  0.299461

Iteration 1760: Loss = 604500.750000
|Xk-Y|_F:  502562.437500, |X-X0|:  101938.296875
rounded |X_k-Y|_0 = 488467, f1 =  0.647803, approx slack: 6898539
rounded before pow |X_k-Y|_0 = 7003827, f1 =  0.299318

Iteration 1780: Loss = 603497.062500
|Xk-Y|_F:  502304.500000, |X-X0|:  101192.539062
rounded |X_k-Y|_0 = 488379, f1 =  0.647825, approx slack: 6898679
rounded before pow |X_k-Y|_0 = 7004195, f1 =  0.299306

Iteration 1800: Loss = 602501.750000
|Xk-Y|_F:  502053.812500, |X-X0|:  100447.953125
rounded |X_k-Y|_0 = 488288, f1 =  0.647844, approx slack: 6897623
rounded before pow |X_k-Y|_0 = 7004412, f1 =  0.299299

Iteration 1820: Loss = 601504.125000
|Xk-Y|_F:  501803.437500, |X-X0|:  99700.703125
rounded |X_k-Y|_0 = 488146, f1 =  0.647872, approx slack: 6898129
rounded before pow |X_k-Y|_0 = 7005545, f1 =  0.299262

Iteration 1840: Loss = 600521.562500
|Xk-Y|_F:  501556.343750, |X-X0|:  98965.210938
rounded |X_k-Y|_0 = 487938, f1 =  0.647912, approx slack: 6903290
rounded before pow |X_k-Y|_0 = 7010207, f1 =  0.299118

Iteration 1860: Loss = 599534.125000
|Xk-Y|_F:  501317.406250, |X-X0|:  98216.703125
rounded |X_k-Y|_0 = 487754, f1 =  0.647946, approx slack: 6905183
rounded before pow |X_k-Y|_0 = 7012324, f1 =  0.299049

Iteration 1880: Loss = 598571.875000
|Xk-Y|_F:  501071.281250, |X-X0|:  97500.578125
rounded |X_k-Y|_0 = 487549, f1 =  0.647984, approx slack: 6905863
rounded before pow |X_k-Y|_0 = 7013170, f1 =  0.299023

Iteration 1900: Loss = 597608.000000
|Xk-Y|_F:  500821.093750, |X-X0|:  96786.875000
rounded |X_k-Y|_0 = 487228, f1 =  0.648041, approx slack: 6904981
rounded before pow |X_k-Y|_0 = 7012734, f1 =  0.299032

Iteration 1920: Loss = 596634.812500
|Xk-Y|_F:  500546.156250, |X-X0|:  96088.648438
rounded |X_k-Y|_0 = 486989, f1 =  0.648084, approx slack: 6907312
rounded before pow |X_k-Y|_0 = 7015142, f1 =  0.298954

Iteration 1940: Loss = 595660.937500
|Xk-Y|_F:  500245.812500, |X-X0|:  95415.125000
rounded |X_k-Y|_0 = 486722, f1 =  0.648130, approx slack: 6896166
rounded before pow |X_k-Y|_0 = 7009986, f1 =  0.299126

Iteration 1960: Loss = 594692.062500
|Xk-Y|_F:  499951.531250, |X-X0|:  94740.531250
rounded |X_k-Y|_0 = 486453, f1 =  0.648179, approx slack: 6895454
rounded before pow |X_k-Y|_0 = 7009460, f1 =  0.299143

Iteration 1980: Loss = 593752.750000
|Xk-Y|_F:  499662.500000, |X-X0|:  94090.226562
rounded |X_k-Y|_0 = 486120, f1 =  0.648237, approx slack: 6897850
rounded before pow |X_k-Y|_0 = 7012226, f1 =  0.299050

Iteration 2000: Loss = 592828.687500
|Xk-Y|_F:  499368.156250, |X-X0|:  93460.515625
rounded |X_k-Y|_0 = 485822, f1 =  0.648288, approx slack: 6895201
rounded before pow |X_k-Y|_0 = 7009980, f1 =  0.299122

Iteration 2020: Loss = 591909.000000
|Xk-Y|_F:  499071.625000, |X-X0|:  92837.406250
rounded |X_k-Y|_0 = 485522, f1 =  0.648341, approx slack: 6902723
rounded before pow |X_k-Y|_0 = 7017078, f1 =  0.298910

Iteration 2040: Loss = 591003.625000
|Xk-Y|_F:  498779.500000, |X-X0|:  92224.156250
rounded |X_k-Y|_0 = 485207, f1 =  0.648394, approx slack: 6906127
rounded before pow |X_k-Y|_0 = 7018067, f1 =  0.298884

Iteration 2060: Loss = 590072.062500
|Xk-Y|_F:  498469.437500, |X-X0|:  91602.617188
rounded |X_k-Y|_0 = 484984, f1 =  0.648434, approx slack: 6897943
rounded before pow |X_k-Y|_0 = 7010496, f1 =  0.299128

Iteration 2080: Loss = 589127.000000
|Xk-Y|_F:  498159.062500, |X-X0|:  90967.968750
rounded |X_k-Y|_0 = 484719, f1 =  0.648480, approx slack: 6892473
rounded before pow |X_k-Y|_0 = 7005297, f1 =  0.299296

Iteration 2100: Loss = 588206.812500
|Xk-Y|_F:  497850.812500, |X-X0|:  90356.007812
rounded |X_k-Y|_0 = 484451, f1 =  0.648529, approx slack: 6895071
rounded before pow |X_k-Y|_0 = 7006730, f1 =  0.299267

Iteration 2120: Loss = 587291.062500
|Xk-Y|_F:  497545.187500, |X-X0|:  89745.875000
rounded |X_k-Y|_0 = 484198, f1 =  0.648576, approx slack: 6891266
rounded before pow |X_k-Y|_0 = 7002636, f1 =  0.299400

Iteration 2140: Loss = 586427.812500
|Xk-Y|_F:  497256.437500, |X-X0|:  89171.359375
rounded |X_k-Y|_0 = 483879, f1 =  0.648629, approx slack: 6893914
rounded before pow |X_k-Y|_0 = 7005392, f1 =  0.299310

Iteration 2160: Loss = 585585.375000
|Xk-Y|_F:  496987.906250, |X-X0|:  88597.437500
rounded |X_k-Y|_0 = 483672, f1 =  0.648666, approx slack: 6897470
rounded before pow |X_k-Y|_0 = 7008552, f1 =  0.299212

Iteration 2180: Loss = 584768.750000
|Xk-Y|_F:  496722.031250, |X-X0|:  88046.734375
rounded |X_k-Y|_0 = 483413, f1 =  0.648711, approx slack: 6897683
rounded before pow |X_k-Y|_0 = 7008772, f1 =  0.299205

Iteration 2200: Loss = 583961.250000
|Xk-Y|_F:  496459.062500, |X-X0|:  87502.187500
rounded |X_k-Y|_0 = 483142, f1 =  0.648759, approx slack: 6900938
rounded before pow |X_k-Y|_0 = 7012084, f1 =  0.299099

Iteration 2220: Loss = 583174.000000
|Xk-Y|_F:  496201.156250, |X-X0|:  86972.812500
rounded |X_k-Y|_0 = 482904, f1 =  0.648798, approx slack: 6902398
rounded before pow |X_k-Y|_0 = 7013467, f1 =  0.299057

Iteration 2240: Loss = 582400.812500
|Xk-Y|_F:  495954.406250, |X-X0|:  86446.421875
rounded |X_k-Y|_0 = 482634, f1 =  0.648844, approx slack: 6901477
rounded before pow |X_k-Y|_0 = 7012775, f1 =  0.299080

Iteration 2260: Loss = 581655.750000
|Xk-Y|_F:  495718.531250, |X-X0|:  85937.187500
rounded |X_k-Y|_0 = 482447, f1 =  0.648878, approx slack: 6900977
rounded before pow |X_k-Y|_0 = 7012418, f1 =  0.299091

Iteration 2280: Loss = 580924.000000
|Xk-Y|_F:  495484.343750, |X-X0|:  85439.640625
rounded |X_k-Y|_0 = 482252, f1 =  0.648911, approx slack: 6906017
rounded before pow |X_k-Y|_0 = 7016700, f1 =  0.298961

Iteration 2300: Loss = 580218.750000
|Xk-Y|_F:  495267.843750, |X-X0|:  84950.937500
rounded |X_k-Y|_0 = 482089, f1 =  0.648938, approx slack: 6905903
rounded before pow |X_k-Y|_0 = 7016666, f1 =  0.298962

Iteration 2320: Loss = 579509.375000
|Xk-Y|_F:  495044.000000, |X-X0|:  84465.398438
rounded |X_k-Y|_0 = 481943, f1 =  0.648964, approx slack: 6907306
rounded before pow |X_k-Y|_0 = 7017566, f1 =  0.298938

Iteration 2340: Loss = 578796.875000
|Xk-Y|_F:  494824.406250, |X-X0|:  83972.437500
rounded |X_k-Y|_0 = 481801, f1 =  0.648989, approx slack: 6904475
rounded before pow |X_k-Y|_0 = 7015363, f1 =  0.299005

Iteration 2360: Loss = 578113.750000
|Xk-Y|_F:  494608.281250, |X-X0|:  83505.460938
rounded |X_k-Y|_0 = 481635, f1 =  0.649018, approx slack: 6903498
rounded before pow |X_k-Y|_0 = 7014560, f1 =  0.299031

Iteration 2380: Loss = 577390.000000
|Xk-Y|_F:  494350.343750, |X-X0|:  83039.671875
rounded |X_k-Y|_0 = 481371, f1 =  0.649060, approx slack: 6904477
rounded before pow |X_k-Y|_0 = 7015553, f1 =  0.299003

Iteration 2400: Loss = 576698.312500
|Xk-Y|_F:  494115.812500, |X-X0|:  82582.484375
rounded |X_k-Y|_0 = 481164, f1 =  0.649096, approx slack: 6905979
rounded before pow |X_k-Y|_0 = 7016708, f1 =  0.298972

Iteration 2420: Loss = 576021.812500
|Xk-Y|_F:  493891.437500, |X-X0|:  82130.375000
rounded |X_k-Y|_0 = 481022, f1 =  0.649121, approx slack: 6908450
rounded before pow |X_k-Y|_0 = 7018794, f1 =  0.298914

Iteration 2440: Loss = 575353.562500
|Xk-Y|_F:  493664.468750, |X-X0|:  81689.109375
rounded |X_k-Y|_0 = 480863, f1 =  0.649148, approx slack: 6913205
rounded before pow |X_k-Y|_0 = 7022195, f1 =  0.298811

Iteration 2460: Loss = 574692.375000
|Xk-Y|_F:  493434.718750, |X-X0|:  81257.671875
rounded |X_k-Y|_0 = 480725, f1 =  0.649173, approx slack: 6925066
rounded before pow |X_k-Y|_0 = 7030164, f1 =  0.298569

Iteration 2480: Loss = 574033.562500
|Xk-Y|_F:  493205.812500, |X-X0|:  80827.750000
rounded |X_k-Y|_0 = 480525, f1 =  0.649207, approx slack: 6924964
rounded before pow |X_k-Y|_0 = 7030251, f1 =  0.298567

Iteration 2500: Loss = 573386.062500
|Xk-Y|_F:  492982.250000, |X-X0|:  80403.828125
rounded |X_k-Y|_0 = 480338, f1 =  0.649238, approx slack: 6932804
rounded before pow |X_k-Y|_0 = 7036297, f1 =  0.298389

Iteration 2520: Loss = 572765.000000
|Xk-Y|_F:  492778.625000, |X-X0|:  79986.367188
rounded |X_k-Y|_0 = 480151, f1 =  0.649269, approx slack: 6933939
rounded before pow |X_k-Y|_0 = 7037177, f1 =  0.298363

Iteration 2540: Loss = 572132.625000
|Xk-Y|_F:  492555.531250, |X-X0|:  79577.078125
rounded |X_k-Y|_0 = 479964, f1 =  0.649298, approx slack: 6943869
rounded before pow |X_k-Y|_0 = 7044650, f1 =  0.298146

Iteration 2560: Loss = 571461.125000
|Xk-Y|_F:  492304.968750, |X-X0|:  79156.156250
rounded |X_k-Y|_0 = 479772, f1 =  0.649330, approx slack: 6947887
rounded before pow |X_k-Y|_0 = 7047564, f1 =  0.298062

Iteration 2580: Loss = 570812.750000
|Xk-Y|_F:  492069.031250, |X-X0|:  78743.750000
rounded |X_k-Y|_0 = 479620, f1 =  0.649356, approx slack: 6955375
rounded before pow |X_k-Y|_0 = 7053456, f1 =  0.297889

Iteration 2600: Loss = 570151.000000
|Xk-Y|_F:  491812.687500, |X-X0|:  78338.343750
rounded |X_k-Y|_0 = 479389, f1 =  0.649390, approx slack: 6963136
rounded before pow |X_k-Y|_0 = 7058651, f1 =  0.297746

Iteration 2620: Loss = 569452.500000
|Xk-Y|_F:  491518.062500, |X-X0|:  77934.406250
rounded |X_k-Y|_0 = 479147, f1 =  0.649428, approx slack: 6971645
rounded before pow |X_k-Y|_0 = 7065260, f1 =  0.297555

Iteration 2640: Loss = 568725.437500
|Xk-Y|_F:  491194.531250, |X-X0|:  77530.921875
rounded |X_k-Y|_0 = 478775, f1 =  0.649487, approx slack: 6983116
rounded before pow |X_k-Y|_0 = 7073705, f1 =  0.297315

Iteration 2660: Loss = 568002.937500
|Xk-Y|_F:  490877.437500, |X-X0|:  77125.500000
rounded |X_k-Y|_0 = 478300, f1 =  0.649562, approx slack: 6978286
rounded before pow |X_k-Y|_0 = 7068867, f1 =  0.297468

Iteration 2680: Loss = 567300.625000
|Xk-Y|_F:  490565.250000, |X-X0|:  76735.375000
rounded |X_k-Y|_0 = 477851, f1 =  0.649635, approx slack: 6981727
rounded before pow |X_k-Y|_0 = 7071702, f1 =  0.297385

Iteration 2700: Loss = 566551.562500
|Xk-Y|_F:  490212.875000, |X-X0|:  76338.703125
rounded |X_k-Y|_0 = 477425, f1 =  0.649706, approx slack: 6980110
rounded before pow |X_k-Y|_0 = 7070757, f1 =  0.297411

Iteration 2720: Loss = 565820.062500
|Xk-Y|_F:  489870.218750, |X-X0|:  75949.859375
rounded |X_k-Y|_0 = 476957, f1 =  0.649783, approx slack: 6978879
rounded before pow |X_k-Y|_0 = 7069925, f1 =  0.297440

Iteration 2740: Loss = 565064.000000
|Xk-Y|_F:  489504.937500, |X-X0|:  75559.078125
rounded |X_k-Y|_0 = 476533, f1 =  0.649852, approx slack: 6976044
rounded before pow |X_k-Y|_0 = 7067333, f1 =  0.297523

Iteration 2760: Loss = 564228.687500
|Xk-Y|_F:  489057.093750, |X-X0|:  75171.578125
rounded |X_k-Y|_0 = 476066, f1 =  0.649927, approx slack: 6975447
rounded before pow |X_k-Y|_0 = 7065910, f1 =  0.297571

Iteration 2780: Loss = 563424.812500
|Xk-Y|_F:  488655.937500, |X-X0|:  74768.875000
rounded |X_k-Y|_0 = 475665, f1 =  0.649993, approx slack: 6944629
rounded before pow |X_k-Y|_0 = 7037403, f1 =  0.298470

Iteration 2800: Loss = 562686.937500
|Xk-Y|_F:  488305.562500, |X-X0|:  74381.382812
rounded |X_k-Y|_0 = 475303, f1 =  0.650050, approx slack: 6941654
rounded before pow |X_k-Y|_0 = 7034465, f1 =  0.298554

Iteration 2820: Loss = 561966.437500
|Xk-Y|_F:  487968.593750, |X-X0|:  73997.835938
rounded |X_k-Y|_0 = 474955, f1 =  0.650107, approx slack: 6905311
rounded before pow |X_k-Y|_0 = 6997939, f1 =  0.299681

Iteration 2840: Loss = 561280.625000
|Xk-Y|_F:  487670.437500, |X-X0|:  73610.187500
rounded |X_k-Y|_0 = 474768, f1 =  0.650137, approx slack: 6868543
rounded before pow |X_k-Y|_0 = 6958597, f1 =  0.300899

Iteration 2860: Loss = 560590.687500
|Xk-Y|_F:  487351.000000, |X-X0|:  73239.695312
rounded |X_k-Y|_0 = 474542, f1 =  0.650175, approx slack: 6829380
rounded before pow |X_k-Y|_0 = 6920558, f1 =  0.302074

Iteration 2880: Loss = 559857.125000
|Xk-Y|_F:  486979.687500, |X-X0|:  72877.421875
rounded |X_k-Y|_0 = 474211, f1 =  0.650228, approx slack: 6800666
rounded before pow |X_k-Y|_0 = 6892233, f1 =  0.302938

Iteration 2900: Loss = 559149.437500
|Xk-Y|_F:  486633.875000, |X-X0|:  72515.578125
rounded |X_k-Y|_0 = 473851, f1 =  0.650290, approx slack: 6756193
rounded before pow |X_k-Y|_0 = 6847856, f1 =  0.304296

Iteration 2920: Loss = 558415.312500
|Xk-Y|_F:  486258.593750, |X-X0|:  72156.726562
rounded |X_k-Y|_0 = 473569, f1 =  0.650338, approx slack: 6740435
rounded before pow |X_k-Y|_0 = 6832447, f1 =  0.304776

Iteration 2940: Loss = 557656.875000
|Xk-Y|_F:  485860.562500, |X-X0|:  71796.296875
rounded |X_k-Y|_0 = 473191, f1 =  0.650401, approx slack: 6727305
rounded before pow |X_k-Y|_0 = 6820103, f1 =  0.305171

Iteration 2960: Loss = 557044.375000
|Xk-Y|_F:  485600.218750, |X-X0|:  71444.125000
rounded |X_k-Y|_0 = 472999, f1 =  0.650435, approx slack: 6710280
rounded before pow |X_k-Y|_0 = 6805002, f1 =  0.305651

Iteration 2980: Loss = 556445.437500
|Xk-Y|_F:  485353.406250, |X-X0|:  71092.031250
rounded |X_k-Y|_0 = 472695, f1 =  0.650484, approx slack: 6707788
rounded before pow |X_k-Y|_0 = 6802835, f1 =  0.305720

Iteration 3000: Loss = 555885.562500
|Xk-Y|_F:  485140.406250, |X-X0|:  70745.140625
rounded |X_k-Y|_0 = 472486, f1 =  0.650519, approx slack: 6707027
rounded before pow |X_k-Y|_0 = 6802185, f1 =  0.305741

Iteration 3020: Loss = 555336.312500
|Xk-Y|_F:  484936.281250, |X-X0|:  70400.039062
rounded |X_k-Y|_0 = 472278, f1 =  0.650554, approx slack: 6703575
rounded before pow |X_k-Y|_0 = 6799393, f1 =  0.305828

Iteration 3040: Loss = 554806.500000
|Xk-Y|_F:  484742.375000, |X-X0|:  70064.109375
rounded |X_k-Y|_0 = 472063, f1 =  0.650590, approx slack: 6702357
rounded before pow |X_k-Y|_0 = 6798150, f1 =  0.305869

Iteration 3060: Loss = 554256.062500
|Xk-Y|_F:  484534.187500, |X-X0|:  69721.882812
rounded |X_k-Y|_0 = 471869, f1 =  0.650623, approx slack: 6703634
rounded before pow |X_k-Y|_0 = 6799370, f1 =  0.305834

Iteration 3080: Loss = 553732.125000
|Xk-Y|_F:  484338.593750, |X-X0|:  69393.515625
rounded |X_k-Y|_0 = 471706, f1 =  0.650651, approx slack: 6703440
rounded before pow |X_k-Y|_0 = 6799340, f1 =  0.305835

Iteration 3100: Loss = 553210.625000
|Xk-Y|_F:  484148.406250, |X-X0|:  69062.203125
rounded |X_k-Y|_0 = 471548, f1 =  0.650678, approx slack: 6701145
rounded before pow |X_k-Y|_0 = 6797500, f1 =  0.305892

Iteration 3120: Loss = 552690.500000
|Xk-Y|_F:  483956.468750, |X-X0|:  68734.000000
rounded |X_k-Y|_0 = 471398, f1 =  0.650704, approx slack: 6705185
rounded before pow |X_k-Y|_0 = 6800946, f1 =  0.305781

Iteration 3140: Loss = 552165.375000
|Xk-Y|_F:  483753.625000, |X-X0|:  68411.742188
rounded |X_k-Y|_0 = 471192, f1 =  0.650740, approx slack: 6704942
rounded before pow |X_k-Y|_0 = 6800719, f1 =  0.305789

Iteration 3160: Loss = 551615.375000
|Xk-Y|_F:  483537.718750, |X-X0|:  68077.640625
rounded |X_k-Y|_0 = 471016, f1 =  0.650771, approx slack: 6705456
rounded before pow |X_k-Y|_0 = 6801413, f1 =  0.305767

Iteration 3180: Loss = 551135.625000
|Xk-Y|_F:  483363.562500, |X-X0|:  67772.054688
rounded |X_k-Y|_0 = 470772, f1 =  0.650815, approx slack: 6704244
rounded before pow |X_k-Y|_0 = 6800408, f1 =  0.305800

Iteration 3200: Loss = 550623.625000
|Xk-Y|_F:  483176.781250, |X-X0|:  67446.875000
rounded |X_k-Y|_0 = 470568, f1 =  0.650849, approx slack: 6711358
rounded before pow |X_k-Y|_0 = 6806929, f1 =  0.305598

Iteration 3220: Loss = 550118.062500
|Xk-Y|_F:  482986.562500, |X-X0|:  67131.515625
rounded |X_k-Y|_0 = 470373, f1 =  0.650882, approx slack: 6709917
rounded before pow |X_k-Y|_0 = 6805684, f1 =  0.305639

Iteration 3240: Loss = 549648.937500
|Xk-Y|_F:  482827.250000, |X-X0|:  66821.671875
rounded |X_k-Y|_0 = 470169, f1 =  0.650917, approx slack: 6709924
rounded before pow |X_k-Y|_0 = 6805865, f1 =  0.305632

Iteration 3260: Loss = 549202.000000
|Xk-Y|_F:  482681.031250, |X-X0|:  66520.937500
rounded |X_k-Y|_0 = 470017, f1 =  0.650943, approx slack: 6708706
rounded before pow |X_k-Y|_0 = 6805546, f1 =  0.305642

Iteration 3280: Loss = 548718.625000
|Xk-Y|_F:  482514.843750, |X-X0|:  66203.812500
rounded |X_k-Y|_0 = 469815, f1 =  0.650978, approx slack: 6708374
rounded before pow |X_k-Y|_0 = 6805315, f1 =  0.305650

Iteration 3300: Loss = 548341.437500
|Xk-Y|_F:  482432.843750, |X-X0|:  65908.585938
rounded |X_k-Y|_0 = 469752, f1 =  0.650988, approx slack: 6708090
rounded before pow |X_k-Y|_0 = 6802597, f1 =  0.305745

Iteration 3320: Loss = 547943.500000
|Xk-Y|_F:  482326.687500, |X-X0|:  65616.843750
rounded |X_k-Y|_0 = 469668, f1 =  0.651002, approx slack: 6707045
rounded before pow |X_k-Y|_0 = 6801627, f1 =  0.305774

Iteration 3340: Loss = 547491.187500
|Xk-Y|_F:  482170.718750, |X-X0|:  65320.453125
rounded |X_k-Y|_0 = 469568, f1 =  0.651020, approx slack: 6707550
rounded before pow |X_k-Y|_0 = 6802300, f1 =  0.305753

Iteration 3360: Loss = 547011.812500
|Xk-Y|_F:  482006.031250, |X-X0|:  65005.773438
rounded |X_k-Y|_0 = 469464, f1 =  0.651040, approx slack: 6708644
rounded before pow |X_k-Y|_0 = 6803244, f1 =  0.305723

Iteration 3380: Loss = 546550.312500
|Xk-Y|_F:  481856.281250, |X-X0|:  64694.039062
rounded |X_k-Y|_0 = 469391, f1 =  0.651053, approx slack: 6708706
rounded before pow |X_k-Y|_0 = 6803235, f1 =  0.305723

Iteration 3400: Loss = 546104.812500
|Xk-Y|_F:  481709.968750, |X-X0|:  64394.828125
rounded |X_k-Y|_0 = 469330, f1 =  0.651066, approx slack: 6709609
rounded before pow |X_k-Y|_0 = 6803923, f1 =  0.305701

Iteration 3420: Loss = 545679.812500
|Xk-Y|_F:  481579.843750, |X-X0|:  64099.984375
rounded |X_k-Y|_0 = 469302, f1 =  0.651070, approx slack: 6710083
rounded before pow |X_k-Y|_0 = 6804316, f1 =  0.305689

Iteration 3440: Loss = 545300.437500
|Xk-Y|_F:  481474.031250, |X-X0|:  63826.429688
rounded |X_k-Y|_0 = 469207, f1 =  0.651088, approx slack: 6713880
rounded before pow |X_k-Y|_0 = 6808045, f1 =  0.305569

Iteration 3460: Loss = 544876.500000
|Xk-Y|_F:  481328.093750, |X-X0|:  63548.406250
rounded |X_k-Y|_0 = 469069, f1 =  0.651112, approx slack: 6685497
rounded before pow |X_k-Y|_0 = 6782193, f1 =  0.306400

Iteration 3480: Loss = 544468.312500
|Xk-Y|_F:  481209.281250, |X-X0|:  63259.023438
rounded |X_k-Y|_0 = 469052, f1 =  0.651119, approx slack: 6685178
rounded before pow |X_k-Y|_0 = 6781811, f1 =  0.306413

Iteration 3500: Loss = 544015.312500
|Xk-Y|_F:  481038.000000, |X-X0|:  62977.289062
rounded |X_k-Y|_0 = 468937, f1 =  0.651142, approx slack: 6682121
rounded before pow |X_k-Y|_0 = 6779103, f1 =  0.306497

Iteration 3520: Loss = 543609.062500
|Xk-Y|_F:  480910.343750, |X-X0|:  62698.718750
rounded |X_k-Y|_0 = 468819, f1 =  0.651166, approx slack: 6679018
rounded before pow |X_k-Y|_0 = 6776337, f1 =  0.306585

Iteration 3540: Loss = 543194.062500
|Xk-Y|_F:  480781.750000, |X-X0|:  62412.324219
rounded |X_k-Y|_0 = 468744, f1 =  0.651183, approx slack: 6673097
rounded before pow |X_k-Y|_0 = 6771023, f1 =  0.306755

Iteration 3560: Loss = 542773.750000
|Xk-Y|_F:  480644.062500, |X-X0|:  62129.667969
rounded |X_k-Y|_0 = 468676, f1 =  0.651195, approx slack: 6679544
rounded before pow |X_k-Y|_0 = 6776560, f1 =  0.306580

Iteration 3580: Loss = 542378.750000
|Xk-Y|_F:  480516.625000, |X-X0|:  61862.117188
rounded |X_k-Y|_0 = 468579, f1 =  0.651213, approx slack: 6661354
rounded before pow |X_k-Y|_0 = 6760792, f1 =  0.307077

Iteration 3600: Loss = 541982.000000
|Xk-Y|_F:  480381.062500, |X-X0|:  61600.937500
rounded |X_k-Y|_0 = 468523, f1 =  0.651225, approx slack: 6667513
rounded before pow |X_k-Y|_0 = 6766811, f1 =  0.306883

Iteration 3620: Loss = 541558.000000
|Xk-Y|_F:  480227.437500, |X-X0|:  61330.585938
rounded |X_k-Y|_0 = 468418, f1 =  0.651243, approx slack: 6666726
rounded before pow |X_k-Y|_0 = 6766030, f1 =  0.306909

Iteration 3640: Loss = 541161.875000
|Xk-Y|_F:  480099.687500, |X-X0|:  61062.156250
rounded |X_k-Y|_0 = 468322, f1 =  0.651260, approx slack: 6658432
rounded before pow |X_k-Y|_0 = 6759085, f1 =  0.307127

Iteration 3660: Loss = 540768.125000
|Xk-Y|_F:  479967.156250, |X-X0|:  60800.976562
rounded |X_k-Y|_0 = 468212, f1 =  0.651281, approx slack: 6653787
rounded before pow |X_k-Y|_0 = 6756268, f1 =  0.307215

Iteration 3680: Loss = 540376.062500
|Xk-Y|_F:  479833.906250, |X-X0|:  60542.160156
rounded |X_k-Y|_0 = 468149, f1 =  0.651294, approx slack: 6654414
rounded before pow |X_k-Y|_0 = 6756885, f1 =  0.307196

Iteration 3700: Loss = 539950.312500
|Xk-Y|_F:  479665.125000, |X-X0|:  60285.160156
rounded |X_k-Y|_0 = 468067, f1 =  0.651310, approx slack: 6642902
rounded before pow |X_k-Y|_0 = 6747178, f1 =  0.307499

Iteration 3720: Loss = 539611.375000
|Xk-Y|_F:  479578.656250, |X-X0|:  60032.718750
rounded |X_k-Y|_0 = 467979, f1 =  0.651326, approx slack: 6641250
rounded before pow |X_k-Y|_0 = 6745660, f1 =  0.307548

Iteration 3740: Loss = 539262.250000
|Xk-Y|_F:  479474.937500, |X-X0|:  59787.281250
rounded |X_k-Y|_0 = 467869, f1 =  0.651344, approx slack: 6641302
rounded before pow |X_k-Y|_0 = 6745721, f1 =  0.307546

Iteration 3760: Loss = 538949.187500
|Xk-Y|_F:  479412.968750, |X-X0|:  59536.203125
rounded |X_k-Y|_0 = 467856, f1 =  0.651346, approx slack: 6644272
rounded before pow |X_k-Y|_0 = 6748726, f1 =  0.307449

Iteration 3780: Loss = 538615.000000
|Xk-Y|_F:  479315.937500, |X-X0|:  59299.070312
rounded |X_k-Y|_0 = 467798, f1 =  0.651356, approx slack: 6640574
rounded before pow |X_k-Y|_0 = 6745423, f1 =  0.307553

Iteration 3800: Loss = 538292.375000
|Xk-Y|_F:  479236.187500, |X-X0|:  59056.203125
rounded |X_k-Y|_0 = 467782, f1 =  0.651359, approx slack: 6634846
rounded before pow |X_k-Y|_0 = 6740086, f1 =  0.307724

Iteration 3820: Loss = 537933.375000
|Xk-Y|_F:  479135.781250, |X-X0|:  58797.585938
rounded |X_k-Y|_0 = 467708, f1 =  0.651371, approx slack: 6635375
rounded before pow |X_k-Y|_0 = 6740850, f1 =  0.307699

Iteration 3840: Loss = 537580.687500
|Xk-Y|_F:  479034.750000, |X-X0|:  58545.937500
rounded |X_k-Y|_0 = 467646, f1 =  0.651381, approx slack: 6633212
rounded before pow |X_k-Y|_0 = 6738841, f1 =  0.307764

Iteration 3860: Loss = 537283.500000
|Xk-Y|_F:  478975.000000, |X-X0|:  58308.519531
rounded |X_k-Y|_0 = 467637, f1 =  0.651383, approx slack: 6630007
rounded before pow |X_k-Y|_0 = 6736058, f1 =  0.307851

Iteration 3880: Loss = 536994.687500
|Xk-Y|_F:  478917.468750, |X-X0|:  58077.234375
rounded |X_k-Y|_0 = 467609, f1 =  0.651388, approx slack: 6630962
rounded before pow |X_k-Y|_0 = 6738795, f1 =  0.307775

Iteration 3900: Loss = 536667.000000
|Xk-Y|_F:  478838.656250, |X-X0|:  57828.320312
rounded |X_k-Y|_0 = 467542, f1 =  0.651400, approx slack: 6631158
rounded before pow |X_k-Y|_0 = 6739309, f1 =  0.307762

Iteration 3920: Loss = 536329.875000
|Xk-Y|_F:  478742.375000, |X-X0|:  57587.515625
rounded |X_k-Y|_0 = 467484, f1 =  0.651409, approx slack: 6630661
rounded before pow |X_k-Y|_0 = 6738852, f1 =  0.307777

Iteration 3940: Loss = 536013.125000
|Xk-Y|_F:  478655.031250, |X-X0|:  57358.121094
rounded |X_k-Y|_0 = 467478, f1 =  0.651412, approx slack: 6628634
rounded before pow |X_k-Y|_0 = 6737080, f1 =  0.307833

Iteration 3960: Loss = 535688.125000
|Xk-Y|_F:  478566.281250, |X-X0|:  57121.820312
rounded |X_k-Y|_0 = 467443, f1 =  0.651419, approx slack: 6629061
rounded before pow |X_k-Y|_0 = 6737474, f1 =  0.307820

Iteration 3980: Loss = 535354.062500
|Xk-Y|_F:  478457.781250, |X-X0|:  56896.300781
rounded |X_k-Y|_0 = 467361, f1 =  0.651433, approx slack: 6624674
rounded before pow |X_k-Y|_0 = 6731459, f1 =  0.308016

Iteration 4000: Loss = 535042.000000
|Xk-Y|_F:  478378.406250, |X-X0|:  56663.601562
rounded |X_k-Y|_0 = 467324, f1 =  0.651440, approx slack: 6622686
rounded before pow |X_k-Y|_0 = 6729805, f1 =  0.308068

Iteration 4020: Loss = 534710.812500
|Xk-Y|_F:  478277.093750, |X-X0|:  56433.734375
rounded |X_k-Y|_0 = 467188, f1 =  0.651462, approx slack: 6621829
rounded before pow |X_k-Y|_0 = 6729030, f1 =  0.308093

Iteration 4040: Loss = 534385.875000
|Xk-Y|_F:  478178.250000, |X-X0|:  56207.593750
rounded |X_k-Y|_0 = 467133, f1 =  0.651470, approx slack: 6621703
rounded before pow |X_k-Y|_0 = 6728874, f1 =  0.308098

Iteration 4060: Loss = 534080.437500
|Xk-Y|_F:  478087.250000, |X-X0|:  55993.207031
rounded |X_k-Y|_0 = 467052, f1 =  0.651483, approx slack: 6620854
rounded before pow |X_k-Y|_0 = 6728270, f1 =  0.308116

Iteration 4080: Loss = 533766.687500
|Xk-Y|_F:  477992.062500, |X-X0|:  55774.625000
rounded |X_k-Y|_0 = 466944, f1 =  0.651502, approx slack: 6621059
rounded before pow |X_k-Y|_0 = 6728474, f1 =  0.308109

Iteration 4100: Loss = 533453.937500
|Xk-Y|_F:  477905.281250, |X-X0|:  55548.656250
rounded |X_k-Y|_0 = 466901, f1 =  0.651510, approx slack: 6620047
rounded before pow |X_k-Y|_0 = 6727559, f1 =  0.308139

Iteration 4120: Loss = 533171.750000
|Xk-Y|_F:  477844.718750, |X-X0|:  55327.039062
rounded |X_k-Y|_0 = 466774, f1 =  0.651531, approx slack: 6619703
rounded before pow |X_k-Y|_0 = 6727298, f1 =  0.308147

Iteration 4140: Loss = 532869.437500
|Xk-Y|_F:  477767.156250, |X-X0|:  55102.292969
rounded |X_k-Y|_0 = 466709, f1 =  0.651542, approx slack: 6619397
rounded before pow |X_k-Y|_0 = 6727059, f1 =  0.308155

Iteration 4160: Loss = 532550.812500
|Xk-Y|_F:  477675.687500, |X-X0|:  54875.144531
rounded |X_k-Y|_0 = 466638, f1 =  0.651555, approx slack: 6617225
rounded before pow |X_k-Y|_0 = 6725204, f1 =  0.308213

Iteration 4180: Loss = 532249.125000
|Xk-Y|_F:  477594.218750, |X-X0|:  54654.921875
rounded |X_k-Y|_0 = 466553, f1 =  0.651570, approx slack: 6614406
rounded before pow |X_k-Y|_0 = 6722589, f1 =  0.308297

Iteration 4200: Loss = 531946.687500
|Xk-Y|_F:  477518.531250, |X-X0|:  54428.164062
rounded |X_k-Y|_0 = 466436, f1 =  0.651589, approx slack: 6612920
rounded before pow |X_k-Y|_0 = 6721268, f1 =  0.308339

Iteration 4220: Loss = 531704.000000
|Xk-Y|_F:  477489.437500, |X-X0|:  54214.554688
rounded |X_k-Y|_0 = 466371, f1 =  0.651599, approx slack: 6613237
rounded before pow |X_k-Y|_0 = 6721646, f1 =  0.308327

Iteration 4240: Loss = 531414.625000
|Xk-Y|_F:  477412.093750, |X-X0|:  54002.535156
rounded |X_k-Y|_0 = 466258, f1 =  0.651621, approx slack: 6608163
rounded before pow |X_k-Y|_0 = 6717489, f1 =  0.308457

Iteration 4260: Loss = 531099.875000
|Xk-Y|_F:  477320.250000, |X-X0|:  53779.593750
rounded |X_k-Y|_0 = 466165, f1 =  0.651638, approx slack: 6608123
rounded before pow |X_k-Y|_0 = 6717441, f1 =  0.308459

Iteration 4280: Loss = 530792.750000
|Xk-Y|_F:  477230.750000, |X-X0|:  53561.976562
rounded |X_k-Y|_0 = 466072, f1 =  0.651654, approx slack: 6607923
rounded before pow |X_k-Y|_0 = 6717353, f1 =  0.308462

Iteration 4300: Loss = 530463.125000
|Xk-Y|_F:  477122.500000, |X-X0|:  53340.609375
rounded |X_k-Y|_0 = 465954, f1 =  0.651674, approx slack: 6606641
rounded before pow |X_k-Y|_0 = 6716349, f1 =  0.308494

Iteration 4320: Loss = 530143.437500
|Xk-Y|_F:  477028.906250, |X-X0|:  53114.519531
rounded |X_k-Y|_0 = 465903, f1 =  0.651686, approx slack: 6606009
rounded before pow |X_k-Y|_0 = 6715739, f1 =  0.308513

Iteration 4340: Loss = 529836.125000
|Xk-Y|_F:  476941.218750, |X-X0|:  52894.882812
rounded |X_k-Y|_0 = 465846, f1 =  0.651696, approx slack: 6603427
rounded before pow |X_k-Y|_0 = 6713492, f1 =  0.308584

Iteration 4360: Loss = 529560.625000
|Xk-Y|_F:  476881.531250, |X-X0|:  52679.097656
rounded |X_k-Y|_0 = 465756, f1 =  0.651711, approx slack: 6602328
rounded before pow |X_k-Y|_0 = 6712483, f1 =  0.308616

Iteration 4380: Loss = 529274.937500
|Xk-Y|_F:  476812.156250, |X-X0|:  52462.789062
rounded |X_k-Y|_0 = 465675, f1 =  0.651727, approx slack: 6601487
rounded before pow |X_k-Y|_0 = 6711669, f1 =  0.308643

Iteration 4400: Loss = 528956.875000
|Xk-Y|_F:  476717.250000, |X-X0|:  52239.621094
rounded |X_k-Y|_0 = 465581, f1 =  0.651744, approx slack: 6602471
rounded before pow |X_k-Y|_0 = 6712675, f1 =  0.308611

Iteration 4420: Loss = 528672.375000
|Xk-Y|_F:  476639.718750, |X-X0|:  52032.628906
rounded |X_k-Y|_0 = 465477, f1 =  0.651761, approx slack: 6601084
rounded before pow |X_k-Y|_0 = 6711419, f1 =  0.308651

Iteration 4440: Loss = 528316.812500
|Xk-Y|_F:  476515.843750, |X-X0|:  51800.972656
rounded |X_k-Y|_0 = 465347, f1 =  0.651782, approx slack: 6600501
rounded before pow |X_k-Y|_0 = 6710901, f1 =  0.308668

Iteration 4460: Loss = 528006.937500
|Xk-Y|_F:  476423.156250, |X-X0|:  51583.757812
rounded |X_k-Y|_0 = 465298, f1 =  0.651794, approx slack: 6599520
rounded before pow |X_k-Y|_0 = 6710007, f1 =  0.308696

Iteration 4480: Loss = 527709.125000
|Xk-Y|_F:  476345.656250, |X-X0|:  51363.457031
rounded |X_k-Y|_0 = 465232, f1 =  0.651805, approx slack: 6599134
rounded before pow |X_k-Y|_0 = 6709626, f1 =  0.308709

Iteration 4500: Loss = 527425.625000
|Xk-Y|_F:  476272.250000, |X-X0|:  51153.347656
rounded |X_k-Y|_0 = 465168, f1 =  0.651817, approx slack: 6598362
rounded before pow |X_k-Y|_0 = 6709032, f1 =  0.308727

Iteration 4520: Loss = 527133.875000
|Xk-Y|_F:  476181.625000, |X-X0|:  50952.218750
rounded |X_k-Y|_0 = 465055, f1 =  0.651836, approx slack: 6598122
rounded before pow |X_k-Y|_0 = 6708824, f1 =  0.308734

Iteration 4540: Loss = 526842.125000
|Xk-Y|_F:  476111.781250, |X-X0|:  50730.312500
rounded |X_k-Y|_0 = 465027, f1 =  0.651841, approx slack: 6598325
rounded before pow |X_k-Y|_0 = 6708922, f1 =  0.308732

Iteration 4560: Loss = 526555.375000
|Xk-Y|_F:  476037.843750, |X-X0|:  50517.523438
rounded |X_k-Y|_0 = 464961, f1 =  0.651854, approx slack: 6598069
rounded before pow |X_k-Y|_0 = 6708689, f1 =  0.308739

Iteration 4580: Loss = 526259.125000
|Xk-Y|_F:  475957.500000, |X-X0|:  50301.601562
rounded |X_k-Y|_0 = 464894, f1 =  0.651865, approx slack: 6594031
rounded before pow |X_k-Y|_0 = 6705098, f1 =  0.308855

Iteration 4600: Loss = 526011.750000
|Xk-Y|_F:  475914.031250, |X-X0|:  50097.738281
rounded |X_k-Y|_0 = 464856, f1 =  0.651873, approx slack: 6592947
rounded before pow |X_k-Y|_0 = 6704271, f1 =  0.308879

Iteration 4620: Loss = 525709.312500
|Xk-Y|_F:  475820.312500, |X-X0|:  49888.976562
rounded |X_k-Y|_0 = 464836, f1 =  0.651878, approx slack: 6593725
rounded before pow |X_k-Y|_0 = 6705018, f1 =  0.308855

Iteration 4640: Loss = 525450.250000
|Xk-Y|_F:  475762.968750, |X-X0|:  49687.273438
rounded |X_k-Y|_0 = 464768, f1 =  0.651891, approx slack: 6595486
rounded before pow |X_k-Y|_0 = 6706237, f1 =  0.308819

Converged at iteration 4657

KB after refine:
num_nodes: 5045.0000
num_edges: 4105.0000
density: 0.0002
avg_degree: 0.8137
avg_clustering: 0.1089
degree_assortativity: -0.3447
modularity: 0.6068
avg_betweenness: 0.0000
avg_closeness: 0.0021
------ ABL 0 after refine ------
--- eval ---
prediction result:
f1 on test:    0.5388
f1 on test:    0.8913 (micro)
f1 on KB:      0.6497
integrated f1: 0.6069, w_data: 0.3218, w_klg: 0.6782

integrated result:
f1 on test:    0.5293
f1 on test:    0.8910 (micro)
f1 on KB:      0.6574
integrated f1: 0.6162, w_data: 0.3218, w_klg: 0.6782
------------
integrated f1 0.6069
Epoch 100, Total loss: -4611786752.0000, CE loss: 25.2088, RL loss: -46117868.0000, Reward: -1073471.1660
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8475, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 200, Total loss: -15569191936.0000, CE loss: 25.2075, RL loss: -155691920.0000, Reward: -1073809.3086
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8478, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 300, Total loss: 21613277184.0000, CE loss: 25.2083, RL loss: 216132768.0000, Reward: -1073168.0312
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8494, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 400, Total loss: -9472797696.0000, CE loss: 25.2086, RL loss: -94727976.0000, Reward: -1073297.7217
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8481, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 500, Total loss: -3430901504.0000, CE loss: 25.2081, RL loss: -34309016.0000, Reward: -1073134.8594
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8818, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 600, Total loss: 18602835968.0000, CE loss: 25.2075, RL loss: 186028352.0000, Reward: -1072483.4756
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8528, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 700, Total loss: 1049079296.0000, CE loss: 25.2079, RL loss: 10490793.0000, Reward: -1072093.5371
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8489, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 800, Total loss: 18807281664.0000, CE loss: 25.2081, RL loss: 188072816.0000, Reward: -1072694.3174
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8875, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 900, Total loss: -11760348160.0000, CE loss: 25.2081, RL loss: -117603480.0000, Reward: -1073097.6572
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8533, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 1000, Total loss: -46546710528.0000, CE loss: 25.2084, RL loss: -465467104.0000, Reward: -1074648.3398
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8429, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 1100, Total loss: 34616635392.0000, CE loss: 25.2077, RL loss: 346166368.0000, Reward: -1072041.9863
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8460, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 1200, Total loss: 16450408448.0000, CE loss: 25.2081, RL loss: 164504080.0000, Reward: -1072461.8711
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8482, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 1300, Total loss: -17879715840.0000, CE loss: 25.2083, RL loss: -178797168.0000, Reward: -1073880.2793
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8493, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 1400, Total loss: 5874984448.0000, CE loss: 25.2076, RL loss: 58749844.0000, Reward: -1073523.7998
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8434, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 1500, Total loss: 33034637312.0000, CE loss: 25.2074, RL loss: 330346368.0000, Reward: -1072674.8945
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8422, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 1600, Total loss: 27839455232.0000, CE loss: 25.2076, RL loss: 278394560.0000, Reward: -1073132.0684
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8460, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 1700, Total loss: -38523473920.0000, CE loss: 25.2086, RL loss: -385234752.0000, Reward: -1073970.7529
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8456, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 1800, Total loss: -22528020480.0000, CE loss: 25.2074, RL loss: -225280208.0000, Reward: -1074165.2031
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8524, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 1900, Total loss: -29593520128.0000, CE loss: 25.2081, RL loss: -295935200.0000, Reward: -1073440.5010
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8501, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
--- eval ---
prediction result:
f1 on test:    0.5388
f1 on test:    0.8913 (micro)
f1 on KB:      0.6497
integrated f1: 0.6095, w_data: 0.3000, w_klg: 0.7000

integrated result:
f1 on test:    0.5293
f1 on test:    0.8910 (micro)
f1 on KB:      0.6574
integrated f1: 0.6190, w_data: 0.3000, w_klg: 0.7000
------------
Epoch 2000, Total loss: -7607582208.0000, CE loss: 25.2076, RL loss: -76075824.0000, Reward: -1072461.4004
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8561, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 2100, Total loss: -11465067520.0000, CE loss: 25.2077, RL loss: -114650680.0000, Reward: -1073309.4053
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8481, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 2200, Total loss: 9914676224.0000, CE loss: 25.2084, RL loss: 99146760.0000, Reward: -1073357.2764
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8815, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 2300, Total loss: 12300256256.0000, CE loss: 25.2080, RL loss: 123002560.0000, Reward: -1072359.5918
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8505, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 2400, Total loss: -18075308032.0000, CE loss: 25.2081, RL loss: -180753072.0000, Reward: -1073421.7344
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8497, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 2500, Total loss: 16140032000.0000, CE loss: 25.2076, RL loss: 161400320.0000, Reward: -1072677.9199
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8539, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 2600, Total loss: -43653255168.0000, CE loss: 25.2076, RL loss: -436532544.0000, Reward: -1073509.8428
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8459, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 2700, Total loss: -4410085376.0000, CE loss: 25.2087, RL loss: -44100852.0000, Reward: -1072989.2207
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8454, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 2800, Total loss: -27084969984.0000, CE loss: 25.2081, RL loss: -270849696.0000, Reward: -1072857.0752
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8400, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 2900, Total loss: 21165875200.0000, CE loss: 25.2078, RL loss: 211658752.0000, Reward: -1072530.6514
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8486, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 3000, Total loss: -24016855040.0000, CE loss: 25.2077, RL loss: -240168544.0000, Reward: -1073995.1484
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8456, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 3100, Total loss: 48947785728.0000, CE loss: 25.2080, RL loss: 489477856.0000, Reward: -1071946.7969
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8485, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 3200, Total loss: -677361024.0000, CE loss: 25.2080, RL loss: -6773610.0000, Reward: -1073124.4297
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8615, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 3300, Total loss: 9304688640.0000, CE loss: 25.2084, RL loss: 93046888.0000, Reward: -1072956.8789
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8466, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 3400, Total loss: -40918609920.0000, CE loss: 25.2086, RL loss: -409186112.0000, Reward: -1073743.8789
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8493, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 3500, Total loss: -27187183616.0000, CE loss: 25.2082, RL loss: -271871840.0000, Reward: -1073621.7686
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8501, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 3600, Total loss: -5268821504.0000, CE loss: 25.2069, RL loss: -52688216.0000, Reward: -1073315.6240
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8441, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 3700, Total loss: -20933175296.0000, CE loss: 25.2075, RL loss: -209331744.0000, Reward: -1073584.2676
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8841, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 3800, Total loss: 14697526272.0000, CE loss: 25.2079, RL loss: 146975264.0000, Reward: -1072735.9180
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8500, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 3900, Total loss: -4274077952.0000, CE loss: 25.2076, RL loss: -42740780.0000, Reward: -1073045.1797
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8416, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
--- eval ---
prediction result:
f1 on test:    0.5388
f1 on test:    0.8913 (micro)
f1 on KB:      0.6497
integrated f1: 0.6095, w_data: 0.3000, w_klg: 0.7000

integrated result:
f1 on test:    0.5293
f1 on test:    0.8910 (micro)
f1 on KB:      0.6574
integrated f1: 0.6190, w_data: 0.3000, w_klg: 0.7000
------------
Epoch 4000, Total loss: -13280416768.0000, CE loss: 25.2089, RL loss: -132804168.0000, Reward: -1073785.4658
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8498, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 4100, Total loss: -22452111360.0000, CE loss: 25.2087, RL loss: -224521104.0000, Reward: -1073653.5732
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8499, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 4200, Total loss: -33342099456.0000, CE loss: 25.2084, RL loss: -333420992.0000, Reward: -1073691.1631
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8464, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 4300, Total loss: -4857527808.0000, CE loss: 25.2086, RL loss: -48575280.0000, Reward: -1073690.9834
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8510, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 4400, Total loss: 7720036864.0000, CE loss: 25.2086, RL loss: 77200368.0000, Reward: -1073361.6885
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 9291, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 4500, Total loss: 13830178816.0000, CE loss: 25.2088, RL loss: 138301792.0000, Reward: -1072125.2246
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8510, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 4600, Total loss: 35745505280.0000, CE loss: 25.2079, RL loss: 357455040.0000, Reward: -1073012.5166
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8498, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 4700, Total loss: 18840182784.0000, CE loss: 25.2082, RL loss: 188401824.0000, Reward: -1072492.0801
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8496, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 4800, Total loss: -5318124544.0000, CE loss: 25.2079, RL loss: -53181248.0000, Reward: -1073609.0127
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8467, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 4900, Total loss: -45520781312.0000, CE loss: 25.2082, RL loss: -455207808.0000, Reward: -1073837.6367
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8510, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 5000, Total loss: 19823675392.0000, CE loss: 25.2077, RL loss: 198236752.0000, Reward: -1073027.7520
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8513, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 5100, Total loss: -12061261824.0000, CE loss: 25.2081, RL loss: -120612616.0000, Reward: -1072225.9717
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8492, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 5200, Total loss: 31480184832.0000, CE loss: 25.2075, RL loss: 314801856.0000, Reward: -1072667.2656
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8418, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 5300, Total loss: 39139635200.0000, CE loss: 25.2078, RL loss: 391396352.0000, Reward: -1071705.7129
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8478, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 5400, Total loss: -11186762752.0000, CE loss: 25.2084, RL loss: -111867632.0000, Reward: -1073255.4004
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8516, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 5500, Total loss: 19596236800.0000, CE loss: 25.2083, RL loss: 195962368.0000, Reward: -1072653.7041
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8485, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 5600, Total loss: -9737309184.0000, CE loss: 25.2081, RL loss: -97373088.0000, Reward: -1073311.2891
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8432, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 5700, Total loss: 52671602688.0000, CE loss: 25.2080, RL loss: 526716032.0000, Reward: -1072618.4619
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8484, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 5800, Total loss: 18742247424.0000, CE loss: 25.2087, RL loss: 187422464.0000, Reward: -1072389.0605
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8574, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 5900, Total loss: -8697119744.0000, CE loss: 25.2093, RL loss: -86971200.0000, Reward: -1073459.3877
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8466, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
--- eval ---
prediction result:
f1 on test:    0.5388
f1 on test:    0.8913 (micro)
f1 on KB:      0.6497
integrated f1: 0.6095, w_data: 0.3000, w_klg: 0.7000

integrated result:
f1 on test:    0.5293
f1 on test:    0.8910 (micro)
f1 on KB:      0.6574
integrated f1: 0.6190, w_data: 0.3000, w_klg: 0.7000
------------
Epoch 6000, Total loss: 21324763136.0000, CE loss: 25.2079, RL loss: 213247632.0000, Reward: -1072459.7725
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8510, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 6100, Total loss: 16797075456.0000, CE loss: 25.2079, RL loss: 167970752.0000, Reward: -1072247.9736
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8452, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 6200, Total loss: -20565811200.0000, CE loss: 25.2077, RL loss: -205658112.0000, Reward: -1073815.6416
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8479, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 6300, Total loss: 14780446720.0000, CE loss: 25.2073, RL loss: 147804464.0000, Reward: -1073142.7217
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8448, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 6400, Total loss: -40025624576.0000, CE loss: 25.2078, RL loss: -400256256.0000, Reward: -1074426.1758
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8478, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 6500, Total loss: 16703855616.0000, CE loss: 25.2081, RL loss: 167038560.0000, Reward: -1072872.0684
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8461, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 6600, Total loss: -5883465216.0000, CE loss: 25.2081, RL loss: -58834652.0000, Reward: -1071999.6074
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8498, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 6700, Total loss: 4613590016.0000, CE loss: 25.2081, RL loss: 46135900.0000, Reward: -1072472.1562
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8538, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 6800, Total loss: 23393378304.0000, CE loss: 25.2088, RL loss: 233933776.0000, Reward: -1072472.3096
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8512, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 6900, Total loss: -16173123584.0000, CE loss: 25.2075, RL loss: -161731232.0000, Reward: -1073673.5439
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8457, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 7000, Total loss: -13526376448.0000, CE loss: 25.2077, RL loss: -135263760.0000, Reward: -1073880.2871
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8637, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 7100, Total loss: -20150743040.0000, CE loss: 25.2083, RL loss: -201507440.0000, Reward: -1073303.3438
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8589, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 7200, Total loss: 9054512128.0000, CE loss: 25.2073, RL loss: 90545120.0000, Reward: -1073340.9238
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8501, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 7300, Total loss: -21622603776.0000, CE loss: 25.2074, RL loss: -216226048.0000, Reward: -1073933.3652
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8488, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 7400, Total loss: 22571681792.0000, CE loss: 25.2080, RL loss: 225716816.0000, Reward: -1072504.6191
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8478, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 7500, Total loss: -33253146624.0000, CE loss: 25.2074, RL loss: -332531456.0000, Reward: -1073802.3154
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8504, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 7600, Total loss: -5793916928.0000, CE loss: 25.2073, RL loss: -57939168.0000, Reward: -1073623.5322
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8485, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 7700, Total loss: 15940516864.0000, CE loss: 25.2078, RL loss: 159405168.0000, Reward: -1073058.0049
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8540, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 7800, Total loss: -18464763904.0000, CE loss: 25.2081, RL loss: -184647648.0000, Reward: -1073956.4404
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 9215, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 7900, Total loss: 6566620160.0000, CE loss: 25.2078, RL loss: 65666204.0000, Reward: -1073615.9707
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8487, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
--- eval ---
prediction result:
f1 on test:    0.5388
f1 on test:    0.8913 (micro)
f1 on KB:      0.6497
integrated f1: 0.6095, w_data: 0.3000, w_klg: 0.7000

integrated result:
f1 on test:    0.5293
f1 on test:    0.8910 (micro)
f1 on KB:      0.6574
integrated f1: 0.6190, w_data: 0.3000, w_klg: 0.7000
------------
Epoch 8000, Total loss: -4578109440.0000, CE loss: 25.2081, RL loss: -45781096.0000, Reward: -1074074.8252
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8467, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 8100, Total loss: -15770553344.0000, CE loss: 25.2084, RL loss: -157705536.0000, Reward: -1073306.4160
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8489, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 8200, Total loss: 59231244288.0000, CE loss: 25.2078, RL loss: 592312448.0000, Reward: -1071788.7812
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8487, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 8300, Total loss: 25753307136.0000, CE loss: 25.2078, RL loss: 257533072.0000, Reward: -1072417.7959
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8525, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 8400, Total loss: 18931027968.0000, CE loss: 25.2082, RL loss: 189310288.0000, Reward: -1072199.1562
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8482, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 8500, Total loss: -44771000320.0000, CE loss: 25.2086, RL loss: -447710016.0000, Reward: -1073716.1992
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8522, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 8600, Total loss: 2102060416.0000, CE loss: 25.2081, RL loss: 21020604.0000, Reward: -1072673.0947
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8491, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 8700, Total loss: -22541469696.0000, CE loss: 25.2085, RL loss: -225414688.0000, Reward: -1073921.1504
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8437, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 8800, Total loss: 5467815424.0000, CE loss: 25.2078, RL loss: 54678152.0000, Reward: -1073740.0117
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8477, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 8900, Total loss: -6169611776.0000, CE loss: 25.2084, RL loss: -61696120.0000, Reward: -1073322.9131
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8493, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 9000, Total loss: 14530224128.0000, CE loss: 25.2077, RL loss: 145302240.0000, Reward: -1072577.5576
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8464, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 9100, Total loss: 10233835520.0000, CE loss: 25.2080, RL loss: 102338360.0000, Reward: -1072884.9551
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8461, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 9200, Total loss: -20269250560.0000, CE loss: 25.2071, RL loss: -202692512.0000, Reward: -1073350.9580
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8487, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 9300, Total loss: 44353294336.0000, CE loss: 25.2083, RL loss: 443532960.0000, Reward: -1072002.7871
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8464, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 9400, Total loss: -14419456000.0000, CE loss: 25.2080, RL loss: -144194560.0000, Reward: -1073739.2363
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8496, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 9500, Total loss: 3112652288.0000, CE loss: 25.2084, RL loss: 31126524.0000, Reward: -1072572.2266
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8530, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 9600, Total loss: -20930861056.0000, CE loss: 25.2074, RL loss: -209308608.0000, Reward: -1073555.7988
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8435, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 9700, Total loss: -27228178432.0000, CE loss: 25.2077, RL loss: -272281792.0000, Reward: -1073133.2920
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8478, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 9800, Total loss: 32545878016.0000, CE loss: 25.2077, RL loss: 325458784.0000, Reward: -1072213.7900
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8458, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 9900, Total loss: -9560043520.0000, CE loss: 25.2082, RL loss: -95600440.0000, Reward: -1073336.3516
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8458, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
--- eval ---
prediction result:
f1 on test:    0.5388
f1 on test:    0.8913 (micro)
f1 on KB:      0.6497
integrated f1: 0.6095, w_data: 0.3000, w_klg: 0.7000

integrated result:
f1 on test:    0.5293
f1 on test:    0.8910 (micro)
f1 on KB:      0.6574
integrated f1: 0.6190, w_data: 0.3000, w_klg: 0.7000
------------
Epoch 10000, Total loss: 9099547648.0000, CE loss: 25.2076, RL loss: 90995480.0000, Reward: -1072790.9902
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8447, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 10100, Total loss: 17026838528.0000, CE loss: 25.2081, RL loss: 170268384.0000, Reward: -1073768.4658
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8528, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 10200, Total loss: -30390710272.0000, CE loss: 25.2069, RL loss: -303907104.0000, Reward: -1073585.4014
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8553, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 10300, Total loss: -5441370112.0000, CE loss: 25.2081, RL loss: -54413700.0000, Reward: -1073315.4805
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8431, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 10400, Total loss: -31728969728.0000, CE loss: 25.2082, RL loss: -317289696.0000, Reward: -1073704.2305
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8534, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 10500, Total loss: -1357011072.0000, CE loss: 25.2088, RL loss: -13570111.0000, Reward: -1073264.8311
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8503, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 10600, Total loss: -27956803584.0000, CE loss: 25.2075, RL loss: -279568032.0000, Reward: -1073812.2402
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8572, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 10700, Total loss: -11305159680.0000, CE loss: 25.2079, RL loss: -113051592.0000, Reward: -1073546.5557
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8566, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 10800, Total loss: 27245484032.0000, CE loss: 25.2078, RL loss: 272454848.0000, Reward: -1071931.1641
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8618, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 10900, Total loss: -30491301888.0000, CE loss: 25.2079, RL loss: -304913024.0000, Reward: -1073242.0469
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8553, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 11000, Total loss: 12219541504.0000, CE loss: 25.2081, RL loss: 122195416.0000, Reward: -1072440.6250
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8476, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 11100, Total loss: 16253361152.0000, CE loss: 25.2087, RL loss: 162533616.0000, Reward: -1072581.9033
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8460, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 11200, Total loss: -31806662656.0000, CE loss: 25.2079, RL loss: -318066624.0000, Reward: -1073399.4316
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8508, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 11300, Total loss: 3127187968.0000, CE loss: 25.2079, RL loss: 31271880.0000, Reward: -1072622.7480
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8428, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 11400, Total loss: 17024876544.0000, CE loss: 25.2075, RL loss: 170248768.0000, Reward: -1073393.3984
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8461, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 11500, Total loss: 8698241024.0000, CE loss: 25.2080, RL loss: 86982408.0000, Reward: -1073557.3037
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8545, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 11600, Total loss: 5175817728.0000, CE loss: 25.2080, RL loss: 51758176.0000, Reward: -1073348.2305
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8486, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 11700, Total loss: 22309699584.0000, CE loss: 25.2080, RL loss: 223096992.0000, Reward: -1072479.0840
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8431, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 11800, Total loss: -18494324736.0000, CE loss: 25.2079, RL loss: -184943248.0000, Reward: -1073588.0713
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8485, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 11900, Total loss: 10883028992.0000, CE loss: 25.2077, RL loss: 108830288.0000, Reward: -1072519.3691
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8782, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
--- eval ---
prediction result:
f1 on test:    0.5388
f1 on test:    0.8913 (micro)
f1 on KB:      0.6497
integrated f1: 0.6095, w_data: 0.3000, w_klg: 0.7000

integrated result:
f1 on test:    0.5293
f1 on test:    0.8910 (micro)
f1 on KB:      0.6574
integrated f1: 0.6190, w_data: 0.3000, w_klg: 0.7000
------------
Epoch 12000, Total loss: -10854645760.0000, CE loss: 25.2080, RL loss: -108546456.0000, Reward: -1072705.4395
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8433, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 12100, Total loss: -16860680192.0000, CE loss: 25.2086, RL loss: -168606800.0000, Reward: -1073609.8633
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8458, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 12200, Total loss: -133890088.0000, CE loss: 25.2084, RL loss: -1338900.8750, Reward: -1072940.6367
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8493, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 12300, Total loss: 30011750400.0000, CE loss: 25.2080, RL loss: 300117504.0000, Reward: -1072299.8633
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8508, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 12400, Total loss: -320011584.0000, CE loss: 25.2087, RL loss: -3200116.0000, Reward: -1072521.1855
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8494, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 12500, Total loss: 8744120320.0000, CE loss: 25.2077, RL loss: 87441208.0000, Reward: -1072930.5137
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8485, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 12600, Total loss: 38291406848.0000, CE loss: 25.2079, RL loss: 382914048.0000, Reward: -1072180.8281
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8505, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 12700, Total loss: 21960237056.0000, CE loss: 25.2077, RL loss: 219602368.0000, Reward: -1072914.7441
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8462, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 12800, Total loss: -21463312384.0000, CE loss: 25.2079, RL loss: -214633120.0000, Reward: -1073899.6543
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8497, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 12900, Total loss: -30409107456.0000, CE loss: 25.2074, RL loss: -304091072.0000, Reward: -1073386.1963
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8438, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 13000, Total loss: -13360874496.0000, CE loss: 25.2085, RL loss: -133608744.0000, Reward: -1073316.4004
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8454, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 13100, Total loss: -980274304.0000, CE loss: 25.2083, RL loss: -9802743.0000, Reward: -1073326.4043
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8441, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 13200, Total loss: -6834260992.0000, CE loss: 25.2090, RL loss: -68342608.0000, Reward: -1073096.9775
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8422, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 13300, Total loss: -48946683904.0000, CE loss: 25.2082, RL loss: -489466848.0000, Reward: -1073646.6230
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8534, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 13400, Total loss: -41737953280.0000, CE loss: 25.2080, RL loss: -417379520.0000, Reward: -1073777.9297
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8774, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 13500, Total loss: -8856078336.0000, CE loss: 25.2083, RL loss: -88560784.0000, Reward: -1072558.9355
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8514, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 13600, Total loss: 34518380544.0000, CE loss: 25.2091, RL loss: 345183808.0000, Reward: -1072948.8330
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8467, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 13700, Total loss: -18390896640.0000, CE loss: 25.2079, RL loss: -183908976.0000, Reward: -1073819.2285
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8491, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 13800, Total loss: -19028699136.0000, CE loss: 25.2088, RL loss: -190286992.0000, Reward: -1073696.3428
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8502, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 13900, Total loss: 16639795200.0000, CE loss: 25.2076, RL loss: 166397952.0000, Reward: -1072866.4473
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8460, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
--- eval ---
prediction result:
f1 on test:    0.5388
f1 on test:    0.8913 (micro)
f1 on KB:      0.6497
integrated f1: 0.6095, w_data: 0.3000, w_klg: 0.7000

integrated result:
f1 on test:    0.5293
f1 on test:    0.8910 (micro)
f1 on KB:      0.6574
integrated f1: 0.6190, w_data: 0.3000, w_klg: 0.7000
------------
Epoch 14000, Total loss: -6219301376.0000, CE loss: 25.2077, RL loss: -62193016.0000, Reward: -1072601.8486
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8462, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 14100, Total loss: -19581081600.0000, CE loss: 25.2079, RL loss: -195810816.0000, Reward: -1072841.9678
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8439, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 14200, Total loss: 14463804416.0000, CE loss: 25.2079, RL loss: 144638048.0000, Reward: -1072950.7236
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 9345, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 14300, Total loss: 6244226560.0000, CE loss: 25.2080, RL loss: 62442268.0000, Reward: -1073120.8086
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8455, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 14400, Total loss: -11396284416.0000, CE loss: 25.2084, RL loss: -113962840.0000, Reward: -1073412.6641
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8474, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 14500, Total loss: 15163864064.0000, CE loss: 25.2076, RL loss: 151638640.0000, Reward: -1072638.9551
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8490, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 14600, Total loss: -34963992576.0000, CE loss: 25.2088, RL loss: -349639936.0000, Reward: -1073940.7227
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8488, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 14700, Total loss: -1096114560.0000, CE loss: 25.2076, RL loss: -10961146.0000, Reward: -1073338.2402
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8535, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 14800, Total loss: 25261922304.0000, CE loss: 25.2085, RL loss: 252619216.0000, Reward: -1072073.0557
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 9269, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 14900, Total loss: -40060547072.0000, CE loss: 25.2084, RL loss: -400605472.0000, Reward: -1073931.1631
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8475, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
Epoch 15000, Total loss: -36714942464.0000, CE loss: 25.2077, RL loss: -367149408.0000, Reward: -1073629.7695
    full cols: 378, non-full cols: 0
   r - labels: 33, labels - r: 12
    violated: 8418, weighted: 155.27493286132812, len: 0.0, nonzero: 0.07492566853761673
------ ABL Loop 1 ------
--- eval ---
prediction result:
f1 on test:    0.5388
f1 on test:    0.8913 (micro)
f1 on KB:      0.6497
integrated f1: 0.6069, w_data: 0.3218, w_klg: 0.6782

integrated result:
f1 on test:    0.5293
f1 on test:    0.8910 (micro)
f1 on KB:      0.6574
integrated f1: 0.6162, w_data: 0.3218, w_klg: 0.6782
------------
integrated f1 0.6069

KB before refine:
num_nodes: 5045.0000
num_edges: 4105.0000
density: 0.0002
avg_degree: 0.8137
avg_clustering: 0.1089
degree_assortativity: -0.3447
modularity: 0.6068
avg_betweenness: 0.0000
avg_closeness: 0.0021
Iteration 0: Loss = 1335766.250000
|Xk-Y|_F:  1335766.250000, |X-X0|:  0.000000
rounded |X_k-Y|_0 = 1334759, f1 =  0.399415, approx slack: 4270959
rounded before pow |X_k-Y|_0 = 1334759, f1 =  0.399415

Iteration 20: Loss = 514428.125000
|Xk-Y|_F:  431147.187500, |X-X0|:  83280.929688
rounded |X_k-Y|_0 = 439189, f1 =  0.647118, approx slack: 268961
rounded before pow |X_k-Y|_0 = 634089, f1 =  0.612495

Iteration 40: Loss = 479669.750000
|Xk-Y|_F:  419680.968750, |X-X0|:  59988.765625
rounded |X_k-Y|_0 = 428092, f1 =  0.648942, approx slack: 111166
rounded before pow |X_k-Y|_0 = 461936, f1 =  0.643750

Iteration 60: Loss = 458060.187500
|Xk-Y|_F:  411275.531250, |X-X0|:  46784.640625
rounded |X_k-Y|_0 = 420373, f1 =  0.650110, approx slack: 183807
rounded before pow |X_k-Y|_0 = 511289, f1 =  0.637033

Iteration 80: Loss = 438561.500000
|Xk-Y|_F:  400171.312500, |X-X0|:  38390.187500
rounded |X_k-Y|_0 = 409722, f1 =  0.651738, approx slack: 192093
rounded before pow |X_k-Y|_0 = 524400, f1 =  0.635190

Iteration 100: Loss = 427570.531250
|Xk-Y|_F:  394966.593750, |X-X0|:  32603.951172
rounded |X_k-Y|_0 = 406104, f1 =  0.652300, approx slack: 254594
rounded before pow |X_k-Y|_0 = 588853, f1 =  0.626492

Iteration 120: Loss = 418250.000000
|Xk-Y|_F:  388914.375000, |X-X0|:  29335.628906
rounded |X_k-Y|_0 = 399559, f1 =  0.653314, approx slack: 253386
rounded before pow |X_k-Y|_0 = 591299, f1 =  0.626170

Iteration 140: Loss = 413295.093750
|Xk-Y|_F:  386516.000000, |X-X0|:  26779.093750
rounded |X_k-Y|_0 = 397135, f1 =  0.653691, approx slack: 264606
rounded before pow |X_k-Y|_0 = 602985, f1 =  0.624642

Iteration 160: Loss = 409674.218750
|Xk-Y|_F:  384857.562500, |X-X0|:  24816.652344
rounded |X_k-Y|_0 = 396032, f1 =  0.653862, approx slack: 235729
rounded before pow |X_k-Y|_0 = 573947, f1 =  0.628461

Iteration 180: Loss = 406345.625000
|Xk-Y|_F:  383099.343750, |X-X0|:  23246.285156
rounded |X_k-Y|_0 = 394622, f1 =  0.654084, approx slack: 243078
rounded before pow |X_k-Y|_0 = 583095, f1 =  0.627357

Iteration 200: Loss = 403420.375000
|Xk-Y|_F:  381233.812500, |X-X0|:  22186.566406
rounded |X_k-Y|_0 = 392054, f1 =  0.654489, approx slack: 269095
rounded before pow |X_k-Y|_0 = 609091, f1 =  0.623967

Iteration 220: Loss = 401203.781250
|Xk-Y|_F:  379963.437500, |X-X0|:  21240.353516
rounded |X_k-Y|_0 = 389969, f1 =  0.654820, approx slack: 268431
rounded before pow |X_k-Y|_0 = 609472, f1 =  0.623900

Iteration 240: Loss = 399147.656250
|Xk-Y|_F:  378743.406250, |X-X0|:  20404.257812
rounded |X_k-Y|_0 = 386881, f1 =  0.655311, approx slack: 265141
rounded before pow |X_k-Y|_0 = 608203, f1 =  0.624071

Iteration 260: Loss = 397228.281250
|Xk-Y|_F:  377613.031250, |X-X0|:  19615.250000
rounded |X_k-Y|_0 = 380924, f1 =  0.656259, approx slack: 260020
rounded before pow |X_k-Y|_0 = 607849, f1 =  0.624117

Iteration 280: Loss = 395511.125000
|Xk-Y|_F:  376551.000000, |X-X0|:  18960.132812
rounded |X_k-Y|_0 = 378819, f1 =  0.656592, approx slack: 258180
rounded before pow |X_k-Y|_0 = 607057, f1 =  0.624220

Iteration 300: Loss = 393906.250000
|Xk-Y|_F:  375558.250000, |X-X0|:  18347.994141
rounded |X_k-Y|_0 = 377792, f1 =  0.656753, approx slack: 258456
rounded before pow |X_k-Y|_0 = 607398, f1 =  0.624176

Iteration 320: Loss = 392456.656250
|Xk-Y|_F:  374645.750000, |X-X0|:  17810.914062
rounded |X_k-Y|_0 = 377184, f1 =  0.656848, approx slack: 258653
rounded before pow |X_k-Y|_0 = 607402, f1 =  0.624175

Iteration 340: Loss = 391158.437500
|Xk-Y|_F:  373797.968750, |X-X0|:  17360.472656
rounded |X_k-Y|_0 = 376446, f1 =  0.656964, approx slack: 259265
rounded before pow |X_k-Y|_0 = 607637, f1 =  0.624145

Iteration 360: Loss = 389946.875000
|Xk-Y|_F:  373046.937500, |X-X0|:  16899.921875
rounded |X_k-Y|_0 = 375744, f1 =  0.657074, approx slack: 258711
rounded before pow |X_k-Y|_0 = 607265, f1 =  0.624211

Iteration 380: Loss = 388894.562500
|Xk-Y|_F:  372364.375000, |X-X0|:  16530.185547
rounded |X_k-Y|_0 = 375165, f1 =  0.657164, approx slack: 257319
rounded before pow |X_k-Y|_0 = 606262, f1 =  0.624386

Iteration 400: Loss = 387948.968750
|Xk-Y|_F:  371765.656250, |X-X0|:  16183.314453
rounded |X_k-Y|_0 = 374632, f1 =  0.657248, approx slack: 254307
rounded before pow |X_k-Y|_0 = 603238, f1 =  0.624778

Iteration 420: Loss = 387120.625000
|Xk-Y|_F:  371238.281250, |X-X0|:  15882.331055
rounded |X_k-Y|_0 = 374237, f1 =  0.657310, approx slack: 256897
rounded before pow |X_k-Y|_0 = 605769, f1 =  0.624450

Iteration 440: Loss = 386353.687500
|Xk-Y|_F:  370773.062500, |X-X0|:  15580.626953
rounded |X_k-Y|_0 = 373922, f1 =  0.657359, approx slack: 257856
rounded before pow |X_k-Y|_0 = 606443, f1 =  0.624363

Iteration 460: Loss = 385650.531250
|Xk-Y|_F:  370358.187500, |X-X0|:  15292.357422
rounded |X_k-Y|_0 = 373550, f1 =  0.657417, approx slack: 258372
rounded before pow |X_k-Y|_0 = 606768, f1 =  0.624321

Iteration 480: Loss = 385030.687500
|Xk-Y|_F:  369980.906250, |X-X0|:  15049.796875
rounded |X_k-Y|_0 = 372932, f1 =  0.657514, approx slack: 255677
rounded before pow |X_k-Y|_0 = 603910, f1 =  0.624692

Iteration 500: Loss = 384445.750000
|Xk-Y|_F:  369640.687500, |X-X0|:  14805.046875
rounded |X_k-Y|_0 = 372567, f1 =  0.657571, approx slack: 255413
rounded before pow |X_k-Y|_0 = 603513, f1 =  0.624743

Iteration 520: Loss = 383980.375000
|Xk-Y|_F:  369329.500000, |X-X0|:  14650.885742
rounded |X_k-Y|_0 = 372197, f1 =  0.657629, approx slack: 247285
rounded before pow |X_k-Y|_0 = 595364, f1 =  0.625804

Iteration 540: Loss = 383467.343750
|Xk-Y|_F:  369042.468750, |X-X0|:  14424.885742
rounded |X_k-Y|_0 = 371764, f1 =  0.657697, approx slack: 247307
rounded before pow |X_k-Y|_0 = 595318, f1 =  0.625810

Iteration 560: Loss = 383141.968750
|Xk-Y|_F:  368790.968750, |X-X0|:  14351.011719
rounded |X_k-Y|_0 = 371487, f1 =  0.657740, approx slack: 245749
rounded before pow |X_k-Y|_0 = 593649, f1 =  0.626028

Iteration 580: Loss = 382649.718750
|Xk-Y|_F:  368539.250000, |X-X0|:  14110.456055
rounded |X_k-Y|_0 = 371260, f1 =  0.657776, approx slack: 246091
rounded before pow |X_k-Y|_0 = 593407, f1 =  0.626003

Iteration 600: Loss = 382178.906250
|Xk-Y|_F:  368313.406250, |X-X0|:  13865.514648
rounded |X_k-Y|_0 = 371064, f1 =  0.657806, approx slack: 254151
rounded before pow |X_k-Y|_0 = 601380, f1 =  0.624964

Iteration 620: Loss = 381796.531250
|Xk-Y|_F:  368094.843750, |X-X0|:  13701.673828
rounded |X_k-Y|_0 = 370826, f1 =  0.657844, approx slack: 254168
rounded before pow |X_k-Y|_0 = 601378, f1 =  0.624964

Iteration 640: Loss = 381363.718750
|Xk-Y|_F:  367913.187500, |X-X0|:  13450.523438
rounded |X_k-Y|_0 = 370708, f1 =  0.657862, approx slack: 254293
rounded before pow |X_k-Y|_0 = 601482, f1 =  0.624951

Iteration 660: Loss = 381054.156250
|Xk-Y|_F:  367723.281250, |X-X0|:  13330.868164
rounded |X_k-Y|_0 = 370501, f1 =  0.657895, approx slack: 252697
rounded before pow |X_k-Y|_0 = 599935, f1 =  0.625159

Iteration 680: Loss = 380854.062500
|Xk-Y|_F:  367543.218750, |X-X0|:  13310.851562
rounded |X_k-Y|_0 = 370300, f1 =  0.657927, approx slack: 251433
rounded before pow |X_k-Y|_0 = 598605, f1 =  0.625341

Iteration 700: Loss = 380409.281250
|Xk-Y|_F:  367398.843750, |X-X0|:  13010.430664
rounded |X_k-Y|_0 = 370132, f1 =  0.657953, approx slack: 249842
rounded before pow |X_k-Y|_0 = 597063, f1 =  0.625541

Iteration 720: Loss = 380134.343750
|Xk-Y|_F:  367259.531250, |X-X0|:  12874.803711
rounded |X_k-Y|_0 = 370002, f1 =  0.657973, approx slack: 247683
rounded before pow |X_k-Y|_0 = 594937, f1 =  0.625819

Iteration 740: Loss = 380027.375000
|Xk-Y|_F:  367073.562500, |X-X0|:  12953.806641
rounded |X_k-Y|_0 = 369815, f1 =  0.658003, approx slack: 244736
rounded before pow |X_k-Y|_0 = 591947, f1 =  0.626209

Iteration 760: Loss = 379538.843750
|Xk-Y|_F:  366909.250000, |X-X0|:  12629.598633
rounded |X_k-Y|_0 = 369596, f1 =  0.658037, approx slack: 247501
rounded before pow |X_k-Y|_0 = 594612, f1 =  0.625861

Iteration 780: Loss = 379194.093750
|Xk-Y|_F:  366766.250000, |X-X0|:  12427.842773
rounded |X_k-Y|_0 = 369477, f1 =  0.658056, approx slack: 243183
rounded before pow |X_k-Y|_0 = 590638, f1 =  0.626417

Iteration 800: Loss = 378906.375000
|Xk-Y|_F:  366598.093750, |X-X0|:  12308.272461
rounded |X_k-Y|_0 = 369220, f1 =  0.658097, approx slack: 243282
rounded before pow |X_k-Y|_0 = 590632, f1 =  0.626418

Iteration 820: Loss = 378601.187500
|Xk-Y|_F:  366440.468750, |X-X0|:  12160.705078
rounded |X_k-Y|_0 = 369119, f1 =  0.658112, approx slack: 240641
rounded before pow |X_k-Y|_0 = 587894, f1 =  0.626777

Iteration 840: Loss = 378291.968750
|Xk-Y|_F:  366256.500000, |X-X0|:  12035.458008
rounded |X_k-Y|_0 = 368736, f1 =  0.658173, approx slack: 240640
rounded before pow |X_k-Y|_0 = 587720, f1 =  0.626800

Iteration 860: Loss = 378045.687500
|Xk-Y|_F:  366151.062500, |X-X0|:  11894.632812
rounded |X_k-Y|_0 = 368625, f1 =  0.658190, approx slack: 240635
rounded before pow |X_k-Y|_0 = 587787, f1 =  0.626791

Iteration 880: Loss = 377748.750000
|Xk-Y|_F:  365968.062500, |X-X0|:  11780.687500
rounded |X_k-Y|_0 = 368385, f1 =  0.658228, approx slack: 240383
rounded before pow |X_k-Y|_0 = 587382, f1 =  0.626845

Iteration 900: Loss = 377490.625000
|Xk-Y|_F:  365827.250000, |X-X0|:  11663.366211
rounded |X_k-Y|_0 = 368185, f1 =  0.658262, approx slack: 240001
rounded before pow |X_k-Y|_0 = 587007, f1 =  0.626894

Iteration 920: Loss = 377250.625000
|Xk-Y|_F:  365694.000000, |X-X0|:  11556.627930
rounded |X_k-Y|_0 = 368035, f1 =  0.658287, approx slack: 232669
rounded before pow |X_k-Y|_0 = 579679, f1 =  0.627859

Iteration 940: Loss = 376986.406250
|Xk-Y|_F:  365555.000000, |X-X0|:  11431.416016
rounded |X_k-Y|_0 = 367902, f1 =  0.658308, approx slack: 232507
rounded before pow |X_k-Y|_0 = 579446, f1 =  0.627890

Iteration 960: Loss = 376740.406250
|Xk-Y|_F:  365416.187500, |X-X0|:  11324.207031
rounded |X_k-Y|_0 = 367735, f1 =  0.658335, approx slack: 232573
rounded before pow |X_k-Y|_0 = 579425, f1 =  0.627893

Iteration 980: Loss = 376519.812500
|Xk-Y|_F:  365284.343750, |X-X0|:  11235.466797
rounded |X_k-Y|_0 = 367609, f1 =  0.658355, approx slack: 231761
rounded before pow |X_k-Y|_0 = 579066, f1 =  0.627940

Iteration 1000: Loss = 376287.437500
|Xk-Y|_F:  365133.250000, |X-X0|:  11154.171875
rounded |X_k-Y|_0 = 367480, f1 =  0.658375, approx slack: 231040
rounded before pow |X_k-Y|_0 = 578292, f1 =  0.628041

Iteration 1020: Loss = 376082.031250
|Xk-Y|_F:  364989.218750, |X-X0|:  11092.800781
rounded |X_k-Y|_0 = 367288, f1 =  0.658405, approx slack: 231104
rounded before pow |X_k-Y|_0 = 578283, f1 =  0.628043

Iteration 1040: Loss = 375826.125000
|Xk-Y|_F:  364831.343750, |X-X0|:  10994.794922
rounded |X_k-Y|_0 = 367093, f1 =  0.658435, approx slack: 233291
rounded before pow |X_k-Y|_0 = 582345, f1 =  0.627720

Iteration 1060: Loss = 375638.281250
|Xk-Y|_F:  364725.312500, |X-X0|:  10912.958984
rounded |X_k-Y|_0 = 366926, f1 =  0.658461, approx slack: 233147
rounded before pow |X_k-Y|_0 = 582306, f1 =  0.627725

Iteration 1080: Loss = 375439.562500
|Xk-Y|_F:  364594.093750, |X-X0|:  10845.483398
rounded |X_k-Y|_0 = 366771, f1 =  0.658486, approx slack: 230423
rounded before pow |X_k-Y|_0 = 579559, f1 =  0.628088

Iteration 1100: Loss = 375252.718750
|Xk-Y|_F:  364464.625000, |X-X0|:  10788.100586
rounded |X_k-Y|_0 = 366605, f1 =  0.658512, approx slack: 230245
rounded before pow |X_k-Y|_0 = 579373, f1 =  0.628112

Iteration 1120: Loss = 375083.875000
|Xk-Y|_F:  364346.281250, |X-X0|:  10737.578125
rounded |X_k-Y|_0 = 366425, f1 =  0.658540, approx slack: 227320
rounded before pow |X_k-Y|_0 = 576419, f1 =  0.628501

Iteration 1140: Loss = 374859.531250
|Xk-Y|_F:  364216.093750, |X-X0|:  10643.451172
rounded |X_k-Y|_0 = 366259, f1 =  0.658566, approx slack: 227601
rounded before pow |X_k-Y|_0 = 576702, f1 =  0.628466

Iteration 1160: Loss = 374749.281250
|Xk-Y|_F:  364028.531250, |X-X0|:  10720.740234
rounded |X_k-Y|_0 = 366083, f1 =  0.658593, approx slack: 237284
rounded before pow |X_k-Y|_0 = 586246, f1 =  0.627206

Iteration 1180: Loss = 374456.531250
|Xk-Y|_F:  363829.406250, |X-X0|:  10627.136719
rounded |X_k-Y|_0 = 365871, f1 =  0.658627, approx slack: 237804
rounded before pow |X_k-Y|_0 = 586812, f1 =  0.627132

Iteration 1200: Loss = 374084.312500
|Xk-Y|_F:  363636.687500, |X-X0|:  10447.625000
rounded |X_k-Y|_0 = 365539, f1 =  0.658679, approx slack: 234920
rounded before pow |X_k-Y|_0 = 584028, f1 =  0.627493

Iteration 1220: Loss = 373843.218750
|Xk-Y|_F:  363466.875000, |X-X0|:  10376.337891
rounded |X_k-Y|_0 = 365342, f1 =  0.658710, approx slack: 234994
rounded before pow |X_k-Y|_0 = 584254, f1 =  0.627468

Iteration 1240: Loss = 373628.750000
|Xk-Y|_F:  363320.156250, |X-X0|:  10308.603516
rounded |X_k-Y|_0 = 365180, f1 =  0.658736, approx slack: 234837
rounded before pow |X_k-Y|_0 = 584064, f1 =  0.627489

Iteration 1260: Loss = 373455.500000
|Xk-Y|_F:  363153.218750, |X-X0|:  10302.269531
rounded |X_k-Y|_0 = 364844, f1 =  0.658788, approx slack: 234543
rounded before pow |X_k-Y|_0 = 583748, f1 =  0.627534

Iteration 1280: Loss = 373202.062500
|Xk-Y|_F:  363015.875000, |X-X0|:  10186.181641
rounded |X_k-Y|_0 = 364698, f1 =  0.658811, approx slack: 234649
rounded before pow |X_k-Y|_0 = 583828, f1 =  0.627524

Iteration 1300: Loss = 373043.281250
|Xk-Y|_F:  362867.781250, |X-X0|:  10175.490234
rounded |X_k-Y|_0 = 364485, f1 =  0.658845, approx slack: 233433
rounded before pow |X_k-Y|_0 = 582763, f1 =  0.627664

Iteration 1320: Loss = 372823.062500
|Xk-Y|_F:  362702.625000, |X-X0|:  10120.429688
rounded |X_k-Y|_0 = 364271, f1 =  0.658878, approx slack: 231876
rounded before pow |X_k-Y|_0 = 581260, f1 =  0.627863

Iteration 1340: Loss = 372616.406250
|Xk-Y|_F:  362579.281250, |X-X0|:  10037.134766
rounded |X_k-Y|_0 = 364102, f1 =  0.658905, approx slack: 232297
rounded before pow |X_k-Y|_0 = 581693, f1 =  0.627801

Iteration 1360: Loss = 372444.781250
|Xk-Y|_F:  362437.875000, |X-X0|:  10006.900391
rounded |X_k-Y|_0 = 363929, f1 =  0.658932, approx slack: 232145
rounded before pow |X_k-Y|_0 = 581450, f1 =  0.627833

Iteration 1380: Loss = 372321.156250
|Xk-Y|_F:  362341.906250, |X-X0|:  9979.257812
rounded |X_k-Y|_0 = 363744, f1 =  0.658961, approx slack: 232301
rounded before pow |X_k-Y|_0 = 581685, f1 =  0.627806

Iteration 1400: Loss = 372293.062500
|Xk-Y|_F:  362198.937500, |X-X0|:  10094.111328
rounded |X_k-Y|_0 = 363489, f1 =  0.659001, approx slack: 236012
rounded before pow |X_k-Y|_0 = 585208, f1 =  0.627342

Iteration 1420: Loss = 372015.406250
|Xk-Y|_F:  362064.781250, |X-X0|:  9950.638672
rounded |X_k-Y|_0 = 363304, f1 =  0.659030, approx slack: 234635
rounded before pow |X_k-Y|_0 = 583852, f1 =  0.627521

Iteration 1440: Loss = 371793.281250
|Xk-Y|_F:  361879.218750, |X-X0|:  9914.070312
rounded |X_k-Y|_0 = 363050, f1 =  0.659070, approx slack: 234400
rounded before pow |X_k-Y|_0 = 583675, f1 =  0.627543

Iteration 1460: Loss = 371588.968750
|Xk-Y|_F:  361759.875000, |X-X0|:  9829.097656
rounded |X_k-Y|_0 = 362911, f1 =  0.659092, approx slack: 234424
rounded before pow |X_k-Y|_0 = 583713, f1 =  0.627539

Iteration 1480: Loss = 371373.281250
|Xk-Y|_F:  361604.187500, |X-X0|:  9769.084961
rounded |X_k-Y|_0 = 362729, f1 =  0.659120, approx slack: 239403
rounded before pow |X_k-Y|_0 = 588645, f1 =  0.626887

Iteration 1500: Loss = 371247.437500
|Xk-Y|_F:  361518.437500, |X-X0|:  9728.999023
rounded |X_k-Y|_0 = 362646, f1 =  0.659133, approx slack: 235444
rounded before pow |X_k-Y|_0 = 584666, f1 =  0.627413

Iteration 1520: Loss = 371178.968750
|Xk-Y|_F:  361416.500000, |X-X0|:  9762.474609
rounded |X_k-Y|_0 = 362560, f1 =  0.659147, approx slack: 234847
rounded before pow |X_k-Y|_0 = 584019, f1 =  0.627497

Iteration 1540: Loss = 370998.250000
|Xk-Y|_F:  361320.000000, |X-X0|:  9678.236328
rounded |X_k-Y|_0 = 362466, f1 =  0.659162, approx slack: 234512
rounded before pow |X_k-Y|_0 = 583666, f1 =  0.627540

Iteration 1560: Loss = 370873.718750
|Xk-Y|_F:  361228.281250, |X-X0|:  9645.441406
rounded |X_k-Y|_0 = 362360, f1 =  0.659178, approx slack: 234354
rounded before pow |X_k-Y|_0 = 583525, f1 =  0.627559

Iteration 1580: Loss = 370773.875000
|Xk-Y|_F:  361151.625000, |X-X0|:  9622.241211
rounded |X_k-Y|_0 = 362254, f1 =  0.659195, approx slack: 234344
rounded before pow |X_k-Y|_0 = 583507, f1 =  0.627561

Iteration 1600: Loss = 370630.656250
|Xk-Y|_F:  361068.812500, |X-X0|:  9561.830078
rounded |X_k-Y|_0 = 362216, f1 =  0.659201, approx slack: 234854
rounded before pow |X_k-Y|_0 = 583939, f1 =  0.627509

Iteration 1620: Loss = 370508.406250
|Xk-Y|_F:  361010.281250, |X-X0|:  9498.132812
rounded |X_k-Y|_0 = 362154, f1 =  0.659210, approx slack: 239979
rounded before pow |X_k-Y|_0 = 589052, f1 =  0.626836

Iteration 1640: Loss = 370261.468750
|Xk-Y|_F:  360904.000000, |X-X0|:  9357.460938
rounded |X_k-Y|_0 = 362069, f1 =  0.659224, approx slack: 242695
rounded before pow |X_k-Y|_0 = 591766, f1 =  0.626480

Iteration 1660: Loss = 370130.968750
|Xk-Y|_F:  360822.250000, |X-X0|:  9308.730469
rounded |X_k-Y|_0 = 361986, f1 =  0.659237, approx slack: 239936
rounded before pow |X_k-Y|_0 = 588968, f1 =  0.626843

Iteration 1680: Loss = 370031.875000
|Xk-Y|_F:  360741.437500, |X-X0|:  9290.429688
rounded |X_k-Y|_0 = 361872, f1 =  0.659255, approx slack: 244776
rounded before pow |X_k-Y|_0 = 593751, f1 =  0.626216

Iteration 1700: Loss = 369923.937500
|Xk-Y|_F:  360674.156250, |X-X0|:  9249.794922
rounded |X_k-Y|_0 = 361790, f1 =  0.659267, approx slack: 248101
rounded before pow |X_k-Y|_0 = 597036, f1 =  0.625786

Iteration 1720: Loss = 369815.156250
|Xk-Y|_F:  360605.968750, |X-X0|:  9209.175781
rounded |X_k-Y|_0 = 361631, f1 =  0.659293, approx slack: 252386
rounded before pow |X_k-Y|_0 = 601273, f1 =  0.625238

Iteration 1740: Loss = 369735.468750
|Xk-Y|_F:  360529.812500, |X-X0|:  9205.647461
rounded |X_k-Y|_0 = 361570, f1 =  0.659302, approx slack: 260303
rounded before pow |X_k-Y|_0 = 609081, f1 =  0.624220

Iteration 1760: Loss = 369604.593750
|Xk-Y|_F:  360481.718750, |X-X0|:  9122.866211
rounded |X_k-Y|_0 = 361501, f1 =  0.659313, approx slack: 264792
rounded before pow |X_k-Y|_0 = 613509, f1 =  0.623648

Iteration 1780: Loss = 369462.343750
|Xk-Y|_F:  360393.562500, |X-X0|:  9068.775391
rounded |X_k-Y|_0 = 361405, f1 =  0.659328, approx slack: 258709
rounded before pow |X_k-Y|_0 = 607199, f1 =  0.624464

Iteration 1800: Loss = 369319.187500
|Xk-Y|_F:  360342.187500, |X-X0|:  8977.010742
rounded |X_k-Y|_0 = 361407, f1 =  0.659327, approx slack: 247897
rounded before pow |X_k-Y|_0 = 596552, f1 =  0.625855

Iteration 1820: Loss = 369230.406250
|Xk-Y|_F:  360288.031250, |X-X0|:  8942.376953
rounded |X_k-Y|_0 = 361369, f1 =  0.659333, approx slack: 247520
rounded before pow |X_k-Y|_0 = 596209, f1 =  0.625900

Iteration 1840: Loss = 369131.031250
|Xk-Y|_F:  360221.437500, |X-X0|:  8909.591797
rounded |X_k-Y|_0 = 361318, f1 =  0.659341, approx slack: 247380
rounded before pow |X_k-Y|_0 = 596032, f1 =  0.625923

Iteration 1860: Loss = 369030.781250
|Xk-Y|_F:  360158.875000, |X-X0|:  8871.898438
rounded |X_k-Y|_0 = 361327, f1 =  0.659340, approx slack: 246728
rounded before pow |X_k-Y|_0 = 595314, f1 =  0.626011

Iteration 1880: Loss = 368967.218750
|Xk-Y|_F:  360119.312500, |X-X0|:  8847.919922
rounded |X_k-Y|_0 = 361262, f1 =  0.659350, approx slack: 249183
rounded before pow |X_k-Y|_0 = 597784, f1 =  0.625688

Iteration 1900: Loss = 368897.625000
|Xk-Y|_F:  360076.750000, |X-X0|:  8820.880859
rounded |X_k-Y|_0 = 361200, f1 =  0.659360, approx slack: 274673
rounded before pow |X_k-Y|_0 = 622983, f1 =  0.622429

Iteration 1920: Loss = 368785.375000
|Xk-Y|_F:  360010.031250, |X-X0|:  8775.342773
rounded |X_k-Y|_0 = 361123, f1 =  0.659372, approx slack: 277647
rounded before pow |X_k-Y|_0 = 625903, f1 =  0.622055

Iteration 1940: Loss = 368723.281250
|Xk-Y|_F:  359970.031250, |X-X0|:  8753.262695
rounded |X_k-Y|_0 = 361040, f1 =  0.659385, approx slack: 279181
rounded before pow |X_k-Y|_0 = 627525, f1 =  0.621848

Iteration 1960: Loss = 368659.375000
|Xk-Y|_F:  359924.937500, |X-X0|:  8734.450195
rounded |X_k-Y|_0 = 361002, f1 =  0.659391, approx slack: 283423
rounded before pow |X_k-Y|_0 = 631752, f1 =  0.621314

Iteration 1980: Loss = 368559.812500
|Xk-Y|_F:  359865.093750, |X-X0|:  8694.728516
rounded |X_k-Y|_0 = 360934, f1 =  0.659402, approx slack: 280842
rounded before pow |X_k-Y|_0 = 629109, f1 =  0.621651

Iteration 2000: Loss = 368488.343750
|Xk-Y|_F:  359838.156250, |X-X0|:  8650.189453
rounded |X_k-Y|_0 = 360876, f1 =  0.659411, approx slack: 280408
rounded before pow |X_k-Y|_0 = 628653, f1 =  0.621703

Iteration 2020: Loss = 368396.625000
|Xk-Y|_F:  359783.531250, |X-X0|:  8613.093750
rounded |X_k-Y|_0 = 360817, f1 =  0.659420, approx slack: 279678
rounded before pow |X_k-Y|_0 = 627886, f1 =  0.621801

Iteration 2040: Loss = 368313.343750
|Xk-Y|_F:  359738.500000, |X-X0|:  8574.832031
rounded |X_k-Y|_0 = 360799, f1 =  0.659423, approx slack: 281515
rounded before pow |X_k-Y|_0 = 629687, f1 =  0.621571

Iteration 2060: Loss = 368249.656250
|Xk-Y|_F:  359704.468750, |X-X0|:  8545.173828
rounded |X_k-Y|_0 = 360768, f1 =  0.659428, approx slack: 290904
rounded before pow |X_k-Y|_0 = 639028, f1 =  0.620380

Iteration 2080: Loss = 368173.437500
|Xk-Y|_F:  359663.093750, |X-X0|:  8510.335938
rounded |X_k-Y|_0 = 360731, f1 =  0.659433, approx slack: 294584
rounded before pow |X_k-Y|_0 = 642663, f1 =  0.619929

Iteration 2100: Loss = 368078.968750
|Xk-Y|_F:  359616.093750, |X-X0|:  8462.863281
rounded |X_k-Y|_0 = 360607, f1 =  0.659453, approx slack: 296779
rounded before pow |X_k-Y|_0 = 644716, f1 =  0.619661

Iteration 2120: Loss = 368009.093750
|Xk-Y|_F:  359576.406250, |X-X0|:  8432.680664
rounded |X_k-Y|_0 = 360546, f1 =  0.659462, approx slack: 296762
rounded before pow |X_k-Y|_0 = 644682, f1 =  0.619665

Iteration 2140: Loss = 367932.375000
|Xk-Y|_F:  359546.125000, |X-X0|:  8386.239258
rounded |X_k-Y|_0 = 360556, f1 =  0.659461, approx slack: 287569
rounded before pow |X_k-Y|_0 = 635538, f1 =  0.620824

Iteration 2160: Loss = 367867.781250
|Xk-Y|_F:  359490.718750, |X-X0|:  8377.076172
rounded |X_k-Y|_0 = 360522, f1 =  0.659466, approx slack: 285174
rounded before pow |X_k-Y|_0 = 633133, f1 =  0.621130

Iteration 2180: Loss = 367809.156250
|Xk-Y|_F:  359460.687500, |X-X0|:  8348.456055
rounded |X_k-Y|_0 = 360507, f1 =  0.659469, approx slack: 287884
rounded before pow |X_k-Y|_0 = 635864, f1 =  0.620791

Iteration 2200: Loss = 367723.937500
|Xk-Y|_F:  359402.875000, |X-X0|:  8321.052734
rounded |X_k-Y|_0 = 360444, f1 =  0.659478, approx slack: 282454
rounded before pow |X_k-Y|_0 = 630417, f1 =  0.621476

Iteration 2220: Loss = 367660.625000
|Xk-Y|_F:  359369.500000, |X-X0|:  8291.128906
rounded |X_k-Y|_0 = 360414, f1 =  0.659483, approx slack: 279952
rounded before pow |X_k-Y|_0 = 627897, f1 =  0.621798

Iteration 2240: Loss = 367563.968750
|Xk-Y|_F:  359300.937500, |X-X0|:  8263.037109
rounded |X_k-Y|_0 = 360345, f1 =  0.659494, approx slack: 276785
rounded before pow |X_k-Y|_0 = 624691, f1 =  0.622208

Iteration 2260: Loss = 367498.968750
|Xk-Y|_F:  359268.593750, |X-X0|:  8230.388672
rounded |X_k-Y|_0 = 360301, f1 =  0.659501, approx slack: 276269
rounded before pow |X_k-Y|_0 = 624228, f1 =  0.622267

Iteration 2280: Loss = 367455.968750
|Xk-Y|_F:  359253.531250, |X-X0|:  8202.425781
rounded |X_k-Y|_0 = 360218, f1 =  0.659514, approx slack: 266445
rounded before pow |X_k-Y|_0 = 614456, f1 =  0.623525

Iteration 2300: Loss = 367359.468750
|Xk-Y|_F:  359195.593750, |X-X0|:  8163.875488
rounded |X_k-Y|_0 = 360201, f1 =  0.659516, approx slack: 265935
rounded before pow |X_k-Y|_0 = 613852, f1 =  0.623602

Iteration 2320: Loss = 367282.750000
|Xk-Y|_F:  359153.218750, |X-X0|:  8129.539062
rounded |X_k-Y|_0 = 360165, f1 =  0.659522, approx slack: 266177
rounded before pow |X_k-Y|_0 = 614123, f1 =  0.623576

Iteration 2340: Loss = 367314.125000
|Xk-Y|_F:  359190.531250, |X-X0|:  8123.580078
rounded |X_k-Y|_0 = 360125, f1 =  0.659528, approx slack: 265977
rounded before pow |X_k-Y|_0 = 613913, f1 =  0.623602

Iteration 2360: Loss = 367155.437500
|Xk-Y|_F:  359080.656250, |X-X0|:  8074.770508
rounded |X_k-Y|_0 = 359975, f1 =  0.659552, approx slack: 266915
rounded before pow |X_k-Y|_0 = 614847, f1 =  0.623482

Iteration 2380: Loss = 367070.593750
|Xk-Y|_F:  359035.531250, |X-X0|:  8035.052734
rounded |X_k-Y|_0 = 359939, f1 =  0.659558, approx slack: 264553
rounded before pow |X_k-Y|_0 = 612446, f1 =  0.623783

Iteration 2400: Loss = 366957.843750
|Xk-Y|_F:  358957.343750, |X-X0|:  8000.486328
rounded |X_k-Y|_0 = 359837, f1 =  0.659574, approx slack: 261978
rounded before pow |X_k-Y|_0 = 609896, f1 =  0.624112

Iteration 2420: Loss = 366856.093750
|Xk-Y|_F:  358885.250000, |X-X0|:  7970.846191
rounded |X_k-Y|_0 = 359762, f1 =  0.659585, approx slack: 262136
rounded before pow |X_k-Y|_0 = 610058, f1 =  0.624090

Iteration 2440: Loss = 366803.812500
|Xk-Y|_F:  358853.343750, |X-X0|:  7950.465332
rounded |X_k-Y|_0 = 359731, f1 =  0.659590, approx slack: 257345
rounded before pow |X_k-Y|_0 = 605245, f1 =  0.624714

Iteration 2460: Loss = 366692.218750
|Xk-Y|_F:  358799.843750, |X-X0|:  7892.384766
rounded |X_k-Y|_0 = 359668, f1 =  0.659600, approx slack: 250220
rounded before pow |X_k-Y|_0 = 598116, f1 =  0.625642

Iteration 2480: Loss = 366607.468750
|Xk-Y|_F:  358761.593750, |X-X0|:  7845.867188
rounded |X_k-Y|_0 = 359655, f1 =  0.659602, approx slack: 249288
rounded before pow |X_k-Y|_0 = 597200, f1 =  0.625762

Iteration 2500: Loss = 366544.062500
|Xk-Y|_F:  358737.375000, |X-X0|:  7806.676270
rounded |X_k-Y|_0 = 359629, f1 =  0.659606, approx slack: 247507
rounded before pow |X_k-Y|_0 = 595389, f1 =  0.625999

Iteration 2520: Loss = 366494.968750
|Xk-Y|_F:  358692.062500, |X-X0|:  7802.895508
rounded |X_k-Y|_0 = 359578, f1 =  0.659614, approx slack: 244895
rounded before pow |X_k-Y|_0 = 592783, f1 =  0.626343

Iteration 2540: Loss = 366413.343750
|Xk-Y|_F:  358641.468750, |X-X0|:  7771.877930
rounded |X_k-Y|_0 = 359491, f1 =  0.659628, approx slack: 245274
rounded before pow |X_k-Y|_0 = 593151, f1 =  0.626298

Iteration 2560: Loss = 366339.468750
|Xk-Y|_F:  358589.343750, |X-X0|:  7750.130859
rounded |X_k-Y|_0 = 359446, f1 =  0.659635, approx slack: 245898
rounded before pow |X_k-Y|_0 = 593779, f1 =  0.626216

Iteration 2580: Loss = 366228.625000
|Xk-Y|_F:  358509.593750, |X-X0|:  7719.017090
rounded |X_k-Y|_0 = 359419, f1 =  0.659639, approx slack: 245781
rounded before pow |X_k-Y|_0 = 593675, f1 =  0.626222

Iteration 2600: Loss = 366151.812500
|Xk-Y|_F:  358457.062500, |X-X0|:  7694.742676
rounded |X_k-Y|_0 = 359364, f1 =  0.659648, approx slack: 247541
rounded before pow |X_k-Y|_0 = 595416, f1 =  0.625994

Iteration 2620: Loss = 366090.531250
|Xk-Y|_F:  358402.687500, |X-X0|:  7687.841797
rounded |X_k-Y|_0 = 359316, f1 =  0.659655, approx slack: 247577
rounded before pow |X_k-Y|_0 = 595446, f1 =  0.625991

Iteration 2640: Loss = 366085.562500
|Xk-Y|_F:  358395.437500, |X-X0|:  7690.130859
rounded |X_k-Y|_0 = 359314, f1 =  0.659656, approx slack: 247547
rounded before pow |X_k-Y|_0 = 595508, f1 =  0.625986

Iteration 2660: Loss = 365975.250000
|Xk-Y|_F:  358312.437500, |X-X0|:  7662.804199
rounded |X_k-Y|_0 = 359203, f1 =  0.659673, approx slack: 242720
rounded before pow |X_k-Y|_0 = 590724, f1 =  0.626620

Iteration 2680: Loss = 365923.687500
|Xk-Y|_F:  358267.187500, |X-X0|:  7656.487305
rounded |X_k-Y|_0 = 359102, f1 =  0.659689, approx slack: 237262
rounded before pow |X_k-Y|_0 = 585317, f1 =  0.627330

Iteration 2700: Loss = 365785.593750
|Xk-Y|_F:  358181.875000, |X-X0|:  7603.725098
rounded |X_k-Y|_0 = 358999, f1 =  0.659705, approx slack: 237412
rounded before pow |X_k-Y|_0 = 585468, f1 =  0.627311

Iteration 2720: Loss = 365701.437500
|Xk-Y|_F:  358120.218750, |X-X0|:  7581.208984
rounded |X_k-Y|_0 = 358934, f1 =  0.659715, approx slack: 234251
rounded before pow |X_k-Y|_0 = 582365, f1 =  0.627719

Iteration 2740: Loss = 365565.125000
|Xk-Y|_F:  358044.531250, |X-X0|:  7520.609375
rounded |X_k-Y|_0 = 358830, f1 =  0.659732, approx slack: 234308
rounded before pow |X_k-Y|_0 = 582398, f1 =  0.627715

Iteration 2760: Loss = 365475.875000
|Xk-Y|_F:  358002.031250, |X-X0|:  7473.859375
rounded |X_k-Y|_0 = 358748, f1 =  0.659745, approx slack: 235439
rounded before pow |X_k-Y|_0 = 583538, f1 =  0.627564

Iteration 2780: Loss = 365382.812500
|Xk-Y|_F:  357929.500000, |X-X0|:  7453.308594
rounded |X_k-Y|_0 = 358643, f1 =  0.659761, approx slack: 234047
rounded before pow |X_k-Y|_0 = 582179, f1 =  0.627740

Iteration 2800: Loss = 365330.562500
|Xk-Y|_F:  357895.406250, |X-X0|:  7435.166016
rounded |X_k-Y|_0 = 358606, f1 =  0.659767, approx slack: 234024
rounded before pow |X_k-Y|_0 = 582096, f1 =  0.627754

Iteration 2820: Loss = 365287.812500
|Xk-Y|_F:  357875.531250, |X-X0|:  7412.296387
rounded |X_k-Y|_0 = 358558, f1 =  0.659775, approx slack: 228721
rounded before pow |X_k-Y|_0 = 576850, f1 =  0.628447

Iteration 2840: Loss = 365227.531250
|Xk-Y|_F:  357821.843750, |X-X0|:  7405.695801
rounded |X_k-Y|_0 = 358479, f1 =  0.659787, approx slack: 228537
rounded before pow |X_k-Y|_0 = 576670, f1 =  0.628470

Iteration 2860: Loss = 365156.625000
|Xk-Y|_F:  357774.468750, |X-X0|:  7382.149414
rounded |X_k-Y|_0 = 358359, f1 =  0.659806, approx slack: 228635
rounded before pow |X_k-Y|_0 = 576678, f1 =  0.628471

Iteration 2880: Loss = 365073.093750
|Xk-Y|_F:  357738.250000, |X-X0|:  7334.853516
rounded |X_k-Y|_0 = 358317, f1 =  0.659812, approx slack: 228256
rounded before pow |X_k-Y|_0 = 576308, f1 =  0.628516

Iteration 2900: Loss = 365029.812500
|Xk-Y|_F:  357728.250000, |X-X0|:  7301.563477
rounded |X_k-Y|_0 = 358274, f1 =  0.659819, approx slack: 228527
rounded before pow |X_k-Y|_0 = 576618, f1 =  0.628479

Iteration 2920: Loss = 364944.562500
|Xk-Y|_F:  357665.468750, |X-X0|:  7279.086914
rounded |X_k-Y|_0 = 358227, f1 =  0.659826, approx slack: 228361
rounded before pow |X_k-Y|_0 = 576381, f1 =  0.628499

Iteration 2940: Loss = 364904.875000
|Xk-Y|_F:  357631.312500, |X-X0|:  7273.573242
rounded |X_k-Y|_0 = 358195, f1 =  0.659831, approx slack: 222197
rounded before pow |X_k-Y|_0 = 570224, f1 =  0.629327

Iteration 2960: Loss = 364830.656250
|Xk-Y|_F:  357583.406250, |X-X0|:  7247.261719
rounded |X_k-Y|_0 = 358150, f1 =  0.659838, approx slack: 221981
rounded before pow |X_k-Y|_0 = 569980, f1 =  0.629359

Iteration 2980: Loss = 364755.437500
|Xk-Y|_F:  357520.062500, |X-X0|:  7235.359375
rounded |X_k-Y|_0 = 358114, f1 =  0.659844, approx slack: 218175
rounded before pow |X_k-Y|_0 = 566168, f1 =  0.629863

Iteration 3000: Loss = 364679.656250
|Xk-Y|_F:  357472.312500, |X-X0|:  7207.332031
rounded |X_k-Y|_0 = 358073, f1 =  0.659851, approx slack: 215451
rounded before pow |X_k-Y|_0 = 563463, f1 =  0.630220

Iteration 3020: Loss = 364631.250000
|Xk-Y|_F:  357428.312500, |X-X0|:  7202.934082
rounded |X_k-Y|_0 = 358047, f1 =  0.659855, approx slack: 215699
rounded before pow |X_k-Y|_0 = 563677, f1 =  0.630201

Iteration 3040: Loss = 364549.812500
|Xk-Y|_F:  357361.625000, |X-X0|:  7188.174805
rounded |X_k-Y|_0 = 357969, f1 =  0.659867, approx slack: 215146
rounded before pow |X_k-Y|_0 = 563279, f1 =  0.630253

Iteration 3060: Loss = 364448.000000
|Xk-Y|_F:  357289.218750, |X-X0|:  7158.769043
rounded |X_k-Y|_0 = 357876, f1 =  0.659882, approx slack: 214744
rounded before pow |X_k-Y|_0 = 562864, f1 =  0.630309

Iteration 3080: Loss = 364385.718750
|Xk-Y|_F:  357239.906250, |X-X0|:  7145.804688
rounded |X_k-Y|_0 = 357837, f1 =  0.659888, approx slack: 196633
rounded before pow |X_k-Y|_0 = 544893, f1 =  0.632727

Iteration 3100: Loss = 364336.656250
|Xk-Y|_F:  357205.406250, |X-X0|:  7131.246582
rounded |X_k-Y|_0 = 357853, f1 =  0.659885, approx slack: 193236
rounded before pow |X_k-Y|_0 = 541472, f1 =  0.633191

Iteration 3120: Loss = 364301.718750
|Xk-Y|_F:  357167.031250, |X-X0|:  7134.685547
rounded |X_k-Y|_0 = 357785, f1 =  0.659896, approx slack: 193313
rounded before pow |X_k-Y|_0 = 541543, f1 =  0.633182

Iteration 3140: Loss = 364160.656250
|Xk-Y|_F:  357049.718750, |X-X0|:  7110.924805
rounded |X_k-Y|_0 = 357753, f1 =  0.659901, approx slack: 193398
rounded before pow |X_k-Y|_0 = 541535, f1 =  0.633182

Iteration 3160: Loss = 364053.843750
|Xk-Y|_F:  356955.843750, |X-X0|:  7098.013184
rounded |X_k-Y|_0 = 357585, f1 =  0.659927, approx slack: 204538
rounded before pow |X_k-Y|_0 = 552509, f1 =  0.631698

Iteration 3180: Loss = 363920.468750
|Xk-Y|_F:  356854.843750, |X-X0|:  7065.635742
rounded |X_k-Y|_0 = 357473, f1 =  0.659945, approx slack: 204582
rounded before pow |X_k-Y|_0 = 552518, f1 =  0.631697

Iteration 3200: Loss = 363796.812500
|Xk-Y|_F:  356793.593750, |X-X0|:  7003.208008
rounded |X_k-Y|_0 = 357424, f1 =  0.659952, approx slack: 204975
rounded before pow |X_k-Y|_0 = 552911, f1 =  0.631644

Iteration 3220: Loss = 363776.875000
|Xk-Y|_F:  356787.187500, |X-X0|:  6989.685059
rounded |X_k-Y|_0 = 357420, f1 =  0.659953, approx slack: 203473
rounded before pow |X_k-Y|_0 = 551457, f1 =  0.631839

Iteration 3240: Loss = 363677.687500
|Xk-Y|_F:  356741.406250, |X-X0|:  6936.295898
rounded |X_k-Y|_0 = 357348, f1 =  0.659964, approx slack: 203274
rounded before pow |X_k-Y|_0 = 551209, f1 =  0.631871

Iteration 3260: Loss = 363637.468750
|Xk-Y|_F:  356725.500000, |X-X0|:  6911.975098
rounded |X_k-Y|_0 = 357339, f1 =  0.659966, approx slack: 199340
rounded before pow |X_k-Y|_0 = 547385, f1 =  0.632389

Iteration 3280: Loss = 363579.062500
|Xk-Y|_F:  356677.000000, |X-X0|:  6902.057617
rounded |X_k-Y|_0 = 357286, f1 =  0.659974, approx slack: 199384
rounded before pow |X_k-Y|_0 = 547394, f1 =  0.632388

Iteration 3300: Loss = 363523.968750
|Xk-Y|_F:  356638.750000, |X-X0|:  6885.224609
rounded |X_k-Y|_0 = 357248, f1 =  0.659980, approx slack: 200396
rounded before pow |X_k-Y|_0 = 548384, f1 =  0.632255

Iteration 3320: Loss = 363470.500000
|Xk-Y|_F:  356612.281250, |X-X0|:  6858.210449
rounded |X_k-Y|_0 = 357251, f1 =  0.659979, approx slack: 199478
rounded before pow |X_k-Y|_0 = 547466, f1 =  0.632379

Iteration 3340: Loss = 363435.156250
|Xk-Y|_F:  356595.062500, |X-X0|:  6840.081055
rounded |X_k-Y|_0 = 357212, f1 =  0.659986, approx slack: 199260
rounded before pow |X_k-Y|_0 = 547253, f1 =  0.632407

Iteration 3360: Loss = 363394.000000
|Xk-Y|_F:  356558.562500, |X-X0|:  6835.434082
rounded |X_k-Y|_0 = 357163, f1 =  0.659993, approx slack: 197168
rounded before pow |X_k-Y|_0 = 545161, f1 =  0.632691

Iteration 3380: Loss = 363384.437500
|Xk-Y|_F:  356575.468750, |X-X0|:  6808.980469
rounded |X_k-Y|_0 = 357160, f1 =  0.659994, approx slack: 192831
rounded before pow |X_k-Y|_0 = 540861, f1 =  0.633274

Iteration 3400: Loss = 363303.218750
|Xk-Y|_F:  356510.593750, |X-X0|:  6792.638184
rounded |X_k-Y|_0 = 357114, f1 =  0.660001, approx slack: 194818
rounded before pow |X_k-Y|_0 = 542828, f1 =  0.633007

Iteration 3420: Loss = 363376.000000
|Xk-Y|_F:  356593.312500, |X-X0|:  6782.694824
rounded |X_k-Y|_0 = 357144, f1 =  0.659996, approx slack: 190601
rounded before pow |X_k-Y|_0 = 538679, f1 =  0.633570

Iteration 3440: Loss = 363300.531250
|Xk-Y|_F:  356525.312500, |X-X0|:  6775.213867
rounded |X_k-Y|_0 = 357079, f1 =  0.660006, approx slack: 188349
rounded before pow |X_k-Y|_0 = 536334, f1 =  0.633889

Iteration 3460: Loss = 363285.812500
|Xk-Y|_F:  356551.281250, |X-X0|:  6734.523926
rounded |X_k-Y|_0 = 357108, f1 =  0.660002, approx slack: 188015
rounded before pow |X_k-Y|_0 = 536169, f1 =  0.633912

Iteration 3480: Loss = 363213.750000
|Xk-Y|_F:  356499.437500, |X-X0|:  6714.313965
rounded |X_k-Y|_0 = 356996, f1 =  0.660019, approx slack: 188146
rounded before pow |X_k-Y|_0 = 536126, f1 =  0.633918

Iteration 3500: Loss = 363125.843750
|Xk-Y|_F:  356433.625000, |X-X0|:  6692.217773
rounded |X_k-Y|_0 = 356857, f1 =  0.660041, approx slack: 187685
rounded before pow |X_k-Y|_0 = 535623, f1 =  0.633986

Iteration 3520: Loss = 363032.093750
|Xk-Y|_F:  356386.125000, |X-X0|:  6645.958984
rounded |X_k-Y|_0 = 356801, f1 =  0.660050, approx slack: 187527
rounded before pow |X_k-Y|_0 = 535605, f1 =  0.633989

Iteration 3540: Loss = 363015.343750
|Xk-Y|_F:  356356.968750, |X-X0|:  6658.359863
rounded |X_k-Y|_0 = 356768, f1 =  0.660055, approx slack: 184858
rounded before pow |X_k-Y|_0 = 532763, f1 =  0.634377

Iteration 3560: Loss = 362995.843750
|Xk-Y|_F:  356334.156250, |X-X0|:  6661.681641
rounded |X_k-Y|_0 = 356717, f1 =  0.660063, approx slack: 181500
rounded before pow |X_k-Y|_0 = 529412, f1 =  0.634835

Iteration 3580: Loss = 362931.718750
|Xk-Y|_F:  356309.531250, |X-X0|:  6622.198730
rounded |X_k-Y|_0 = 356695, f1 =  0.660067, approx slack: 182503
rounded before pow |X_k-Y|_0 = 530408, f1 =  0.634699

Iteration 3600: Loss = 362937.531250
|Xk-Y|_F:  356318.343750, |X-X0|:  6619.202148
rounded |X_k-Y|_0 = 356725, f1 =  0.660062, approx slack: 182367
rounded before pow |X_k-Y|_0 = 530326, f1 =  0.634710

Iteration 3620: Loss = 362912.718750
|Xk-Y|_F:  356286.875000, |X-X0|:  6625.849609
rounded |X_k-Y|_0 = 356671, f1 =  0.660070, approx slack: 182275
rounded before pow |X_k-Y|_0 = 530196, f1 =  0.634728

Iteration 3640: Loss = 362844.718750
|Xk-Y|_F:  356254.375000, |X-X0|:  6590.352051
rounded |X_k-Y|_0 = 356611, f1 =  0.660080, approx slack: 182100
rounded before pow |X_k-Y|_0 = 530001, f1 =  0.634754

Iteration 3660: Loss = 362795.781250
|Xk-Y|_F:  356207.750000, |X-X0|:  6588.034180
rounded |X_k-Y|_0 = 356546, f1 =  0.660090, approx slack: 181709
rounded before pow |X_k-Y|_0 = 529519, f1 =  0.634820

Iteration 3680: Loss = 362783.281250
|Xk-Y|_F:  356184.343750, |X-X0|:  6598.940430
rounded |X_k-Y|_0 = 356556, f1 =  0.660088, approx slack: 173585
rounded before pow |X_k-Y|_0 = 521455, f1 =  0.635928

Iteration 3700: Loss = 362688.312500
|Xk-Y|_F:  356140.718750, |X-X0|:  6547.608398
rounded |X_k-Y|_0 = 356479, f1 =  0.660101, approx slack: 153380
rounded before pow |X_k-Y|_0 = 501551, f1 =  0.638688

Iteration 3720: Loss = 362644.937500
|Xk-Y|_F:  356113.406250, |X-X0|:  6531.537109
rounded |X_k-Y|_0 = 356456, f1 =  0.660104, approx slack: 171527
rounded before pow |X_k-Y|_0 = 519534, f1 =  0.636193

Iteration 3740: Loss = 362601.718750
|Xk-Y|_F:  356085.937500, |X-X0|:  6515.795898
rounded |X_k-Y|_0 = 356425, f1 =  0.660109, approx slack: 171551
rounded before pow |X_k-Y|_0 = 519525, f1 =  0.636194

Iteration 3760: Loss = 362565.843750
|Xk-Y|_F:  356068.906250, |X-X0|:  6496.939453
rounded |X_k-Y|_0 = 356401, f1 =  0.660113, approx slack: 149218
rounded before pow |X_k-Y|_0 = 497434, f1 =  0.639264

Iteration 3780: Loss = 362502.593750
|Xk-Y|_F:  356020.750000, |X-X0|:  6481.847656
rounded |X_k-Y|_0 = 356367, f1 =  0.660118, approx slack: 149135
rounded before pow |X_k-Y|_0 = 497380, f1 =  0.639272

Iteration 3800: Loss = 362448.906250
|Xk-Y|_F:  355982.875000, |X-X0|:  6466.046387
rounded |X_k-Y|_0 = 356345, f1 =  0.660122, approx slack: 148844
rounded before pow |X_k-Y|_0 = 497137, f1 =  0.639306

Iteration 3820: Loss = 362452.906250
|Xk-Y|_F:  355993.218750, |X-X0|:  6459.677734
rounded |X_k-Y|_0 = 356366, f1 =  0.660118, approx slack: 148923
rounded before pow |X_k-Y|_0 = 497277, f1 =  0.639286

Iteration 3840: Loss = 362462.437500
|Xk-Y|_F:  356022.281250, |X-X0|:  6440.154785
rounded |X_k-Y|_0 = 356368, f1 =  0.660118, approx slack: 147290
rounded before pow |X_k-Y|_0 = 495684, f1 =  0.639510

Iteration 3860: Loss = 362321.562500
|Xk-Y|_F:  355908.156250, |X-X0|:  6413.392578
rounded |X_k-Y|_0 = 356234, f1 =  0.660139, approx slack: 145644
rounded before pow |X_k-Y|_0 = 494019, f1 =  0.639743

Iteration 3880: Loss = 362325.437500
|Xk-Y|_F:  355924.031250, |X-X0|:  6401.403809
rounded |X_k-Y|_0 = 356253, f1 =  0.660136, approx slack: 145605
rounded before pow |X_k-Y|_0 = 493979, f1 =  0.639749

Iteration 3900: Loss = 362285.375000
|Xk-Y|_F:  355885.656250, |X-X0|:  6399.721680
rounded |X_k-Y|_0 = 356201, f1 =  0.660144, approx slack: 145557
rounded before pow |X_k-Y|_0 = 493944, f1 =  0.639754

Iteration 3920: Loss = 362222.656250
|Xk-Y|_F:  355828.125000, |X-X0|:  6394.534180
rounded |X_k-Y|_0 = 356117, f1 =  0.660157, approx slack: 145890
rounded before pow |X_k-Y|_0 = 494271, f1 =  0.639708

Iteration 3940: Loss = 362155.750000
|Xk-Y|_F:  355775.625000, |X-X0|:  6380.139160
rounded |X_k-Y|_0 = 356062, f1 =  0.660166, approx slack: 143124
rounded before pow |X_k-Y|_0 = 491472, f1 =  0.640102

Iteration 3960: Loss = 362113.093750
|Xk-Y|_F:  355756.781250, |X-X0|:  6356.312988
rounded |X_k-Y|_0 = 356025, f1 =  0.660172, approx slack: 143867
rounded before pow |X_k-Y|_0 = 492233, f1 =  0.639995

Iteration 3980: Loss = 362093.531250
|Xk-Y|_F:  355741.343750, |X-X0|:  6352.189941
rounded |X_k-Y|_0 = 356014, f1 =  0.660174, approx slack: 143802
rounded before pow |X_k-Y|_0 = 492153, f1 =  0.640006

Iteration 4000: Loss = 362039.906250
|Xk-Y|_F:  355717.875000, |X-X0|:  6322.018555
rounded |X_k-Y|_0 = 355950, f1 =  0.660184, approx slack: 142949
rounded before pow |X_k-Y|_0 = 491292, f1 =  0.640127

Iteration 4020: Loss = 362018.906250
|Xk-Y|_F:  355699.531250, |X-X0|:  6319.377930
rounded |X_k-Y|_0 = 355926, f1 =  0.660187, approx slack: 143897
rounded before pow |X_k-Y|_0 = 492196, f1 =  0.640000

Iteration 4040: Loss = 361964.375000
|Xk-Y|_F:  355668.156250, |X-X0|:  6296.216797
rounded |X_k-Y|_0 = 355894, f1 =  0.660192, approx slack: 143748
rounded before pow |X_k-Y|_0 = 492071, f1 =  0.640018

Iteration 4060: Loss = 361933.656250
|Xk-Y|_F:  355650.031250, |X-X0|:  6283.625000
rounded |X_k-Y|_0 = 355891, f1 =  0.660193, approx slack: 143717
rounded before pow |X_k-Y|_0 = 492066, f1 =  0.640018

Iteration 4080: Loss = 362031.937500
|Xk-Y|_F:  355755.531250, |X-X0|:  6276.416016
rounded |X_k-Y|_0 = 356001, f1 =  0.660176, approx slack: 142041
rounded before pow |X_k-Y|_0 = 490513, f1 =  0.640237

Iteration 4100: Loss = 361895.312500
|Xk-Y|_F:  355626.875000, |X-X0|:  6268.430664
rounded |X_k-Y|_0 = 355880, f1 =  0.660195, approx slack: 140834
rounded before pow |X_k-Y|_0 = 489253, f1 =  0.640415

Iteration 4120: Loss = 361960.687500
|Xk-Y|_F:  355684.312500, |X-X0|:  6276.388672
rounded |X_k-Y|_0 = 355949, f1 =  0.660184, approx slack: 138780
rounded before pow |X_k-Y|_0 = 487216, f1 =  0.640702

Iteration 4140: Loss = 361909.156250
|Xk-Y|_F:  355635.406250, |X-X0|:  6273.755859
rounded |X_k-Y|_0 = 355900, f1 =  0.660192, approx slack: 140088
rounded before pow |X_k-Y|_0 = 488524, f1 =  0.640518

Iteration 4160: Loss = 361882.968750
|Xk-Y|_F:  355634.812500, |X-X0|:  6248.143555
rounded |X_k-Y|_0 = 355935, f1 =  0.660186, approx slack: 139005
rounded before pow |X_k-Y|_0 = 487567, f1 =  0.640653

Iteration 4180: Loss = 361861.437500
|Xk-Y|_F:  355625.562500, |X-X0|:  6235.879395
rounded |X_k-Y|_0 = 355867, f1 =  0.660197, approx slack: 138164
rounded before pow |X_k-Y|_0 = 486637, f1 =  0.640784

Iteration 4200: Loss = 361740.375000
|Xk-Y|_F:  355537.281250, |X-X0|:  6203.099609
rounded |X_k-Y|_0 = 355810, f1 =  0.660206, approx slack: 133256
rounded before pow |X_k-Y|_0 = 481725, f1 =  0.641479

Iteration 4220: Loss = 361654.250000
|Xk-Y|_F:  355470.687500, |X-X0|:  6183.566406
rounded |X_k-Y|_0 = 355695, f1 =  0.660224, approx slack: 133097
rounded before pow |X_k-Y|_0 = 481517, f1 =  0.641509

Iteration 4240: Loss = 361624.343750
|Xk-Y|_F:  355453.500000, |X-X0|:  6170.840332
rounded |X_k-Y|_0 = 355693, f1 =  0.660224, approx slack: 133139
rounded before pow |X_k-Y|_0 = 481511, f1 =  0.641510

Iteration 4260: Loss = 361623.062500
|Xk-Y|_F:  355457.218750, |X-X0|:  6165.836914
rounded |X_k-Y|_0 = 355714, f1 =  0.660221, approx slack: 130513
rounded before pow |X_k-Y|_0 = 479018, f1 =  0.641863

Iteration 4280: Loss = 361636.218750
|Xk-Y|_F:  355494.062500, |X-X0|:  6142.162109
rounded |X_k-Y|_0 = 355767, f1 =  0.660213, approx slack: 130193
rounded before pow |X_k-Y|_0 = 478793, f1 =  0.641895

Iteration 4300: Loss = 361551.000000
|Xk-Y|_F:  355445.562500, |X-X0|:  6105.427246
rounded |X_k-Y|_0 = 355690, f1 =  0.660225, approx slack: 130080
rounded before pow |X_k-Y|_0 = 478546, f1 =  0.641929

Iteration 4320: Loss = 361404.125000
|Xk-Y|_F:  355322.531250, |X-X0|:  6081.605469
rounded |X_k-Y|_0 = 355464, f1 =  0.660260, approx slack: 130219
rounded before pow |X_k-Y|_0 = 478613, f1 =  0.641920

Iteration 4340: Loss = 361373.343750
|Xk-Y|_F:  355296.093750, |X-X0|:  6077.259277
rounded |X_k-Y|_0 = 355456, f1 =  0.660261, approx slack: 130030
rounded before pow |X_k-Y|_0 = 478375, f1 =  0.641954

Iteration 4360: Loss = 361316.812500
|Xk-Y|_F:  355256.812500, |X-X0|:  6059.994141
rounded |X_k-Y|_0 = 355422, f1 =  0.660267, approx slack: 129868
rounded before pow |X_k-Y|_0 = 478222, f1 =  0.641976

Iteration 4380: Loss = 361309.937500
|Xk-Y|_F:  355258.125000, |X-X0|:  6051.821289
rounded |X_k-Y|_0 = 355433, f1 =  0.660265, approx slack: 129855
rounded before pow |X_k-Y|_0 = 478170, f1 =  0.641983

Iteration 4400: Loss = 361290.781250
|Xk-Y|_F:  355240.375000, |X-X0|:  6050.401855
rounded |X_k-Y|_0 = 355428, f1 =  0.660266, approx slack: 129814
rounded before pow |X_k-Y|_0 = 478151, f1 =  0.641986

Iteration 4420: Loss = 361380.062500
|Xk-Y|_F:  355308.843750, |X-X0|:  6071.233398
rounded |X_k-Y|_0 = 355493, f1 =  0.660256, approx slack: 129490
rounded before pow |X_k-Y|_0 = 477897, f1 =  0.642022

Iteration 4440: Loss = 361259.562500
|Xk-Y|_F:  355216.218750, |X-X0|:  6043.330078
rounded |X_k-Y|_0 = 355393, f1 =  0.660271, approx slack: 129390
rounded before pow |X_k-Y|_0 = 477760, f1 =  0.642041

Iteration 4460: Loss = 361144.937500
|Xk-Y|_F:  355145.281250, |X-X0|:  5999.641602
rounded |X_k-Y|_0 = 355318, f1 =  0.660283, approx slack: 129345
rounded before pow |X_k-Y|_0 = 477686, f1 =  0.642052

Iteration 4480: Loss = 361106.906250
|Xk-Y|_F:  355129.562500, |X-X0|:  5977.352051
rounded |X_k-Y|_0 = 355301, f1 =  0.660286, approx slack: 129443
rounded before pow |X_k-Y|_0 = 477778, f1 =  0.642039

Iteration 4500: Loss = 361148.312500
|Xk-Y|_F:  355175.843750, |X-X0|:  5972.471680
rounded |X_k-Y|_0 = 355353, f1 =  0.660277, approx slack: 129252
rounded before pow |X_k-Y|_0 = 477720, f1 =  0.642047

Iteration 4520: Loss = 361037.250000
|Xk-Y|_F:  355090.718750, |X-X0|:  5946.523438
rounded |X_k-Y|_0 = 355263, f1 =  0.660292, approx slack: 129214
rounded before pow |X_k-Y|_0 = 477625, f1 =  0.642060

Iteration 4540: Loss = 361038.187500
|Xk-Y|_F:  355072.625000, |X-X0|:  5965.565918
rounded |X_k-Y|_0 = 355221, f1 =  0.660298, approx slack: 129248
rounded before pow |X_k-Y|_0 = 477596, f1 =  0.642065

Iteration 4560: Loss = 360981.187500
|Xk-Y|_F:  355048.312500, |X-X0|:  5932.860352
rounded |X_k-Y|_0 = 355177, f1 =  0.660305, approx slack: 128197
rounded before pow |X_k-Y|_0 = 476561, f1 =  0.642211

Iteration 4580: Loss = 360949.156250
|Xk-Y|_F:  355027.656250, |X-X0|:  5921.484863
rounded |X_k-Y|_0 = 355166, f1 =  0.660307, approx slack: 127989
rounded before pow |X_k-Y|_0 = 476379, f1 =  0.642237

Iteration 4600: Loss = 360898.812500
|Xk-Y|_F:  355000.531250, |X-X0|:  5898.286133
rounded |X_k-Y|_0 = 355099, f1 =  0.660317, approx slack: 125731
rounded before pow |X_k-Y|_0 = 474210, f1 =  0.642546

Iteration 4620: Loss = 360932.250000
|Xk-Y|_F:  354981.031250, |X-X0|:  5951.219727
rounded |X_k-Y|_0 = 355074, f1 =  0.660321, approx slack: 127890
rounded before pow |X_k-Y|_0 = 476291, f1 =  0.642250

Iteration 4640: Loss = 360909.812500
|Xk-Y|_F:  354964.156250, |X-X0|:  5945.648438
rounded |X_k-Y|_0 = 355057, f1 =  0.660324, approx slack: 127836
rounded before pow |X_k-Y|_0 = 476246, f1 =  0.642256

Iteration 4660: Loss = 360816.625000
|Xk-Y|_F:  354927.312500, |X-X0|:  5889.325684
rounded |X_k-Y|_0 = 354988, f1 =  0.660335, approx slack: 127472
rounded before pow |X_k-Y|_0 = 475880, f1 =  0.642308

Iteration 4680: Loss = 360800.218750
|Xk-Y|_F:  354917.468750, |X-X0|:  5882.740234
rounded |X_k-Y|_0 = 354968, f1 =  0.660338, approx slack: 124853
rounded before pow |X_k-Y|_0 = 473336, f1 =  0.642671

Iteration 4700: Loss = 360789.937500
|Xk-Y|_F:  354898.437500, |X-X0|:  5891.493164
rounded |X_k-Y|_0 = 354919, f1 =  0.660346, approx slack: 126859
rounded before pow |X_k-Y|_0 = 475320, f1 =  0.642388

Iteration 4720: Loss = 360740.906250
|Xk-Y|_F:  354878.781250, |X-X0|:  5862.137207
rounded |X_k-Y|_0 = 354876, f1 =  0.660352, approx slack: 123233
rounded before pow |X_k-Y|_0 = 471715, f1 =  0.642902

Iteration 4740: Loss = 360751.625000
|Xk-Y|_F:  354864.531250, |X-X0|:  5887.101562
rounded |X_k-Y|_0 = 354826, f1 =  0.660360, approx slack: 125613
rounded before pow |X_k-Y|_0 = 474107, f1 =  0.642560

Iteration 4760: Loss = 360775.812500
|Xk-Y|_F:  354877.625000, |X-X0|:  5898.202148
rounded |X_k-Y|_0 = 354860, f1 =  0.660355, approx slack: 123131
rounded before pow |X_k-Y|_0 = 471657, f1 =  0.642910

Iteration 4780: Loss = 360800.250000
|Xk-Y|_F:  354879.531250, |X-X0|:  5920.724609
rounded |X_k-Y|_0 = 354904, f1 =  0.660348, approx slack: 122895
rounded before pow |X_k-Y|_0 = 471454, f1 =  0.642939

Iteration 4800: Loss = 360809.156250
|Xk-Y|_F:  354887.812500, |X-X0|:  5921.346680
rounded |X_k-Y|_0 = 354895, f1 =  0.660349, approx slack: 123893
rounded before pow |X_k-Y|_0 = 472422, f1 =  0.642800

Iteration 4820: Loss = 360900.031250
|Xk-Y|_F:  354947.656250, |X-X0|:  5952.384277
rounded |X_k-Y|_0 = 354976, f1 =  0.660337, approx slack: 123945
rounded before pow |X_k-Y|_0 = 472535, f1 =  0.642784

Iteration 4840: Loss = 360852.156250
|Xk-Y|_F:  354914.937500, |X-X0|:  5937.228027
rounded |X_k-Y|_0 = 354909, f1 =  0.660347, approx slack: 123743
rounded before pow |X_k-Y|_0 = 472287, f1 =  0.642820

Iteration 4860: Loss = 360809.250000
|Xk-Y|_F:  354909.125000, |X-X0|:  5900.132812
rounded |X_k-Y|_0 = 354986, f1 =  0.660335, approx slack: 123499
rounded before pow |X_k-Y|_0 = 472166, f1 =  0.642837

Iteration 4880: Loss = 360788.875000
|Xk-Y|_F:  354899.218750, |X-X0|:  5889.647461
rounded |X_k-Y|_0 = 354934, f1 =  0.660343, approx slack: 123620
rounded before pow |X_k-Y|_0 = 472082, f1 =  0.642849

Iteration 4900: Loss = 360788.843750
|Xk-Y|_F:  354893.781250, |X-X0|:  5895.068359
rounded |X_k-Y|_0 = 354893, f1 =  0.660350, approx slack: 112128
rounded before pow |X_k-Y|_0 = 460676, f1 =  0.644485

Iteration 4920: Loss = 360647.281250
|Xk-Y|_F:  354821.406250, |X-X0|:  5825.868164
rounded |X_k-Y|_0 = 354856, f1 =  0.660356, approx slack: 112101
rounded before pow |X_k-Y|_0 = 460610, f1 =  0.644495

Iteration 4940: Loss = 360521.718750
|Xk-Y|_F:  354736.843750, |X-X0|:  5784.884766
rounded |X_k-Y|_0 = 354733, f1 =  0.660375, approx slack: 112074
rounded before pow |X_k-Y|_0 = 460488, f1 =  0.644512

Iteration 4960: Loss = 360454.437500
|Xk-Y|_F:  354692.156250, |X-X0|:  5762.290039
rounded |X_k-Y|_0 = 354700, f1 =  0.660380, approx slack: 112055
rounded before pow |X_k-Y|_0 = 460491, f1 =  0.644511

Iteration 4980: Loss = 360395.656250
|Xk-Y|_F:  354641.031250, |X-X0|:  5754.628906
rounded |X_k-Y|_0 = 354632, f1 =  0.660391, approx slack: 111929
rounded before pow |X_k-Y|_0 = 460365, f1 =  0.644530

Iteration 4999: Loss = 360400.062500
|Xk-Y|_F:  354644.093750, |X-X0|:  5755.962402
rounded |X_k-Y|_0 = 354628, f1 =  0.660391, approx slack: 112138
rounded before pow |X_k-Y|_0 = 460429, f1 =  0.644521


KB after refine:
num_nodes: 5045.0000
num_edges: 3825.0000
density: 0.0002
avg_degree: 0.7582
avg_clustering: 0.0942
degree_assortativity: -0.3428
modularity: 0.6421
avg_betweenness: 0.0000
avg_closeness: 0.0025
------ ABL 1 after refine ------
--- eval ---
prediction result:
f1 on test:    0.5388
f1 on test:    0.8913 (micro)
f1 on KB:      0.6540
integrated f1: 0.6092, w_data: 0.3218, w_klg: 0.6782

integrated result:
f1 on test:    0.5294
f1 on test:    0.8911 (micro)
f1 on KB:      0.6615
integrated f1: 0.6190, w_data: 0.3218, w_klg: 0.6782
------------
integrated f1 0.6092
