MLP_norman_Sep20_3
log/EGOAL-hsa-2025-09-20-20:54:36.900564.txt
random seed: 999
test perts: ["['MAML2', 'ctrl']", "['ctrl', 'ELMSAN1']", "['ETS2', 'IGDCC3']", "['FEV', 'ctrl']", "['ctrl', 'SET']", "['RREB1', 'ctrl']", "['ZNF318', 'ctrl']", "['COL2A1', 'ctrl']", "['MIDN', 'ctrl']", "['DUSP9', 'ETS2']", "['KLF1', 'BAK1']", "['JUN', 'CEBPA']", "['CDKN1A', 'ctrl']", "['C19orf26', 'ctrl']", "['TMSB4X', 'BAK1']", "['IKZF3', 'ctrl']", "['CLDN6', 'ctrl']", "['ZBTB1', 'ctrl']", "['FEV', 'MAP7D1']", "['FOXL2', 'MEIS1']", "['MAPK1', 'TGFBR2']", "['CNN1', 'ctrl']", "['FOSB', 'CEBPE']", "['PTPN12', 'PTPN9']", "['FOSB', 'CEBPB']", "['IGDCC3', 'ctrl']", "['ctrl', 'CLDN6']", "['ctrl', 'KIF2C']", "['CSRNP1', 'ctrl']", "['ctrl', 'C19orf26']", "['ctrl', 'COL2A1']", "['FOXF1', 'HOXB9']", "['UBASH3B', 'CNN1']", "['OSR2', 'ctrl']", "['SAMD1', 'UBASH3B']", "['TGFBR2', 'ctrl']", "['POU3F2', 'CBFA2T3']", "['ZBTB10', 'ctrl']", "['FOXA1', 'ctrl']", "['SGK1', 'TBX2']", "['ETS2', 'MAP7D1']", "['ETS2', 'PRTG']", "['KLF1', 'TGFBR2']", "['ctrl', 'ISL2']", "['CITED1', 'ctrl']", "['FOSB', 'IKZF3']", "['HK2', 'ctrl']", "['JUN', 'CEBPB']", "['PRDM1', 'CBFA2T3']", "['CDKN1C', 'CDKN1A']", "['SNAI1', 'ctrl']", "['ZBTB10', 'DLX2']", "['SNAI1', 'DLX2']", "['CDKN1B', 'CDKN1A']"]
train: torch.Size([75240, 5045])
unlabel: torch.Size([2854, 5045])
cuda availability: True
/home/u-xiangyf/anaconda3/envs/egoal/lib/python3.13/site-packages/torch/nn/modules/loss.py:608: UserWarning: Using a target size (torch.Size([5045])) that is different to the input size (torch.Size([5045, 5045])). This will likely lead to incorrect results due to broadcasting. Please ensure they have the same size.
  return F.mse_loss(input, target, reduction=self.reduction)
Epoch 0, Loss: 0.1389
Epoch 100, Loss: 0.1338
Epoch 200, Loss: 0.1288
Epoch 300, Loss: 0.1240
Epoch 400, Loss: 0.1194
Epoch 500, Loss: 0.1148
Epoch 600, Loss: 0.1105
Epoch 700, Loss: 0.1063
Epoch 800, Loss: 0.1022
Epoch 900, Loss: 0.0982
Final loss: 0.09442659467458725
Achieved outputs: tensor([[0.4190, 0.4033, 0.4681,  ..., 0.4077, 0.4531, 0.4248],
        [0.4191, 0.4032, 0.4678,  ..., 0.4076, 0.4533, 0.4251],
        [0.4191, 0.4032, 0.4681,  ..., 0.4077, 0.4531, 0.4249],
        ...,
        [0.4189, 0.4030, 0.4678,  ..., 0.4073, 0.4530, 0.4246],
        [0.4193, 0.4033, 0.4682,  ..., 0.4081, 0.4534, 0.4251],
        [0.4191, 0.4034, 0.4680,  ..., 0.4080, 0.4533, 0.4252]],
       device='cuda:2')
Eval weight w_data: 0.32330743523481226
Before pretrain: integrated f1 0.2544
Epoch 100, Total loss: -802517952.0000, CE loss: 1147.4707, RL loss: -80251912.0000, Reward: -319862492.7500
    full cols: 357, non-full cols: 1
   r - labels: 4, labels - r: 3
    violated: 131307, weighted: 1.1902351379394531, len: 0.0, nonzero: 0.07089011371135712
Epoch 200, Total loss: -28063088640.0000, CE loss: 1023.3764, RL loss: -2806308864.0000, Reward: -319140676.0156
    full cols: 357, non-full cols: 2
   r - labels: 4, labels - r: 2
    violated: 147574, weighted: 1.1900954246520996, len: 0.0, nonzero: 0.07089011371135712
Epoch 300, Total loss: -14850968576.0000, CE loss: 944.5486, RL loss: -1485096960.0000, Reward: -319145223.2812
    full cols: 357, non-full cols: 1
   r - labels: 4, labels - r: 3
    violated: 132880, weighted: 1.2188339233398438, len: 0.0, nonzero: 0.07083746790885925
------ Before ABL ------
--- eval ---
prediction result:
f1 on test:    0.5811
f1 on test:    0.9102 (micro)
f1 on KB:      0.2947
f1 on orig KB: 0.2947
integrated f1: 0.3381, w_data: 0.3233, w_klg: 0.6767

integrated result:
f1 on test:    0.5346
f1 on test:    0.8932 (micro)
f1 on KB:      0.3731
f1 on orig KB: 0.3731
integrated f1: 0.4085, w_data: 0.3233, w_klg: 0.6767
------------
integrated f1 0.3381

Epoch 100, Total loss: -30486413312.0000, CE loss: 41.7110, RL loss: -304864128.0000, Reward: -12667613.1875
    full cols: 357, non-full cols: 1
   r - labels: 3, labels - r: 2
    violated: 142666, weighted: 0.6852409839630127, len: 0.0, nonzero: 0.07095515727996826
Epoch 200, Total loss: 34804600832.0000, CE loss: 40.6624, RL loss: 348046016.0000, Reward: -12103022.7344
    full cols: 355, non-full cols: 1
   r - labels: 3, labels - r: 4
    violated: 143214, weighted: 1.7216620445251465, len: 0.0, nonzero: 0.07042864710092545
Epoch 300, Total loss: 138501472256.0000, CE loss: 39.1405, RL loss: 1385014784.0000, Reward: -11093347.2031
    full cols: 355, non-full cols: 0
   r - labels: 3, labels - r: 5
    violated: 148336, weighted: 1.7643890380859375, len: 0.0, nonzero: 0.07036670297384262
Epoch 400, Total loss: -60783079424.0000, CE loss: 37.6630, RL loss: -607830784.0000, Reward: -10069440.3750
    full cols: 357, non-full cols: 1
   r - labels: 4, labels - r: 3
    violated: 146820, weighted: 2.0166449546813965, len: 0.0, nonzero: 0.07076623290777206
Epoch 500, Total loss: 57542361088.0000, CE loss: 35.8870, RL loss: 575423616.0000, Reward: -8437141.9922
    full cols: 356, non-full cols: 1
   r - labels: 6, labels - r: 6
    violated: 146129, weighted: 6.085554599761963, len: 0.0, nonzero: 0.07057110965251923
Epoch 600, Total loss: 154648608768.0000, CE loss: 34.3710, RL loss: 1546486016.0000, Reward: -6761245.1250
    full cols: 358, non-full cols: 0
   r - labels: 8, labels - r: 7
    violated: 142334, weighted: 8.026912689208984, len: 0.0, nonzero: 0.0709613487124443
Epoch 700, Total loss: 199037714432.0000, CE loss: 32.7558, RL loss: 1990377088.0000, Reward: -4348362.8359
    full cols: 356, non-full cols: 1
   r - labels: 10, labels - r: 10
    violated: 151434, weighted: 13.419136047363281, len: 0.0, nonzero: 0.07061757147312164
Epoch 800, Total loss: 133320867840.0000, CE loss: 31.9815, RL loss: 1333208704.0000, Reward: -3266189.2734
    full cols: 360, non-full cols: 0
   r - labels: 11, labels - r: 8
    violated: 145572, weighted: 12.699031829833984, len: 0.0, nonzero: 0.07135777920484543
Epoch 900, Total loss: 23113277440.0000, CE loss: 31.4505, RL loss: 231132768.0000, Reward: -2478946.8203
    full cols: 357, non-full cols: 1
   r - labels: 10, labels - r: 9
    violated: 147156, weighted: 11.460073471069336, len: 0.0, nonzero: 0.07079720497131348
Epoch 1000, Total loss: 176231956480.0000, CE loss: 31.0627, RL loss: 1762319616.0000, Reward: -1920592.0254
    full cols: 358, non-full cols: 1
   r - labels: 10, labels - r: 8
    violated: 147050, weighted: 11.14576530456543, len: 0.0, nonzero: 0.07114718109369278
Epoch 1100, Total loss: -1172425984.0000, CE loss: 30.8150, RL loss: -11724260.0000, Reward: -1852967.4688
    full cols: 359, non-full cols: 0
   r - labels: 9, labels - r: 7
    violated: 146939, weighted: 9.52902603149414, len: 0.0, nonzero: 0.07115956395864487
Epoch 1200, Total loss: -506778208.0000, CE loss: 30.6107, RL loss: -5067782.0000, Reward: -1846446.7812
    full cols: 359, non-full cols: 0
   r - labels: 9, labels - r: 7
    violated: 146889, weighted: 9.52902603149414, len: 0.0, nonzero: 0.07115956395864487
Epoch 1300, Total loss: -1897769216.0000, CE loss: 30.4352, RL loss: -18977692.0000, Reward: -1842854.7773
    full cols: 359, non-full cols: 0
   r - labels: 9, labels - r: 7
    violated: 153180, weighted: 9.52902603149414, len: 0.0, nonzero: 0.07115956395864487
Epoch 1400, Total loss: -948773312.0000, CE loss: 30.2760, RL loss: -9487733.0000, Reward: -1837687.9785
    full cols: 359, non-full cols: 0
   r - labels: 9, labels - r: 7
    violated: 154628, weighted: 9.52902603149414, len: 0.0, nonzero: 0.07115956395864487
Epoch 1500, Total loss: 3827905536.0000, CE loss: 30.1271, RL loss: 38279056.0000, Reward: -1832475.2910
    full cols: 359, non-full cols: 1
   r - labels: 10, labels - r: 7
    violated: 150102, weighted: 9.551593780517578, len: 0.0, nonzero: 0.07116266340017319
Epoch 1600, Total loss: 2592277504.0000, CE loss: 29.9744, RL loss: 25922774.0000, Reward: -1828075.3789
    full cols: 359, non-full cols: 2
   r - labels: 10, labels - r: 6
    violated: 148092, weighted: 10.766488075256348, len: 0.0, nonzero: 0.07133300602436066
Epoch 1700, Total loss: 1646407168.0000, CE loss: 29.8169, RL loss: 16464072.0000, Reward: -1824677.6211
    full cols: 359, non-full cols: 1
   r - labels: 10, labels - r: 7
    violated: 148809, weighted: 10.522027969360352, len: 0.0, nonzero: 0.0712958425283432
Epoch 1800, Total loss: -3205090048.0000, CE loss: 29.6474, RL loss: -32050900.0000, Reward: -1820269.7930
    full cols: 359, non-full cols: 1
   r - labels: 10, labels - r: 7
    violated: 151103, weighted: 9.799844741821289, len: 0.0, nonzero: 0.07119673490524292
Epoch 1900, Total loss: 1805891200.0000, CE loss: 29.4419, RL loss: 18058912.0000, Reward: -1816823.8750
    full cols: 359, non-full cols: 0
   r - labels: 9, labels - r: 7
    violated: 149871, weighted: 9.52902603149414, len: 0.0, nonzero: 0.07115956395864487
--- eval ---
prediction result:
f1 on test:    0.5563
f1 on test:    0.9081 (micro)
f1 on KB:      0.3262
integrated f1: 0.3640, w_data: 0.3000, w_klg: 0.7000

integrated result:
f1 on test:    0.5341
f1 on test:    0.8926 (micro)
f1 on KB:      0.3737
integrated f1: 0.4061, w_data: 0.3000, w_klg: 0.7000
------------
Epoch 2000, Total loss: -3594635520.0000, CE loss: 29.2352, RL loss: -35946356.0000, Reward: -1814056.9160
    full cols: 359, non-full cols: 1
   r - labels: 10, labels - r: 7
    violated: 147712, weighted: 10.860551834106445, len: 0.0, nonzero: 0.07134229689836502
Epoch 2100, Total loss: -1163136640.0000, CE loss: 29.0307, RL loss: -11631366.0000, Reward: -1809487.6230
    full cols: 359, non-full cols: 3
   r - labels: 11, labels - r: 6
    violated: 145770, weighted: 10.735665321350098, len: 0.0, nonzero: 0.07142282277345657
Epoch 2200, Total loss: -1986971776.0000, CE loss: 28.7739, RL loss: -19869718.0000, Reward: -1806890.4141
    full cols: 359, non-full cols: 3
   r - labels: 11, labels - r: 6
    violated: 143233, weighted: 10.103754997253418, len: 0.0, nonzero: 0.07133610546588898
Epoch 2300, Total loss: -10712061952.0000, CE loss: 28.5443, RL loss: -107120624.0000, Reward: -1804565.0176
    full cols: 361, non-full cols: 0
   r - labels: 11, labels - r: 7
    violated: 146644, weighted: 12.41775894165039, len: 0.0, nonzero: 0.07155599445104599
Epoch 2400, Total loss: -4752450048.0000, CE loss: 28.2851, RL loss: -47524500.0000, Reward: -1801073.6230
    full cols: 360, non-full cols: 1
   r - labels: 11, labels - r: 7
    violated: 151730, weighted: 12.3726224899292, len: 0.0, nonzero: 0.07154980301856995
Epoch 2500, Total loss: -6311447040.0000, CE loss: 28.0543, RL loss: -63114472.0000, Reward: -1798950.7402
    full cols: 359, non-full cols: 1
   r - labels: 10, labels - r: 7
    violated: 151032, weighted: 10.950824737548828, len: 0.0, nonzero: 0.0713546872138977
Epoch 2600, Total loss: 10489528320.0000, CE loss: 27.8202, RL loss: 104895280.0000, Reward: -1792885.6328
    full cols: 360, non-full cols: 1
   r - labels: 11, labels - r: 7
    violated: 139393, weighted: 11.74071216583252, len: 0.0, nonzero: 0.07146308571100235
Epoch 2700, Total loss: -6360648192.0000, CE loss: 27.6523, RL loss: -63606480.0000, Reward: -1791589.4863
    full cols: 360, non-full cols: 0
   r - labels: 10, labels - r: 7
    violated: 150092, weighted: 10.973392486572266, len: 0.0, nonzero: 0.07135777920484543
Epoch 2800, Total loss: 1153138432.0000, CE loss: 27.4819, RL loss: 11531384.0000, Reward: -1786421.7812
    full cols: 359, non-full cols: 0
   r - labels: 9, labels - r: 7
    violated: 142138, weighted: 9.52902603149414, len: 0.0, nonzero: 0.07115956395864487
Epoch 2900, Total loss: 2150272000.0000, CE loss: 27.3564, RL loss: 21502720.0000, Reward: -1783605.5703
    full cols: 359, non-full cols: 2
   r - labels: 11, labels - r: 7
    violated: 148611, weighted: 10.90568733215332, len: 0.0, nonzero: 0.07134848833084106
Epoch 3000, Total loss: 7085824000.0000, CE loss: 27.2662, RL loss: 70858240.0000, Reward: -1780585.1953
    full cols: 361, non-full cols: 1
   r - labels: 11, labels - r: 6
    violated: 151586, weighted: 10.843703269958496, len: 0.0, nonzero: 0.071571484208107
Epoch 3100, Total loss: -8923823104.0000, CE loss: 27.1965, RL loss: -89238232.0000, Reward: -1780086.0859
    full cols: 361, non-full cols: 1
   r - labels: 11, labels - r: 6
    violated: 146393, weighted: 12.320812225341797, len: 0.0, nonzero: 0.07156529277563095
Epoch 3200, Total loss: -4622923264.0000, CE loss: 27.1304, RL loss: -46229232.0000, Reward: -1776895.7578
    full cols: 361, non-full cols: 1
   r - labels: 11, labels - r: 6
    violated: 154298, weighted: 12.313652038574219, len: 0.0, nonzero: 0.07157458364963531
Epoch 3300, Total loss: 3276439296.0000, CE loss: 27.0805, RL loss: 32764392.0000, Reward: -1773358.7402
    full cols: 362, non-full cols: 0
   r - labels: 11, labels - r: 6
    violated: 140569, weighted: 12.175228118896484, len: 0.0, nonzero: 0.07175421714782715
Epoch 3400, Total loss: 3574359552.0000, CE loss: 27.0422, RL loss: 35743596.0000, Reward: -1771524.2773
    full cols: 362, non-full cols: 1
   r - labels: 12, labels - r: 6
    violated: 151925, weighted: 12.333205223083496, len: 0.0, nonzero: 0.0717758908867836
Epoch 3500, Total loss: -3595410432.0000, CE loss: 27.0069, RL loss: -35954104.0000, Reward: -1771459.4805
    full cols: 362, non-full cols: 0
   r - labels: 11, labels - r: 6
    violated: 146155, weighted: 12.175228118896484, len: 0.0, nonzero: 0.07175421714782715
Epoch 3600, Total loss: 1200723456.0000, CE loss: 26.9869, RL loss: 12007234.0000, Reward: -1769266.9785
    full cols: 361, non-full cols: 1
   r - labels: 11, labels - r: 6
    violated: 153713, weighted: 12.320812225341797, len: 0.0, nonzero: 0.07156529277563095
Epoch 3700, Total loss: -11174504448.0000, CE loss: 26.9483, RL loss: -111745048.0000, Reward: -1769683.2656
    full cols: 362, non-full cols: 0
   r - labels: 11, labels - r: 6
    violated: 150126, weighted: 12.175228118896484, len: 0.0, nonzero: 0.07175421714782715
Epoch 3800, Total loss: 1247202176.0000, CE loss: 26.9226, RL loss: 12472022.0000, Reward: -1766177.8242
    full cols: 362, non-full cols: 0
   r - labels: 11, labels - r: 6
    violated: 152848, weighted: 12.175228118896484, len: 0.0, nonzero: 0.07175421714782715
Epoch 3900, Total loss: -5941090304.0000, CE loss: 26.9054, RL loss: -59410904.0000, Reward: -1764636.8027
    full cols: 362, non-full cols: 0
   r - labels: 11, labels - r: 6
    violated: 147755, weighted: 12.175228118896484, len: 0.0, nonzero: 0.07175421714782715
--- eval ---
prediction result:
f1 on test:    0.5375
f1 on test:    0.8929 (micro)
f1 on KB:      0.3465
integrated f1: 0.3816, w_data: 0.3000, w_klg: 0.7000

integrated result:
f1 on test:    0.5324
f1 on test:    0.8912 (micro)
f1 on KB:      0.3753
integrated f1: 0.4073, w_data: 0.3000, w_klg: 0.7000
------------
Epoch 4000, Total loss: -8311253504.0000, CE loss: 26.8885, RL loss: -83112536.0000, Reward: -1764081.0977
    full cols: 361, non-full cols: 1
   r - labels: 11, labels - r: 6
    violated: 152026, weighted: 12.086527824401855, len: 0.0, nonzero: 0.07174801826477051
Epoch 4100, Total loss: -1506268672.0000, CE loss: 26.8598, RL loss: -15062687.0000, Reward: -1759576.6211
    full cols: 361, non-full cols: 0
   r - labels: 11, labels - r: 7
    violated: 151873, weighted: 12.327972412109375, len: 0.0, nonzero: 0.07155599445104599
Epoch 4200, Total loss: 1997995648.0000, CE loss: 26.8591, RL loss: 19979956.0000, Reward: -1758269.8145
    full cols: 361, non-full cols: 0
   r - labels: 11, labels - r: 7
    violated: 147452, weighted: 12.327972412109375, len: 0.0, nonzero: 0.07155599445104599
Epoch 4300, Total loss: 389168512.0000, CE loss: 26.8359, RL loss: 3891685.0000, Reward: -1757401.8320
    full cols: 360, non-full cols: 0
   r - labels: 11, labels - r: 8
    violated: 144574, weighted: 13.945201873779297, len: 0.0, nonzero: 0.07135777920484543
Epoch 4400, Total loss: 3810249728.0000, CE loss: 26.8401, RL loss: 38102496.0000, Reward: -1755792.5469
    full cols: 361, non-full cols: 0
   r - labels: 11, labels - r: 7
    violated: 143211, weighted: 12.41775894165039, len: 0.0, nonzero: 0.07155599445104599
Epoch 4500, Total loss: 9693955072.0000, CE loss: 26.8119, RL loss: 96939552.0000, Reward: -1752154.5781
    full cols: 360, non-full cols: 0
   r - labels: 10, labels - r: 7
    violated: 148837, weighted: 12.456130981445312, len: 0.0, nonzero: 0.07135777920484543
Epoch 4600, Total loss: -5709413376.0000, CE loss: 26.8059, RL loss: -57094132.0000, Reward: -1752660.0938
    full cols: 360, non-full cols: 0
   r - labels: 10, labels - r: 7
    violated: 154095, weighted: 11.081432342529297, len: 0.0, nonzero: 0.07135777920484543
Epoch 4700, Total loss: -2767269888.0000, CE loss: 26.7934, RL loss: -27672698.0000, Reward: -1751174.4297
    full cols: 361, non-full cols: 0
   r - labels: 11, labels - r: 7
    violated: 148323, weighted: 12.525798797607422, len: 0.0, nonzero: 0.07155599445104599
Epoch 4800, Total loss: 5964319744.0000, CE loss: 26.7860, RL loss: 59643200.0000, Reward: -1750194.3398
    full cols: 359, non-full cols: 1
   r - labels: 10, labels - r: 7
    violated: 148449, weighted: 10.975074768066406, len: 0.0, nonzero: 0.0713546872138977
Epoch 4900, Total loss: -290574464.0000, CE loss: 26.7838, RL loss: -2905744.5000, Reward: -1750422.3203
    full cols: 358, non-full cols: 0
   r - labels: 9, labels - r: 8
    violated: 147014, weighted: 9.63669204711914, len: 0.0, nonzero: 0.0709613487124443
Epoch 5000, Total loss: -7286910464.0000, CE loss: 26.7951, RL loss: -72869104.0000, Reward: -1753006.6523
    full cols: 359, non-full cols: 0
   r - labels: 10, labels - r: 8
    violated: 148839, weighted: 26.183032989501953, len: 0.0, nonzero: 0.07115956395864487
Epoch 5100, Total loss: 4974361088.0000, CE loss: 26.7720, RL loss: 49743612.0000, Reward: -1750925.6465
    full cols: 360, non-full cols: 0
   r - labels: 11, labels - r: 8
    violated: 144898, weighted: 27.62740135192871, len: 0.0, nonzero: 0.07135777920484543
Epoch 5200, Total loss: 317577216.0000, CE loss: 26.7641, RL loss: 3175772.2500, Reward: -1750841.2227
    full cols: 360, non-full cols: 1
   r - labels: 12, labels - r: 8
    violated: 154138, weighted: 29.554122924804688, len: 0.0, nonzero: 0.07150644063949585
Epoch 5300, Total loss: -7420343296.0000, CE loss: 26.7763, RL loss: -74203432.0000, Reward: -1751983.2207
    full cols: 360, non-full cols: 0
   r - labels: 12, labels - r: 9
    violated: 149154, weighted: 30.217348098754883, len: 0.0, nonzero: 0.07135777920484543
Epoch 5400, Total loss: -13171965952.0000, CE loss: 26.7610, RL loss: -131719664.0000, Reward: -1753523.9336
    full cols: 360, non-full cols: 3
   r - labels: 14, labels - r: 8
    violated: 147953, weighted: 31.12469482421875, len: 0.0, nonzero: 0.07169536501169205
Epoch 5500, Total loss: 3773954304.0000, CE loss: 26.7564, RL loss: 37739544.0000, Reward: -1751525.4375
    full cols: 360, non-full cols: 1
   r - labels: 14, labels - r: 10
    violated: 150067, weighted: 31.66439437866211, len: 0.0, nonzero: 0.0714259222149849
Epoch 5600, Total loss: -846297792.0000, CE loss: 26.7554, RL loss: -8462978.0000, Reward: -1751656.6172
    full cols: 365, non-full cols: 0
   r - labels: 17, labels - r: 9
    violated: 145010, weighted: 97.75506591796875, len: 0.0, nonzero: 0.07234886288642883
Epoch 5700, Total loss: -3501797120.0000, CE loss: 26.7538, RL loss: -35017972.0000, Reward: -1753686.7324
    full cols: 360, non-full cols: 4
   r - labels: 16, labels - r: 9
    violated: 145120, weighted: 72.90066528320312, len: 0.0, nonzero: 0.07172014564275742
Epoch 5800, Total loss: -5104817664.0000, CE loss: 26.7496, RL loss: -51048176.0000, Reward: -1754548.7051
    full cols: 366, non-full cols: 1
   r - labels: 19, labels - r: 9
    violated: 142292, weighted: 118.21951293945312, len: 0.0, nonzero: 0.07274219393730164
Epoch 5900, Total loss: -8048207872.0000, CE loss: 26.7332, RL loss: -80482080.0000, Reward: -1756612.7520
    full cols: 365, non-full cols: 1
   r - labels: 18, labels - r: 9
    violated: 150644, weighted: 75.37774658203125, len: 0.0, nonzero: 0.07250681519508362
--- eval ---
prediction result:
f1 on test:    0.5375
f1 on test:    0.8929 (micro)
f1 on KB:      0.3465
integrated f1: 0.3816, w_data: 0.3000, w_klg: 0.7000

integrated result:
f1 on test:    0.5311
f1 on test:    0.8900 (micro)
f1 on KB:      0.3769
integrated f1: 0.4086, w_data: 0.3000, w_klg: 0.7000
------------
Epoch 6000, Total loss: -5097544192.0000, CE loss: 26.7335, RL loss: -50975444.0000, Reward: -1757476.9570
    full cols: 366, non-full cols: 1
   r - labels: 20, labels - r: 10
    violated: 144132, weighted: 77.66743469238281, len: 0.0, nonzero: 0.07274219393730164
Epoch 6100, Total loss: -8484893696.0000, CE loss: 26.7512, RL loss: -84848936.0000, Reward: -1759029.3477
    full cols: 371, non-full cols: 0
   r - labels: 24, labels - r: 10
    violated: 149395, weighted: 140.8230743408203, len: 0.0, nonzero: 0.0735381618142128
Epoch 6200, Total loss: -5555986432.0000, CE loss: 26.7372, RL loss: -55559864.0000, Reward: -1758768.9609
    full cols: 367, non-full cols: 2
   r - labels: 21, labels - r: 9
    violated: 147324, weighted: 133.998779296875, len: 0.0, nonzero: 0.07277007400989532
Epoch 6300, Total loss: -17843795968.0000, CE loss: 26.7290, RL loss: -178437968.0000, Reward: -1761998.1230
    full cols: 371, non-full cols: 1
   r - labels: 24, labels - r: 9
    violated: 141205, weighted: 158.8806915283203, len: 0.0, nonzero: 0.07354125380516052
Epoch 6400, Total loss: -2641600256.0000, CE loss: 26.7166, RL loss: -26416002.0000, Reward: -1761146.1562
    full cols: 372, non-full cols: 0
   r - labels: 24, labels - r: 9
    violated: 147962, weighted: 154.62374877929688, len: 0.0, nonzero: 0.07373637706041336
Epoch 6500, Total loss: 19631992832.0000, CE loss: 26.7265, RL loss: 196319920.0000, Reward: -1760003.6953
    full cols: 370, non-full cols: 3
   r - labels: 25, labels - r: 9
    violated: 144522, weighted: 185.57940673828125, len: 0.0, nonzero: 0.0733771100640297
Epoch 6600, Total loss: 2854932224.0000, CE loss: 26.7404, RL loss: 28549322.0000, Reward: -1763239.3945
    full cols: 372, non-full cols: 0
   r - labels: 27, labels - r: 12
    violated: 142372, weighted: 217.17787170410156, len: 0.0, nonzero: 0.07373637706041336
Epoch 6700, Total loss: -7290467840.0000, CE loss: 26.7367, RL loss: -72904680.0000, Reward: -1765338.4863
    full cols: 373, non-full cols: 0
   r - labels: 27, labels - r: 11
    violated: 144125, weighted: 255.4739532470703, len: 0.0, nonzero: 0.07393459230661392
Epoch 6800, Total loss: 6934960128.0000, CE loss: 26.7239, RL loss: 69349600.0000, Reward: -1764163.8828
    full cols: 371, non-full cols: 2
   r - labels: 28, labels - r: 12
    violated: 142493, weighted: 273.48712158203125, len: 0.0, nonzero: 0.07377354055643082
Epoch 6900, Total loss: -57515192.0000, CE loss: 26.7217, RL loss: -575151.9375, Reward: -1764969.1797
    full cols: 372, non-full cols: 1
   r - labels: 28, labels - r: 12
    violated: 147863, weighted: 257.74365234375, len: 0.0, nonzero: 0.073829285800457
Epoch 7000, Total loss: 2751181568.0000, CE loss: 26.7172, RL loss: 27511816.0000, Reward: -1765297.6973
    full cols: 365, non-full cols: 7
   r - labels: 27, labels - r: 12
    violated: 143127, weighted: 268.99786376953125, len: 0.0, nonzero: 0.07327180355787277
Epoch 7100, Total loss: 5213355008.0000, CE loss: 26.7161, RL loss: 52133552.0000, Reward: -1765276.8750
    full cols: 369, non-full cols: 9
   r - labels: 31, labels - r: 10
    violated: 153113, weighted: 325.3712463378906, len: 0.0, nonzero: 0.07358461618423462
Epoch 7200, Total loss: -9272086528.0000, CE loss: 26.7121, RL loss: -92720864.0000, Reward: -1767302.7461
    full cols: 368, non-full cols: 5
   r - labels: 31, labels - r: 15
    violated: 143360, weighted: 342.2173156738281, len: 0.0, nonzero: 0.07338330149650574
Epoch 7300, Total loss: -8578100736.0000, CE loss: 26.7173, RL loss: -85781008.0000, Reward: -1768410.9961
    full cols: 372, non-full cols: 7
   r - labels: 36, labels - r: 14
    violated: 140100, weighted: 420.0931396484375, len: 0.0, nonzero: 0.07450136542320251
Epoch 7400, Total loss: 4673914880.0000, CE loss: 26.6977, RL loss: 46739148.0000, Reward: -1767315.1484
    full cols: 380, non-full cols: 0
   r - labels: 37, labels - r: 14
    violated: 145679, weighted: 461.4016418457031, len: 0.0, nonzero: 0.07532210648059845
Epoch 7500, Total loss: 11696380928.0000, CE loss: 26.7164, RL loss: 116963808.0000, Reward: -1766444.4941
    full cols: 385, non-full cols: 4
   r - labels: 44, labels - r: 12
    violated: 146659, weighted: 547.9918823242188, len: 0.0, nonzero: 0.07670961320400238
Epoch 7600, Total loss: 3148207104.0000, CE loss: 26.6979, RL loss: 31482072.0000, Reward: -1768352.1895
    full cols: 385, non-full cols: 1
   r - labels: 41, labels - r: 12
    violated: 146982, weighted: 541.8154296875, len: 0.0, nonzero: 0.07635344564914703
Epoch 7700, Total loss: -15155870720.0000, CE loss: 26.6972, RL loss: -151558704.0000, Reward: -1771016.1543
    full cols: 389, non-full cols: 1
   r - labels: 46, labels - r: 13
    violated: 149217, weighted: 601.8131713867188, len: 0.0, nonzero: 0.07727019488811493
Epoch 7800, Total loss: 3260638208.0000, CE loss: 26.6976, RL loss: 32606382.0000, Reward: -1769853.8633
    full cols: 387, non-full cols: 7
   r - labels: 49, labels - r: 12
    violated: 146112, weighted: 671.8773193359375, len: 0.0, nonzero: 0.07728258520364761
Epoch 7900, Total loss: 3983664896.0000, CE loss: 26.6971, RL loss: 39836648.0000, Reward: -1769781.6953
    full cols: 394, non-full cols: 2
   r - labels: 52, labels - r: 13
    violated: 142920, weighted: 719.613525390625, len: 0.0, nonzero: 0.07827986031770706
--- eval ---
prediction result:
f1 on test:    0.5375
f1 on test:    0.8929 (micro)
f1 on KB:      0.3465
integrated f1: 0.3816, w_data: 0.3000, w_klg: 0.7000

integrated result:
f1 on test:    0.5273
f1 on test:    0.8864 (micro)
f1 on KB:      0.3830
integrated f1: 0.4134, w_data: 0.3000, w_klg: 0.7000
------------
Epoch 8000, Total loss: -2101265664.0000, CE loss: 26.7031, RL loss: -21012656.0000, Reward: -1772110.6719
    full cols: 391, non-full cols: 4
   r - labels: 51, labels - r: 13
    violated: 149188, weighted: 737.1495361328125, len: 0.0, nonzero: 0.07804447412490845
Epoch 8100, Total loss: -350056192.0000, CE loss: 26.6977, RL loss: -3500562.0000, Reward: -1773114.7891
    full cols: 390, non-full cols: 3
   r - labels: 50, labels - r: 14
    violated: 143475, weighted: 659.0280151367188, len: 0.0, nonzero: 0.07743124663829803
Epoch 8200, Total loss: 6587780608.0000, CE loss: 26.7002, RL loss: 65877808.0000, Reward: -1772123.6777
    full cols: 396, non-full cols: 4
   r - labels: 58, labels - r: 15
    violated: 137815, weighted: 826.7274169921875, len: 0.0, nonzero: 0.07898910343647003
Epoch 8300, Total loss: 5246126592.0000, CE loss: 26.6987, RL loss: 52461264.0000, Reward: -1773848.8086
    full cols: 400, non-full cols: 4
   r - labels: 63, labels - r: 16
    violated: 148571, weighted: 939.9336547851562, len: 0.0, nonzero: 0.07957135885953903
Epoch 8400, Total loss: -264394848.0000, CE loss: 26.6853, RL loss: -2643948.5000, Reward: -1774917.1133
    full cols: 403, non-full cols: 9
   r - labels: 68, labels - r: 13
    violated: 148088, weighted: 1098.0595703125, len: 0.0, nonzero: 0.08094029128551483
Epoch 8500, Total loss: 7417547776.0000, CE loss: 26.6869, RL loss: 74175480.0000, Reward: -1774413.1172
    full cols: 406, non-full cols: 8
   r - labels: 69, labels - r: 12
    violated: 147881, weighted: 998.705322265625, len: 0.0, nonzero: 0.08128097653388977
Epoch 8600, Total loss: -4414551040.0000, CE loss: 26.6896, RL loss: -44145512.0000, Reward: -1775647.7461
    full cols: 413, non-full cols: 4
   r - labels: 73, labels - r: 13
    violated: 137361, weighted: 1070.529541015625, len: 0.0, nonzero: 0.08213268220424652
Epoch 8700, Total loss: -4361891840.0000, CE loss: 26.7014, RL loss: -43618920.0000, Reward: -1776735.2852
    full cols: 415, non-full cols: 7
   r - labels: 79, labels - r: 14
    violated: 150072, weighted: 1202.319580078125, len: 0.0, nonzero: 0.08303084969520569
Epoch 8800, Total loss: -3524812032.0000, CE loss: 26.6861, RL loss: -35248120.0000, Reward: -1776869.6504
    full cols: 416, non-full cols: 5
   r - labels: 77, labels - r: 13
    violated: 142898, weighted: 1275.26953125, len: 0.0, nonzero: 0.08298748731613159
Epoch 8900, Total loss: 8011488256.0000, CE loss: 26.6947, RL loss: 80114880.0000, Reward: -1776568.7383
    full cols: 419, non-full cols: 10
   r - labels: 87, labels - r: 15
    violated: 145275, weighted: 1417.0714111328125, len: 0.0, nonzero: 0.08422324061393738
Epoch 9000, Total loss: -6862424064.0000, CE loss: 26.6989, RL loss: -68624240.0000, Reward: -1779071.3633
    full cols: 432, non-full cols: 6
   r - labels: 94, labels - r: 13
    violated: 140063, weighted: 1535.407958984375, len: 0.0, nonzero: 0.08638813346624374
Epoch 9100, Total loss: 1123928704.0000, CE loss: 26.6835, RL loss: 11239287.0000, Reward: -1777560.9180
    full cols: 435, non-full cols: 9
   r - labels: 100, labels - r: 13
    violated: 145067, weighted: 1677.44384765625, len: 0.0, nonzero: 0.08698587864637375
Epoch 9200, Total loss: 6743870464.0000, CE loss: 26.7005, RL loss: 67438704.0000, Reward: -1777880.8457
    full cols: 430, non-full cols: 13
   r - labels: 101, labels - r: 15
    violated: 137030, weighted: 1676.123046875, len: 0.0, nonzero: 0.08693632483482361
Epoch 9300, Total loss: 11553226752.0000, CE loss: 26.7013, RL loss: 115532264.0000, Reward: -1778550.0605
    full cols: 428, non-full cols: 7
   r - labels: 93, labels - r: 15
    violated: 145827, weighted: 1510.28564453125, len: 0.0, nonzero: 0.08563553541898727
Epoch 9400, Total loss: -3199143936.0000, CE loss: 26.6827, RL loss: -31991440.0000, Reward: -1780693.9766
    full cols: 427, non-full cols: 8
   r - labels: 93, labels - r: 15
    violated: 144208, weighted: 1457.46826171875, len: 0.0, nonzero: 0.08546828478574753
Epoch 9500, Total loss: 882498624.0000, CE loss: 26.6954, RL loss: 8824986.0000, Reward: -1780900.2637
    full cols: 432, non-full cols: 7
   r - labels: 99, labels - r: 17
    violated: 148010, weighted: 1629.873046875, len: 0.0, nonzero: 0.08652440458536148
Epoch 9600, Total loss: 6713795072.0000, CE loss: 26.6953, RL loss: 67137952.0000, Reward: -1780544.6777
    full cols: 432, non-full cols: 18
   r - labels: 109, labels - r: 16
    violated: 142043, weighted: 1703.376953125, len: 0.0, nonzero: 0.08792740851640701
Epoch 9700, Total loss: -3008733440.0000, CE loss: 26.6933, RL loss: -30087334.0000, Reward: -1782344.1074
    full cols: 444, non-full cols: 5
   r - labels: 108, labels - r: 16
    violated: 141449, weighted: 1816.2034912109375, len: 0.0, nonzero: 0.08863045275211334
Epoch 9800, Total loss: 2978008320.0000, CE loss: 26.6982, RL loss: 29780082.0000, Reward: -1782519.9355
    full cols: 434, non-full cols: 10
   r - labels: 103, labels - r: 16
    violated: 137660, weighted: 1672.876953125, len: 0.0, nonzero: 0.0869208425283432
Epoch 9900, Total loss: -4454856704.0000, CE loss: 26.6886, RL loss: -44548568.0000, Reward: -1783747.8750
    full cols: 438, non-full cols: 12
   r - labels: 108, labels - r: 15
    violated: 141488, weighted: 1742.804443359375, len: 0.0, nonzero: 0.08837958425283432
--- eval ---
prediction result:
f1 on test:    0.5375
f1 on test:    0.8929 (micro)
f1 on KB:      0.3465
integrated f1: 0.3816, w_data: 0.3000, w_klg: 0.7000

integrated result:
f1 on test:    0.5216
f1 on test:    0.8810 (micro)
f1 on KB:      0.3911
integrated f1: 0.4196, w_data: 0.3000, w_klg: 0.7000
------------
Epoch 10000, Total loss: -5108298752.0000, CE loss: 26.6885, RL loss: -51082988.0000, Reward: -1784577.1191
    full cols: 437, non-full cols: 11
   r - labels: 106, labels - r: 15
    violated: 149646, weighted: 1702.888916015625, len: 0.0, nonzero: 0.08767654001712799
Epoch 10100, Total loss: 4621198336.0000, CE loss: 26.6899, RL loss: 46211984.0000, Reward: -1784364.1367
    full cols: 439, non-full cols: 9
   r - labels: 104, labels - r: 13
    violated: 143929, weighted: 1791.913330078125, len: 0.0, nonzero: 0.0881875678896904
Epoch 10200, Total loss: 5147376640.0000, CE loss: 26.6929, RL loss: 51473764.0000, Reward: -1784472.8066
    full cols: 444, non-full cols: 14
   r - labels: 116, labels - r: 15
    violated: 140982, weighted: 1878.009033203125, len: 0.0, nonzero: 0.08940783143043518
Epoch 10300, Total loss: -519403744.0000, CE loss: 26.6899, RL loss: -5194037.5000, Reward: -1786736.4336
    full cols: 449, non-full cols: 11
   r - labels: 119, labels - r: 16
    violated: 144859, weighted: 1925.3936767578125, len: 0.0, nonzero: 0.08994054049253464
Epoch 10400, Total loss: -2514439680.0000, CE loss: 26.6796, RL loss: -25144396.0000, Reward: -1786946.2148
    full cols: 439, non-full cols: 30
   r - labels: 126, labels - r: 14
    violated: 145788, weighted: 2068.9091796875, len: 0.0, nonzero: 0.09128159284591675
Epoch 10500, Total loss: 2939654912.0000, CE loss: 26.6857, RL loss: 29396550.0000, Reward: -1787434.7285
    full cols: 455, non-full cols: 11
   r - labels: 125, labels - r: 16
    violated: 142278, weighted: 2065.4228515625, len: 0.0, nonzero: 0.09125062078237534
Epoch 10600, Total loss: -8750270464.0000, CE loss: 26.6803, RL loss: -87502704.0000, Reward: -1789133.7988
    full cols: 456, non-full cols: 14
   r - labels: 130, labels - r: 17
    violated: 141943, weighted: 2220.40673828125, len: 0.0, nonzero: 0.09187004715204239
Epoch 10700, Total loss: -2353374208.0000, CE loss: 26.6708, RL loss: -23533742.0000, Reward: -1788407.8418
    full cols: 463, non-full cols: 10
   r - labels: 135, labels - r: 19
    violated: 143584, weighted: 2411.1591796875, len: 0.0, nonzero: 0.09338454157114029
Epoch 10800, Total loss: 5453214208.0000, CE loss: 26.6758, RL loss: 54532144.0000, Reward: -1788435.8496
    full cols: 463, non-full cols: 11
   r - labels: 135, labels - r: 18
    violated: 143542, weighted: 2326.88427734375, len: 0.0, nonzero: 0.09290758520364761
Epoch 10900, Total loss: -324902016.0000, CE loss: 26.6819, RL loss: -3249020.0000, Reward: -1788768.9805
    full cols: 460, non-full cols: 14
   r - labels: 135, labels - r: 18
    violated: 143317, weighted: 2311.818115234375, len: 0.0, nonzero: 0.09253282845020294
Epoch 11000, Total loss: 12956726272.0000, CE loss: 26.6855, RL loss: 129567264.0000, Reward: -1788402.5508
    full cols: 476, non-full cols: 18
   r - labels: 157, labels - r: 20
    violated: 136223, weighted: 2718.083740234375, len: 0.0, nonzero: 0.09634539484977722
Epoch 11100, Total loss: 5282415616.0000, CE loss: 26.6811, RL loss: 52824156.0000, Reward: -1789147.0020
    full cols: 483, non-full cols: 15
   r - labels: 161, labels - r: 20
    violated: 139252, weighted: 2814.22802734375, len: 0.0, nonzero: 0.09747274965047836
Epoch 11200, Total loss: 38498668.0000, CE loss: 26.6929, RL loss: 384986.6875, Reward: -1790899.6289
    full cols: 494, non-full cols: 8
   r - labels: 165, labels - r: 20
    violated: 147275, weighted: 2854.8359375, len: 0.0, nonzero: 0.09858771413564682
Epoch 11300, Total loss: -4176793088.0000, CE loss: 26.6923, RL loss: -41767932.0000, Reward: -1792078.6484
    full cols: 490, non-full cols: 18
   r - labels: 169, labels - r: 18
    violated: 141256, weighted: 2932.7841796875, len: 0.0, nonzero: 0.0995756983757019
Epoch 11400, Total loss: -2878043136.0000, CE loss: 26.6768, RL loss: -28780432.0000, Reward: -1791511.5625
    full cols: 488, non-full cols: 13
   r - labels: 165, labels - r: 21
    violated: 142834, weighted: 2847.4970703125, len: 0.0, nonzero: 0.09840188920497894
Epoch 11500, Total loss: -1087697664.0000, CE loss: 26.6915, RL loss: -10876977.0000, Reward: -1792253.2891
    full cols: 483, non-full cols: 26
   r - labels: 173, labels - r: 21
    violated: 135527, weighted: 2841.52490234375, len: 0.0, nonzero: 0.09901821613311768
Epoch 11600, Total loss: -1003320896.0000, CE loss: 26.6830, RL loss: -10033209.0000, Reward: -1793520.8320
    full cols: 495, non-full cols: 16
   r - labels: 173, labels - r: 19
    violated: 145412, weighted: 2876.13330078125, len: 0.0, nonzero: 0.09992876648902893
Epoch 11700, Total loss: -9044557824.0000, CE loss: 26.6947, RL loss: -90445576.0000, Reward: -1793703.4160
    full cols: 500, non-full cols: 16
   r - labels: 177, labels - r: 18
    violated: 138730, weighted: 3076.1494140625, len: 0.0, nonzero: 0.10108090192079544
Epoch 11800, Total loss: -2490661120.0000, CE loss: 26.6732, RL loss: -24906612.0000, Reward: -1794004.0059
    full cols: 497, non-full cols: 22
   r - labels: 182, labels - r: 20
    violated: 140741, weighted: 3159.554443359375, len: 0.0, nonzero: 0.10150830447673798
Epoch 11900, Total loss: -2922886912.0000, CE loss: 26.6785, RL loss: -29228868.0000, Reward: -1794804.9766
    full cols: 497, non-full cols: 22
   r - labels: 180, labels - r: 18
    violated: 136671, weighted: 3013.81005859375, len: 0.0, nonzero: 0.10068756341934204
--- eval ---
prediction result:
f1 on test:    0.5375
f1 on test:    0.8929 (micro)
f1 on KB:      0.3465
integrated f1: 0.3816, w_data: 0.3000, w_klg: 0.7000

integrated result:
f1 on test:    0.5133
f1 on test:    0.8727 (micro)
f1 on KB:      0.4063
integrated f1: 0.4312, w_data: 0.3000, w_klg: 0.7000
------------
Epoch 12000, Total loss: 3870225664.0000, CE loss: 26.6757, RL loss: 38702256.0000, Reward: -1795263.4609
    full cols: 494, non-full cols: 28
   r - labels: 185, labels - r: 20
    violated: 135514, weighted: 3141.312744140625, len: 0.0, nonzero: 0.1014246791601181
Epoch 12100, Total loss: 14017326080.0000, CE loss: 26.6939, RL loss: 140173264.0000, Reward: -1793928.1270
    full cols: 505, non-full cols: 17
   r - labels: 184, labels - r: 19
    violated: 146689, weighted: 3163.27880859375, len: 0.0, nonzero: 0.10168173909187317
Epoch 12200, Total loss: 4438194176.0000, CE loss: 26.6772, RL loss: 44381944.0000, Reward: -1796493.9277
    full cols: 505, non-full cols: 23
   r - labels: 191, labels - r: 20
    violated: 136337, weighted: 3491.45654296875, len: 0.0, nonzero: 0.1032148227095604
Epoch 12300, Total loss: -8721100800.0000, CE loss: 26.6803, RL loss: -87211008.0000, Reward: -1797831.7852
    full cols: 512, non-full cols: 24
   r - labels: 199, labels - r: 20
    violated: 139741, weighted: 3632.234375, len: 0.0, nonzero: 0.1046271100640297
Epoch 12400, Total loss: -872450624.0000, CE loss: 26.6798, RL loss: -8724506.0000, Reward: -1797867.1113
    full cols: 512, non-full cols: 38
   r - labels: 212, labels - r: 19
    violated: 145201, weighted: 3760.6533203125, len: 0.0, nonzero: 0.10607966035604477
Epoch 12500, Total loss: 2240588288.0000, CE loss: 26.6740, RL loss: 22405882.0000, Reward: -1798146.2305
    full cols: 514, non-full cols: 38
   r - labels: 216, labels - r: 21
    violated: 138965, weighted: 4006.582275390625, len: 0.0, nonzero: 0.10676412284374237
Epoch 12600, Total loss: 954129792.0000, CE loss: 26.6762, RL loss: 9541298.0000, Reward: -1798859.0273
    full cols: 516, non-full cols: 30
   r - labels: 211, labels - r: 22
    violated: 137564, weighted: 3776.52734375, len: 0.0, nonzero: 0.10560889542102814
Epoch 12700, Total loss: 775185344.0000, CE loss: 26.6910, RL loss: 7751853.5000, Reward: -1799183.4316
    full cols: 518, non-full cols: 24
   r - labels: 209, labels - r: 24
    violated: 147691, weighted: 3731.09375, len: 0.0, nonzero: 0.1048315167427063
Epoch 12800, Total loss: 2112999424.0000, CE loss: 26.6881, RL loss: 21129994.0000, Reward: -1798415.4805
    full cols: 513, non-full cols: 45
   r - labels: 223, labels - r: 22
    violated: 138758, weighted: 3918.031494140625, len: 0.0, nonzero: 0.10640795528888702
Epoch 12900, Total loss: 2537189888.0000, CE loss: 26.6814, RL loss: 25371898.0000, Reward: -1799490.8027
    full cols: 525, non-full cols: 20
   r - labels: 212, labels - r: 24
    violated: 143107, weighted: 3851.29736328125, len: 0.0, nonzero: 0.10687562078237534
Epoch 13000, Total loss: 1228975360.0000, CE loss: 26.6735, RL loss: 12289754.0000, Reward: -1800530.8750
    full cols: 533, non-full cols: 30
   r - labels: 226, labels - r: 20
    violated: 142334, weighted: 3967.539794921875, len: 0.0, nonzero: 0.10857903957366943
Epoch 13100, Total loss: 3506195712.0000, CE loss: 26.6716, RL loss: 35061956.0000, Reward: -1801732.3887
    full cols: 537, non-full cols: 19
   r - labels: 217, labels - r: 18
    violated: 141511, weighted: 3752.54443359375, len: 0.0, nonzero: 0.10832507908344269
Epoch 13200, Total loss: -4640739840.0000, CE loss: 26.6747, RL loss: -46407400.0000, Reward: -1802601.4473
    full cols: 545, non-full cols: 18
   r - labels: 226, labels - r: 20
    violated: 138027, weighted: 4156.95703125, len: 0.0, nonzero: 0.11012141406536102
Epoch 13300, Total loss: 6152614400.0000, CE loss: 26.6863, RL loss: 61526144.0000, Reward: -1802670.9375
    full cols: 548, non-full cols: 26
   r - labels: 238, labels - r: 21
    violated: 136165, weighted: 4200.326171875, len: 0.0, nonzero: 0.11100409179925919
Epoch 13400, Total loss: -2215705344.0000, CE loss: 26.6806, RL loss: -22157054.0000, Reward: -1804232.8008
    full cols: 550, non-full cols: 21
   r - labels: 239, labels - r: 25
    violated: 141248, weighted: 4335.150390625, len: 0.0, nonzero: 0.11134477704763412
Epoch 13500, Total loss: -6089203712.0000, CE loss: 26.6821, RL loss: -60892036.0000, Reward: -1807247.4922
    full cols: 551, non-full cols: 30
   r - labels: 250, labels - r: 26
    violated: 142157, weighted: 4527.0859375, len: 0.0, nonzero: 0.11153989285230637
Epoch 13600, Total loss: 26310813696.0000, CE loss: 26.6745, RL loss: 263108128.0000, Reward: -1809125.1973
    full cols: 587, non-full cols: 32
   r - labels: 292, labels - r: 30
    violated: 130462, weighted: 5580.4296875, len: 0.0, nonzero: 0.12010654807090759
Epoch 13700, Total loss: -46686973952.0000, CE loss: 26.6812, RL loss: -466869728.0000, Reward: -1836360.0215
    full cols: 614, non-full cols: 52
   r - labels: 342, labels - r: 33
    violated: 131338, weighted: 6712.7158203125, len: 0.0, nonzero: 0.1277099847793579
Epoch 13800, Total loss: -20450164736.0000, CE loss: 26.7137, RL loss: -204501648.0000, Reward: -1861855.8730
    full cols: 660, non-full cols: 78
   r - labels: 412, labels - r: 31
    violated: 134294, weighted: 8055.7705078125, len: 0.0, nonzero: 0.13862116634845734
Epoch 13900, Total loss: -21532223488.0000, CE loss: 26.6904, RL loss: -215322240.0000, Reward: -1879376.7734
    full cols: 671, non-full cols: 84
   r - labels: 440, labels - r: 42
    violated: 132772, weighted: 8715.22265625, len: 0.0, nonzero: 0.14123204350471497
--- eval ---
prediction result:
f1 on test:    0.5371
f1 on test:    0.8929 (micro)
f1 on KB:      0.3455
integrated f1: 0.3806, w_data: 0.3000, w_klg: 0.7000

integrated result:
f1 on test:    0.4953
f1 on test:    0.8521 (micro)
f1 on KB:      0.4417
integrated f1: 0.4559, w_data: 0.3000, w_klg: 0.7000
------------
Epoch 14000, Total loss: -144006905856.0000, CE loss: 26.6925, RL loss: -1440069120.0000, Reward: -1891501.2734
    full cols: 685, non-full cols: 54
   r - labels: 423, labels - r: 41
    violated: 136535, weighted: 8706.875, len: 0.0, nonzero: 0.14040200412273407
Epoch 14100, Total loss: -15894627328.0000, CE loss: 26.6892, RL loss: -158946272.0000, Reward: -1888493.2031
    full cols: 681, non-full cols: 80
   r - labels: 446, labels - r: 42
    violated: 132531, weighted: 8990.818359375, len: 0.0, nonzero: 0.14292307198047638
Epoch 14200, Total loss: -150699376640.0000, CE loss: 26.7035, RL loss: -1506993792.0000, Reward: -1920176.3184
    full cols: 649, non-full cols: 142
   r - labels: 472, labels - r: 38
    violated: 132731, weighted: 9071.1318359375, len: 0.0, nonzero: 0.143142968416214
Epoch 14300, Total loss: -42510839808.0000, CE loss: 26.7123, RL loss: -425108416.0000, Reward: -1905358.5781
    full cols: 652, non-full cols: 132
   r - labels: 462, labels - r: 35
    violated: 135511, weighted: 8710.625, len: 0.0, nonzero: 0.14258548617362976
Epoch 14400, Total loss: 116955701248.0000, CE loss: 26.7055, RL loss: 1169556992.0000, Reward: -1895487.4727
    full cols: 682, non-full cols: 63
   r - labels: 428, labels - r: 40
    violated: 136480, weighted: 8826.583984375, len: 0.0, nonzero: 0.1422850638628006
Epoch 14500, Total loss: -31133724672.0000, CE loss: 26.7060, RL loss: -311337248.0000, Reward: -1930494.5918
    full cols: 659, non-full cols: 128
   r - labels: 467, labels - r: 37
    violated: 136787, weighted: 8782.677734375, len: 0.0, nonzero: 0.14272485673427582
Epoch 14600, Total loss: -137621372928.0000, CE loss: 26.7059, RL loss: -1376213760.0000, Reward: -1940757.1465
    full cols: 693, non-full cols: 48
   r - labels: 427, labels - r: 43
    violated: 133653, weighted: 8834.8525390625, len: 0.0, nonzero: 0.1425638049840927
Epoch 14700, Total loss: 663237056.0000, CE loss: 26.6915, RL loss: 6632370.5000, Reward: -1929508.7812
    full cols: 686, non-full cols: 61
   r - labels: 431, labels - r: 41
    violated: 131860, weighted: 8773.7841796875, len: 0.0, nonzero: 0.14223860204219818
Epoch 14800, Total loss: -50449063936.0000, CE loss: 26.7002, RL loss: -504490624.0000, Reward: -1938118.3594
    full cols: 696, non-full cols: 47
   r - labels: 428, labels - r: 42
    violated: 134733, weighted: 8897.091796875, len: 0.0, nonzero: 0.14247708022594452
Epoch 14900, Total loss: -15060905984.0000, CE loss: 26.6944, RL loss: -150609056.0000, Reward: -1940131.4707
    full cols: 698, non-full cols: 41
   r - labels: 420, labels - r: 38
    violated: 131712, weighted: 8698.8515625, len: 0.0, nonzero: 0.1412970870733261
Epoch 15000, Total loss: 181110915072.0000, CE loss: 26.7025, RL loss: 1811109120.0000, Reward: -1911432.1250
    full cols: 675, non-full cols: 71
   r - labels: 431, labels - r: 42
    violated: 137316, weighted: 8725.95703125, len: 0.0, nonzero: 0.14070552587509155
------ ABL Loop 0 ------
--- eval ---
prediction result:
f1 on test:    0.5375
f1 on test:    0.8929 (micro)
f1 on KB:      0.3465
f1 on orig KB: 0.3465
integrated f1: 0.3848, w_data: 0.3233, w_klg: 0.6767

integrated result:
f1 on test:    0.4934
f1 on test:    0.8510 (micro)
f1 on KB:      0.4432
f1 on orig KB: 0.4432
integrated f1: 0.4577, w_data: 0.3233, w_klg: 0.6767
------------
integrated f1 0.3848

KB before refine:
num_nodes: 5045.0000
num_edges: 113056.0000
density: 0.0044
avg_degree: 22.4095
avg_clustering: 0.2501
degree_assortativity: 0.2171
modularity: 0.4990
avg_betweenness: 0.0002
avg_closeness: 0.0944
Iteration 0: Loss = 7430380.000000
|Xk-Y|_F:  7430380.000000, |X-X0|:  0.000000
rounded |X_k-Y|_0 = 6848210, f1 =  0.372735, approx slack: 1303122
rounded before pow |X_k-Y|_0 = 6767342, f1 =  0.301916

Iteration 20: Loss = 8689343.000000
|Xk-Y|_F:  8391277.000000, |X-X0|:  298066.468750
rounded |X_k-Y|_0 = 7296111, f1 =  0.289619, approx slack: 1115036
rounded before pow |X_k-Y|_0 = 6767130, f1 =  0.301934

Iteration 40: Loss = 8581923.000000
|Xk-Y|_F:  8310853.000000, |X-X0|:  271069.937500
rounded |X_k-Y|_0 = 7244295, f1 =  0.291239, approx slack: 219177
rounded before pow |X_k-Y|_0 = 7334567, f1 =  0.288315

Iteration 60: Loss = 8503733.000000
|Xk-Y|_F:  8259578.500000, |X-X0|:  244154.843750
rounded |X_k-Y|_0 = 7211871, f1 =  0.292233, approx slack: 240623
rounded before pow |X_k-Y|_0 = 7317411, f1 =  0.288836

Iteration 80: Loss = 8442174.000000
|Xk-Y|_F:  8216532.500000, |X-X0|:  225641.609375
rounded |X_k-Y|_0 = 7192178, f1 =  0.292823, approx slack: 308067
rounded before pow |X_k-Y|_0 = 7354257, f1 =  0.287595

Iteration 100: Loss = 8385692.500000
|Xk-Y|_F:  8174259.500000, |X-X0|:  211433.234375
rounded |X_k-Y|_0 = 7172968, f1 =  0.293405, approx slack: 317587
rounded before pow |X_k-Y|_0 = 7336026, f1 =  0.288161

Iteration 120: Loss = 8332195.500000
|Xk-Y|_F:  8132063.000000, |X-X0|:  200132.515625
rounded |X_k-Y|_0 = 7141316, f1 =  0.294390, approx slack: 348486
rounded before pow |X_k-Y|_0 = 7320316, f1 =  0.288646

Iteration 140: Loss = 8279078.500000
|Xk-Y|_F:  8088373.500000, |X-X0|:  190704.953125
rounded |X_k-Y|_0 = 7122452, f1 =  0.294951, approx slack: 368997
rounded before pow |X_k-Y|_0 = 7306027, f1 =  0.289096

Iteration 160: Loss = 8231178.000000
|Xk-Y|_F:  8048344.500000, |X-X0|:  182833.359375
rounded |X_k-Y|_0 = 7110140, f1 =  0.295316, approx slack: 378896
rounded before pow |X_k-Y|_0 = 7292486, f1 =  0.289521

Iteration 180: Loss = 8175902.000000
|Xk-Y|_F:  7999799.000000, |X-X0|:  176102.812500
rounded |X_k-Y|_0 = 7096064, f1 =  0.295728, approx slack: 393558
rounded before pow |X_k-Y|_0 = 7268517, f1 =  0.290266

Iteration 200: Loss = 8116906.000000
|Xk-Y|_F:  7946635.500000, |X-X0|:  170270.656250
rounded |X_k-Y|_0 = 7070738, f1 =  0.296501, approx slack: 405406
rounded before pow |X_k-Y|_0 = 7262122, f1 =  0.290435

Iteration 220: Loss = 8061649.500000
|Xk-Y|_F:  7896550.000000, |X-X0|:  165099.687500
rounded |X_k-Y|_0 = 7053437, f1 =  0.297022, approx slack: 418762
rounded before pow |X_k-Y|_0 = 7254221, f1 =  0.290665

Iteration 240: Loss = 8024501.000000
|Xk-Y|_F:  7864010.000000, |X-X0|:  160490.781250
rounded |X_k-Y|_0 = 7034409, f1 =  0.297619, approx slack: 432091
rounded before pow |X_k-Y|_0 = 7248860, f1 =  0.290815

Iteration 260: Loss = 7985650.500000
|Xk-Y|_F:  7829354.500000, |X-X0|:  156295.781250
rounded |X_k-Y|_0 = 7014400, f1 =  0.298244, approx slack: 446758
rounded before pow |X_k-Y|_0 = 7236629, f1 =  0.291178

Iteration 280: Loss = 7942733.500000
|Xk-Y|_F:  7790265.500000, |X-X0|:  152467.890625
rounded |X_k-Y|_0 = 6990851, f1 =  0.298973, approx slack: 453414
rounded before pow |X_k-Y|_0 = 7222148, f1 =  0.291580

Iteration 300: Loss = 7904691.000000
|Xk-Y|_F:  7755817.000000, |X-X0|:  148873.750000
rounded |X_k-Y|_0 = 6966349, f1 =  0.299729, approx slack: 470525
rounded before pow |X_k-Y|_0 = 7214067, f1 =  0.291827

Iteration 320: Loss = 7862856.000000
|Xk-Y|_F:  7717398.000000, |X-X0|:  145458.140625
rounded |X_k-Y|_0 = 6938558, f1 =  0.300568, approx slack: 496996
rounded before pow |X_k-Y|_0 = 7209936, f1 =  0.291958

Iteration 340: Loss = 7810767.500000
|Xk-Y|_F:  7668534.500000, |X-X0|:  142232.796875
rounded |X_k-Y|_0 = 6902809, f1 =  0.301640, approx slack: 524637
rounded before pow |X_k-Y|_0 = 7196727, f1 =  0.292374

Iteration 360: Loss = 7751400.500000
|Xk-Y|_F:  7612171.500000, |X-X0|:  139229.218750
rounded |X_k-Y|_0 = 6861642, f1 =  0.302858, approx slack: 567837
rounded before pow |X_k-Y|_0 = 7190762, f1 =  0.292559

Iteration 380: Loss = 7681997.000000
|Xk-Y|_F:  7545569.000000, |X-X0|:  136427.875000
rounded |X_k-Y|_0 = 6813025, f1 =  0.304283, approx slack: 620390
rounded before pow |X_k-Y|_0 = 7185714, f1 =  0.292720

Iteration 400: Loss = 7596505.000000
|Xk-Y|_F:  7462719.500000, |X-X0|:  133785.593750
rounded |X_k-Y|_0 = 6752342, f1 =  0.306052, approx slack: 691050
rounded before pow |X_k-Y|_0 = 7183011, f1 =  0.292812

Iteration 420: Loss = 7485528.000000
|Xk-Y|_F:  7354264.500000, |X-X0|:  131263.484375
rounded |X_k-Y|_0 = 6671363, f1 =  0.308415, approx slack: 783518
rounded before pow |X_k-Y|_0 = 7180172, f1 =  0.292906

Iteration 440: Loss = 7325446.000000
|Xk-Y|_F:  7196574.000000, |X-X0|:  128871.968750
rounded |X_k-Y|_0 = 6553676, f1 =  0.311845, approx slack: 902856
rounded before pow |X_k-Y|_0 = 7179153, f1 =  0.292942

Iteration 460: Loss = 7114187.500000
|Xk-Y|_F:  6987576.000000, |X-X0|:  126611.695312
rounded |X_k-Y|_0 = 6394112, f1 =  0.316430, approx slack: 1093676
rounded before pow |X_k-Y|_0 = 7171798, f1 =  0.293175

Iteration 480: Loss = 6791173.000000
|Xk-Y|_F:  6666572.500000, |X-X0|:  124600.375000
rounded |X_k-Y|_0 = 6141634, f1 =  0.323683, approx slack: 1397675
rounded before pow |X_k-Y|_0 = 7159857, f1 =  0.293535

Iteration 500: Loss = 6241850.000000
|Xk-Y|_F:  6118520.000000, |X-X0|:  123330.195312
rounded |X_k-Y|_0 = 5695162, f1 =  0.336394, approx slack: 1927203
rounded before pow |X_k-Y|_0 = 7149209, f1 =  0.293851

Iteration 520: Loss = 5157810.000000
|Xk-Y|_F:  5031706.000000, |X-X0|:  126103.921875
rounded |X_k-Y|_0 = 4766309, f1 =  0.363198, approx slack: 2976379
rounded before pow |X_k-Y|_0 = 7073071, f1 =  0.296255

Iteration 540: Loss = 3830592.500000
|Xk-Y|_F:  3693543.500000, |X-X0|:  137048.984375
rounded |X_k-Y|_0 = 3572346, f1 =  0.398221, approx slack: 4091286
rounded before pow |X_k-Y|_0 = 6764395, f1 =  0.306166

Iteration 560: Loss = 2780692.000000
|Xk-Y|_F:  2624639.000000, |X-X0|:  156052.968750
rounded |X_k-Y|_0 = 2637256, f1 =  0.426034, approx slack: 5096657
rounded before pow |X_k-Y|_0 = 6561765, f1 =  0.312748

Iteration 580: Loss = 1952272.500000
|Xk-Y|_F:  1768920.125000, |X-X0|:  183352.406250
rounded |X_k-Y|_0 = 1766373, f1 =  0.496430, approx slack: 5714992
rounded before pow |X_k-Y|_0 = 6606753, f1 =  0.311414

Iteration 600: Loss = 1455672.625000
|Xk-Y|_F:  1266872.500000, |X-X0|:  188800.140625
rounded |X_k-Y|_0 = 1233489, f1 =  0.547904, approx slack: 5996683
rounded before pow |X_k-Y|_0 = 6550470, f1 =  0.313199

Iteration 620: Loss = 1168568.250000
|Xk-Y|_F:  983410.062500, |X-X0|:  185158.187500
rounded |X_k-Y|_0 = 953025, f1 =  0.579320, approx slack: 6185521
rounded before pow |X_k-Y|_0 = 6541880, f1 =  0.313464

Iteration 640: Loss = 990610.687500
|Xk-Y|_F:  811738.437500, |X-X0|:  178872.265625
rounded |X_k-Y|_0 = 780108, f1 =  0.601154, approx slack: 6315422
rounded before pow |X_k-Y|_0 = 6605593, f1 =  0.311372

Iteration 660: Loss = 870001.000000
|Xk-Y|_F:  697125.500000, |X-X0|:  172875.468750
rounded |X_k-Y|_0 = 657175, f1 =  0.618017, approx slack: 6467284
rounded before pow |X_k-Y|_0 = 6666446, f1 =  0.309417

Iteration 680: Loss = 796402.000000
|Xk-Y|_F:  628365.875000, |X-X0|:  168036.125000
rounded |X_k-Y|_0 = 591867, f1 =  0.627534, approx slack: 6611133
rounded before pow |X_k-Y|_0 = 6759006, f1 =  0.306433

Iteration 700: Loss = 744251.000000
|Xk-Y|_F:  579423.437500, |X-X0|:  164827.546875
rounded |X_k-Y|_0 = 546610, f1 =  0.634419, approx slack: 6728615
rounded before pow |X_k-Y|_0 = 6835787, f1 =  0.303962

Iteration 720: Loss = 708411.000000
|Xk-Y|_F:  547753.187500, |X-X0|:  160657.812500
rounded |X_k-Y|_0 = 520149, f1 =  0.638553, approx slack: 6780304
rounded before pow |X_k-Y|_0 = 6863566, f1 =  0.303057

Iteration 740: Loss = 687215.750000
|Xk-Y|_F:  530884.187500, |X-X0|:  156331.593750
rounded |X_k-Y|_0 = 506567, f1 =  0.640727, approx slack: 6828397
rounded before pow |X_k-Y|_0 = 6900763, f1 =  0.301849

Iteration 760: Loss = 672925.000000
|Xk-Y|_F:  520139.156250, |X-X0|:  152785.828125
rounded |X_k-Y|_0 = 496621, f1 =  0.642337, approx slack: 6839470
rounded before pow |X_k-Y|_0 = 6902908, f1 =  0.301781

Iteration 780: Loss = 661968.687500
|Xk-Y|_F:  512175.656250, |X-X0|:  149793.046875
rounded |X_k-Y|_0 = 490873, f1 =  0.643284, approx slack: 6851714
rounded before pow |X_k-Y|_0 = 6914236, f1 =  0.301420

Iteration 800: Loss = 653156.500000
|Xk-Y|_F:  506009.156250, |X-X0|:  147147.343750
rounded |X_k-Y|_0 = 484043, f1 =  0.644393, approx slack: 6877138
rounded before pow |X_k-Y|_0 = 6934450, f1 =  0.300767

Iteration 820: Loss = 645675.625000
|Xk-Y|_F:  500896.843750, |X-X0|:  144778.812500
rounded |X_k-Y|_0 = 479565, f1 =  0.645123, approx slack: 6902724
rounded before pow |X_k-Y|_0 = 6958678, f1 =  0.299969

Iteration 840: Loss = 639409.125000
|Xk-Y|_F:  496793.093750, |X-X0|:  142616.000000
rounded |X_k-Y|_0 = 475646, f1 =  0.645753, approx slack: 6932557
rounded before pow |X_k-Y|_0 = 6984390, f1 =  0.299141

Iteration 860: Loss = 634205.000000
|Xk-Y|_F:  493607.531250, |X-X0|:  140597.437500
rounded |X_k-Y|_0 = 471988, f1 =  0.646342, approx slack: 6953198
rounded before pow |X_k-Y|_0 = 7004031, f1 =  0.298499

Iteration 880: Loss = 629523.062500
|Xk-Y|_F:  490828.781250, |X-X0|:  138694.296875
rounded |X_k-Y|_0 = 469748, f1 =  0.646709, approx slack: 6960685
rounded before pow |X_k-Y|_0 = 7011687, f1 =  0.298247

Iteration 900: Loss = 625359.375000
|Xk-Y|_F:  488441.281250, |X-X0|:  136918.062500
rounded |X_k-Y|_0 = 467650, f1 =  0.647073, approx slack: 6913743
rounded before pow |X_k-Y|_0 = 6983598, f1 =  0.299136

Iteration 920: Loss = 621596.812500
|Xk-Y|_F:  486330.187500, |X-X0|:  135266.609375
rounded |X_k-Y|_0 = 465657, f1 =  0.647424, approx slack: 6912465
rounded before pow |X_k-Y|_0 = 6985585, f1 =  0.299073

Iteration 940: Loss = 618311.312500
|Xk-Y|_F:  484562.812500, |X-X0|:  133748.500000
rounded |X_k-Y|_0 = 464234, f1 =  0.647676, approx slack: 6924745
rounded before pow |X_k-Y|_0 = 7000534, f1 =  0.298580

Iteration 960: Loss = 615225.375000
|Xk-Y|_F:  482884.781250, |X-X0|:  132340.609375
rounded |X_k-Y|_0 = 463138, f1 =  0.647875, approx slack: 6935963
rounded before pow |X_k-Y|_0 = 7012240, f1 =  0.298210

Iteration 980: Loss = 612366.500000
|Xk-Y|_F:  481404.406250, |X-X0|:  130962.109375
rounded |X_k-Y|_0 = 461755, f1 =  0.648113, approx slack: 6927545
rounded before pow |X_k-Y|_0 = 7006769, f1 =  0.298378

Iteration 1000: Loss = 609717.750000
|Xk-Y|_F:  480103.093750, |X-X0|:  129614.625000
rounded |X_k-Y|_0 = 460841, f1 =  0.648276, approx slack: 6937011
rounded before pow |X_k-Y|_0 = 7015675, f1 =  0.298091

Iteration 1020: Loss = 607344.812500
|Xk-Y|_F:  478988.000000, |X-X0|:  128356.828125
rounded |X_k-Y|_0 = 460180, f1 =  0.648395, approx slack: 6942809
rounded before pow |X_k-Y|_0 = 7020794, f1 =  0.297925

Iteration 1040: Loss = 605005.500000
|Xk-Y|_F:  477868.156250, |X-X0|:  127137.320312
rounded |X_k-Y|_0 = 459391, f1 =  0.648535, approx slack: 6940211
rounded before pow |X_k-Y|_0 = 7019027, f1 =  0.297981

Iteration 1060: Loss = 602722.812500
|Xk-Y|_F:  476760.750000, |X-X0|:  125962.070312
rounded |X_k-Y|_0 = 458768, f1 =  0.648647, approx slack: 6935283
rounded before pow |X_k-Y|_0 = 7014683, f1 =  0.298118

Iteration 1080: Loss = 600650.312500
|Xk-Y|_F:  475810.375000, |X-X0|:  124839.960938
rounded |X_k-Y|_0 = 458133, f1 =  0.648764, approx slack: 6928434
rounded before pow |X_k-Y|_0 = 7012350, f1 =  0.298198

Iteration 1100: Loss = 598708.500000
|Xk-Y|_F:  474955.593750, |X-X0|:  123752.875000
rounded |X_k-Y|_0 = 457703, f1 =  0.648847, approx slack: 6926099
rounded before pow |X_k-Y|_0 = 7012135, f1 =  0.298198

Iteration 1120: Loss = 596835.625000
|Xk-Y|_F:  474142.093750, |X-X0|:  122693.507812
rounded |X_k-Y|_0 = 457135, f1 =  0.648950, approx slack: 6918159
rounded before pow |X_k-Y|_0 = 7005018, f1 =  0.298425

Iteration 1140: Loss = 595022.062500
|Xk-Y|_F:  473368.343750, |X-X0|:  121653.718750
rounded |X_k-Y|_0 = 456662, f1 =  0.649036, approx slack: 6925925
rounded before pow |X_k-Y|_0 = 7011479, f1 =  0.298218

Iteration 1160: Loss = 593315.250000
|Xk-Y|_F:  472677.156250, |X-X0|:  120638.078125
rounded |X_k-Y|_0 = 456339, f1 =  0.649105, approx slack: 6925132
rounded before pow |X_k-Y|_0 = 7011104, f1 =  0.298212

Iteration 1180: Loss = 591680.687500
|Xk-Y|_F:  472030.562500, |X-X0|:  119650.117188
rounded |X_k-Y|_0 = 455783, f1 =  0.649213, approx slack: 6928072
rounded before pow |X_k-Y|_0 = 7013301, f1 =  0.298142

Iteration 1200: Loss = 590124.500000
|Xk-Y|_F:  471433.093750, |X-X0|:  118691.429688
rounded |X_k-Y|_0 = 455390, f1 =  0.649294, approx slack: 6922423
rounded before pow |X_k-Y|_0 = 7009093, f1 =  0.298268

Iteration 1220: Loss = 588650.875000
|Xk-Y|_F:  470908.406250, |X-X0|:  117742.484375
rounded |X_k-Y|_0 = 455001, f1 =  0.649374, approx slack: 6922222
rounded before pow |X_k-Y|_0 = 7009988, f1 =  0.298222

Iteration 1240: Loss = 587200.062500
|Xk-Y|_F:  470398.968750, |X-X0|:  116801.093750
rounded |X_k-Y|_0 = 454643, f1 =  0.649445, approx slack: 6921787
rounded before pow |X_k-Y|_0 = 7009313, f1 =  0.298244

Iteration 1260: Loss = 585751.500000
|Xk-Y|_F:  469857.781250, |X-X0|:  115893.703125
rounded |X_k-Y|_0 = 454234, f1 =  0.649520, approx slack: 6924660
rounded before pow |X_k-Y|_0 = 7011899, f1 =  0.298161

Iteration 1280: Loss = 584363.250000
|Xk-Y|_F:  469373.593750, |X-X0|:  114989.640625
rounded |X_k-Y|_0 = 453894, f1 =  0.649587, approx slack: 6915380
rounded before pow |X_k-Y|_0 = 7004604, f1 =  0.298396

Iteration 1300: Loss = 583021.875000
|Xk-Y|_F:  468911.906250, |X-X0|:  114109.976562
rounded |X_k-Y|_0 = 453517, f1 =  0.649661, approx slack: 6911068
rounded before pow |X_k-Y|_0 = 7000468, f1 =  0.298529

Iteration 1320: Loss = 581698.500000
|Xk-Y|_F:  468467.125000, |X-X0|:  113231.390625
rounded |X_k-Y|_0 = 453158, f1 =  0.649736, approx slack: 6916805
rounded before pow |X_k-Y|_0 = 7006207, f1 =  0.298338

Iteration 1340: Loss = 580394.250000
|Xk-Y|_F:  468031.593750, |X-X0|:  112362.687500
rounded |X_k-Y|_0 = 452898, f1 =  0.649786, approx slack: 6914311
rounded before pow |X_k-Y|_0 = 7004116, f1 =  0.298403

Iteration 1360: Loss = 579091.250000
|Xk-Y|_F:  467597.437500, |X-X0|:  111493.835938
rounded |X_k-Y|_0 = 452585, f1 =  0.649856, approx slack: 6916252
rounded before pow |X_k-Y|_0 = 7007352, f1 =  0.298305

Iteration 1380: Loss = 577825.500000
|Xk-Y|_F:  467170.500000, |X-X0|:  110655.023438
rounded |X_k-Y|_0 = 452286, f1 =  0.649917, approx slack: 6895287
rounded before pow |X_k-Y|_0 = 6995779, f1 =  0.298666

Iteration 1400: Loss = 576571.000000
|Xk-Y|_F:  466753.000000, |X-X0|:  109818.000000
rounded |X_k-Y|_0 = 451974, f1 =  0.649981, approx slack: 6894435
rounded before pow |X_k-Y|_0 = 6995125, f1 =  0.298686

Iteration 1420: Loss = 575316.312500
|Xk-Y|_F:  466340.281250, |X-X0|:  108976.046875
rounded |X_k-Y|_0 = 451689, f1 =  0.650036, approx slack: 6895410
rounded before pow |X_k-Y|_0 = 6997336, f1 =  0.298615

Iteration 1440: Loss = 574080.562500
|Xk-Y|_F:  465935.812500, |X-X0|:  108144.734375
rounded |X_k-Y|_0 = 451262, f1 =  0.650115, approx slack: 6895354
rounded before pow |X_k-Y|_0 = 6997804, f1 =  0.298596

Iteration 1460: Loss = 572887.312500
|Xk-Y|_F:  465542.437500, |X-X0|:  107344.890625
rounded |X_k-Y|_0 = 450869, f1 =  0.650188, approx slack: 6865829
rounded before pow |X_k-Y|_0 = 6971589, f1 =  0.299433

Iteration 1480: Loss = 571703.750000
|Xk-Y|_F:  465160.875000, |X-X0|:  106542.898438
rounded |X_k-Y|_0 = 450619, f1 =  0.650235, approx slack: 6865850
rounded before pow |X_k-Y|_0 = 6971614, f1 =  0.299432

Iteration 1500: Loss = 570514.125000
|Xk-Y|_F:  464775.906250, |X-X0|:  105738.250000
rounded |X_k-Y|_0 = 450365, f1 =  0.650282, approx slack: 6867198
rounded before pow |X_k-Y|_0 = 6973125, f1 =  0.299384

Iteration 1520: Loss = 569343.250000
|Xk-Y|_F:  464388.843750, |X-X0|:  104954.375000
rounded |X_k-Y|_0 = 450027, f1 =  0.650342, approx slack: 6866483
rounded before pow |X_k-Y|_0 = 6974497, f1 =  0.299343

Iteration 1540: Loss = 568224.375000
|Xk-Y|_F:  464044.031250, |X-X0|:  104180.359375
rounded |X_k-Y|_0 = 449772, f1 =  0.650386, approx slack: 6870286
rounded before pow |X_k-Y|_0 = 6975545, f1 =  0.299313

Iteration 1560: Loss = 567137.875000
|Xk-Y|_F:  463727.656250, |X-X0|:  103410.218750
rounded |X_k-Y|_0 = 449574, f1 =  0.650422, approx slack: 6867711
rounded before pow |X_k-Y|_0 = 6973314, f1 =  0.299380

Iteration 1580: Loss = 566100.687500
|Xk-Y|_F:  463434.531250, |X-X0|:  102666.148438
rounded |X_k-Y|_0 = 449354, f1 =  0.650460, approx slack: 6866150
rounded before pow |X_k-Y|_0 = 6973086, f1 =  0.299388

Iteration 1600: Loss = 565075.000000
|Xk-Y|_F:  463149.437500, |X-X0|:  101925.578125
rounded |X_k-Y|_0 = 449242, f1 =  0.650484, approx slack: 6865651
rounded before pow |X_k-Y|_0 = 6972689, f1 =  0.299401

Iteration 1620: Loss = 564043.437500
|Xk-Y|_F:  462867.375000, |X-X0|:  101176.062500
rounded |X_k-Y|_0 = 449032, f1 =  0.650526, approx slack: 6850363
rounded before pow |X_k-Y|_0 = 6961087, f1 =  0.299763

Iteration 1640: Loss = 563029.937500
|Xk-Y|_F:  462595.750000, |X-X0|:  100434.164062
rounded |X_k-Y|_0 = 448909, f1 =  0.650550, approx slack: 6848870
rounded before pow |X_k-Y|_0 = 6960151, f1 =  0.299793

Iteration 1660: Loss = 562018.187500
|Xk-Y|_F:  462339.562500, |X-X0|:  99678.632812
rounded |X_k-Y|_0 = 448676, f1 =  0.650590, approx slack: 6847708
rounded before pow |X_k-Y|_0 = 6959556, f1 =  0.299811

Iteration 1680: Loss = 561042.812500
|Xk-Y|_F:  462099.656250, |X-X0|:  98943.179688
rounded |X_k-Y|_0 = 448621, f1 =  0.650606, approx slack: 6847046
rounded before pow |X_k-Y|_0 = 6959716, f1 =  0.299806

Iteration 1700: Loss = 560070.000000
|Xk-Y|_F:  461858.625000, |X-X0|:  98211.367188
rounded |X_k-Y|_0 = 448466, f1 =  0.650640, approx slack: 6852866
rounded before pow |X_k-Y|_0 = 6965430, f1 =  0.299622

Iteration 1720: Loss = 559117.625000
|Xk-Y|_F:  461620.468750, |X-X0|:  97497.125000
rounded |X_k-Y|_0 = 448388, f1 =  0.650658, approx slack: 6855970
rounded before pow |X_k-Y|_0 = 6965715, f1 =  0.299665

Iteration 1740: Loss = 558172.375000
|Xk-Y|_F:  461380.156250, |X-X0|:  96792.210938
rounded |X_k-Y|_0 = 448287, f1 =  0.650679, approx slack: 6856182
rounded before pow |X_k-Y|_0 = 6966205, f1 =  0.299649

Iteration 1760: Loss = 557237.125000
|Xk-Y|_F:  461132.593750, |X-X0|:  96104.507812
rounded |X_k-Y|_0 = 448204, f1 =  0.650699, approx slack: 6858532
rounded before pow |X_k-Y|_0 = 6968759, f1 =  0.299566

Iteration 1780: Loss = 556322.750000
|Xk-Y|_F:  460905.500000, |X-X0|:  95417.265625
rounded |X_k-Y|_0 = 448112, f1 =  0.650720, approx slack: 6858490
rounded before pow |X_k-Y|_0 = 6969486, f1 =  0.299538

Iteration 1800: Loss = 555428.625000
|Xk-Y|_F:  460706.625000, |X-X0|:  94722.000000
rounded |X_k-Y|_0 = 448027, f1 =  0.650737, approx slack: 6857880
rounded before pow |X_k-Y|_0 = 6969764, f1 =  0.299524

Iteration 1820: Loss = 554534.500000
|Xk-Y|_F:  460508.375000, |X-X0|:  94026.132812
rounded |X_k-Y|_0 = 448013, f1 =  0.650745, approx slack: 6857553
rounded before pow |X_k-Y|_0 = 6969849, f1 =  0.299521

Iteration 1840: Loss = 553680.250000
|Xk-Y|_F:  460303.625000, |X-X0|:  93376.625000
rounded |X_k-Y|_0 = 447881, f1 =  0.650771, approx slack: 6861041
rounded before pow |X_k-Y|_0 = 6974164, f1 =  0.299382

Iteration 1860: Loss = 552854.625000
|Xk-Y|_F:  460120.750000, |X-X0|:  92733.882812
rounded |X_k-Y|_0 = 447693, f1 =  0.650805, approx slack: 6864252
rounded before pow |X_k-Y|_0 = 6977456, f1 =  0.299276

Iteration 1880: Loss = 552028.000000
|Xk-Y|_F:  459945.656250, |X-X0|:  92082.328125
rounded |X_k-Y|_0 = 447755, f1 =  0.650798, approx slack: 6870657
rounded before pow |X_k-Y|_0 = 6983071, f1 =  0.299101

Iteration 1900: Loss = 551231.625000
|Xk-Y|_F:  459769.843750, |X-X0|:  91461.750000
rounded |X_k-Y|_0 = 447582, f1 =  0.650830, approx slack: 6873229
rounded before pow |X_k-Y|_0 = 6985755, f1 =  0.299014

Iteration 1920: Loss = 550439.250000
|Xk-Y|_F:  459593.968750, |X-X0|:  90845.250000
rounded |X_k-Y|_0 = 447457, f1 =  0.650855, approx slack: 6877542
rounded before pow |X_k-Y|_0 = 6989588, f1 =  0.298894

Iteration 1940: Loss = 549658.250000
|Xk-Y|_F:  459409.687500, |X-X0|:  90248.562500
rounded |X_k-Y|_0 = 447355, f1 =  0.650876, approx slack: 6875811
rounded before pow |X_k-Y|_0 = 6987999, f1 =  0.298945

Iteration 1960: Loss = 548894.625000
|Xk-Y|_F:  459237.531250, |X-X0|:  89657.078125
rounded |X_k-Y|_0 = 447228, f1 =  0.650898, approx slack: 6871077
rounded before pow |X_k-Y|_0 = 6983595, f1 =  0.299087

Iteration 1980: Loss = 548143.500000
|Xk-Y|_F:  459060.843750, |X-X0|:  89082.648438
rounded |X_k-Y|_0 = 447095, f1 =  0.650922, approx slack: 6863700
rounded before pow |X_k-Y|_0 = 6976801, f1 =  0.299304

Iteration 2000: Loss = 547397.875000
|Xk-Y|_F:  458867.562500, |X-X0|:  88530.335938
rounded |X_k-Y|_0 = 446945, f1 =  0.650950, approx slack: 6866774
rounded before pow |X_k-Y|_0 = 6979671, f1 =  0.299213

Iteration 2020: Loss = 546662.312500
|Xk-Y|_F:  458686.000000, |X-X0|:  87976.335938
rounded |X_k-Y|_0 = 446792, f1 =  0.650979, approx slack: 6870305
rounded before pow |X_k-Y|_0 = 6981298, f1 =  0.299165

Iteration 2040: Loss = 545926.437500
|Xk-Y|_F:  458502.000000, |X-X0|:  87424.414062
rounded |X_k-Y|_0 = 446600, f1 =  0.651012, approx slack: 6870345
rounded before pow |X_k-Y|_0 = 6981422, f1 =  0.299161

Iteration 2060: Loss = 545191.250000
|Xk-Y|_F:  458305.375000, |X-X0|:  86885.859375
rounded |X_k-Y|_0 = 446454, f1 =  0.651039, approx slack: 6869825
rounded before pow |X_k-Y|_0 = 6980675, f1 =  0.299186

Iteration 2080: Loss = 544483.562500
|Xk-Y|_F:  458104.312500, |X-X0|:  86379.273438
rounded |X_k-Y|_0 = 446213, f1 =  0.651083, approx slack: 6868456
rounded before pow |X_k-Y|_0 = 6979364, f1 =  0.299228

Iteration 2100: Loss = 543778.250000
|Xk-Y|_F:  457880.781250, |X-X0|:  85897.468750
rounded |X_k-Y|_0 = 446024, f1 =  0.651116, approx slack: 6867260
rounded before pow |X_k-Y|_0 = 6978113, f1 =  0.299268

Iteration 2120: Loss = 543048.562500
|Xk-Y|_F:  457639.937500, |X-X0|:  85408.609375
rounded |X_k-Y|_0 = 445699, f1 =  0.651171, approx slack: 6867294
rounded before pow |X_k-Y|_0 = 6978350, f1 =  0.299259

Iteration 2140: Loss = 542374.250000
|Xk-Y|_F:  457424.093750, |X-X0|:  84950.171875
rounded |X_k-Y|_0 = 445488, f1 =  0.651207, approx slack: 6867754
rounded before pow |X_k-Y|_0 = 6978949, f1 =  0.299240

Iteration 2160: Loss = 541714.937500
|Xk-Y|_F:  457214.843750, |X-X0|:  84500.085938
rounded |X_k-Y|_0 = 445442, f1 =  0.651218, approx slack: 6870179
rounded before pow |X_k-Y|_0 = 6980641, f1 =  0.299196

Iteration 2180: Loss = 541063.000000
|Xk-Y|_F:  457006.031250, |X-X0|:  84057.000000
rounded |X_k-Y|_0 = 445250, f1 =  0.651251, approx slack: 6870652
rounded before pow |X_k-Y|_0 = 6981173, f1 =  0.299179

Iteration 2200: Loss = 540418.562500
|Xk-Y|_F:  456795.062500, |X-X0|:  83623.515625
rounded |X_k-Y|_0 = 445021, f1 =  0.651290, approx slack: 6871913
rounded before pow |X_k-Y|_0 = 6980808, f1 =  0.299222

Iteration 2220: Loss = 539788.437500
|Xk-Y|_F:  456583.937500, |X-X0|:  83204.515625
rounded |X_k-Y|_0 = 444718, f1 =  0.651341, approx slack: 6872134
rounded before pow |X_k-Y|_0 = 6981013, f1 =  0.299216

Iteration 2240: Loss = 539166.625000
|Xk-Y|_F:  456376.187500, |X-X0|:  82790.437500
rounded |X_k-Y|_0 = 444546, f1 =  0.651371, approx slack: 6872095
rounded before pow |X_k-Y|_0 = 6981037, f1 =  0.299215

Iteration 2260: Loss = 538553.812500
|Xk-Y|_F:  456171.531250, |X-X0|:  82382.281250
rounded |X_k-Y|_0 = 444360, f1 =  0.651405, approx slack: 6872275
rounded before pow |X_k-Y|_0 = 6981228, f1 =  0.299209

Iteration 2280: Loss = 537959.125000
|Xk-Y|_F:  455977.812500, |X-X0|:  81981.343750
rounded |X_k-Y|_0 = 444209, f1 =  0.651429, approx slack: 6872141
rounded before pow |X_k-Y|_0 = 6981134, f1 =  0.299212

Iteration 2300: Loss = 537348.875000
|Xk-Y|_F:  455768.968750, |X-X0|:  81579.906250
rounded |X_k-Y|_0 = 444048, f1 =  0.651459, approx slack: 6874292
rounded before pow |X_k-Y|_0 = 6982304, f1 =  0.299184

Iteration 2320: Loss = 536755.875000
|Xk-Y|_F:  455567.156250, |X-X0|:  81188.718750
rounded |X_k-Y|_0 = 443868, f1 =  0.651488, approx slack: 6873775
rounded before pow |X_k-Y|_0 = 6981904, f1 =  0.299197

Iteration 2340: Loss = 536174.687500
|Xk-Y|_F:  455364.000000, |X-X0|:  80810.703125
rounded |X_k-Y|_0 = 443721, f1 =  0.651514, approx slack: 6879976
rounded before pow |X_k-Y|_0 = 6987217, f1 =  0.299031

Iteration 2360: Loss = 535592.937500
|Xk-Y|_F:  455156.531250, |X-X0|:  80436.414062
rounded |X_k-Y|_0 = 443562, f1 =  0.651542, approx slack: 6878484
rounded before pow |X_k-Y|_0 = 6985762, f1 =  0.299078

Iteration 2380: Loss = 535010.625000
|Xk-Y|_F:  454955.781250, |X-X0|:  80054.859375
rounded |X_k-Y|_0 = 443418, f1 =  0.651567, approx slack: 6878054
rounded before pow |X_k-Y|_0 = 6985629, f1 =  0.299082

Iteration 2400: Loss = 534448.937500
|Xk-Y|_F:  454761.218750, |X-X0|:  79687.703125
rounded |X_k-Y|_0 = 443295, f1 =  0.651590, approx slack: 6879230
rounded before pow |X_k-Y|_0 = 6986348, f1 =  0.299064

Iteration 2420: Loss = 533893.812500
|Xk-Y|_F:  454565.812500, |X-X0|:  79327.984375
rounded |X_k-Y|_0 = 443091, f1 =  0.651626, approx slack: 6873886
rounded before pow |X_k-Y|_0 = 6981512, f1 =  0.299219

Iteration 2440: Loss = 533333.875000
|Xk-Y|_F:  454370.531250, |X-X0|:  78963.359375
rounded |X_k-Y|_0 = 442933, f1 =  0.651652, approx slack: 6873582
rounded before pow |X_k-Y|_0 = 6981321, f1 =  0.299225

Iteration 2460: Loss = 532794.125000
|Xk-Y|_F:  454186.750000, |X-X0|:  78607.367188
rounded |X_k-Y|_0 = 442773, f1 =  0.651680, approx slack: 6870942
rounded before pow |X_k-Y|_0 = 6978617, f1 =  0.299312

Iteration 2480: Loss = 532265.687500
|Xk-Y|_F:  454008.156250, |X-X0|:  78257.531250
rounded |X_k-Y|_0 = 442628, f1 =  0.651707, approx slack: 6880861
rounded before pow |X_k-Y|_0 = 6988069, f1 =  0.299009

Iteration 2500: Loss = 531741.000000
|Xk-Y|_F:  453835.937500, |X-X0|:  77905.078125
rounded |X_k-Y|_0 = 442532, f1 =  0.651725, approx slack: 6877396
rounded before pow |X_k-Y|_0 = 6984869, f1 =  0.299111

Iteration 2520: Loss = 531222.437500
|Xk-Y|_F:  453668.531250, |X-X0|:  77553.890625
rounded |X_k-Y|_0 = 442365, f1 =  0.651753, approx slack: 6869954
rounded before pow |X_k-Y|_0 = 6977571, f1 =  0.299337

Iteration 2540: Loss = 530716.812500
|Xk-Y|_F:  453509.093750, |X-X0|:  77207.734375
rounded |X_k-Y|_0 = 442230, f1 =  0.651776, approx slack: 6874475
rounded before pow |X_k-Y|_0 = 6980709, f1 =  0.299251

Iteration 2560: Loss = 530214.125000
|Xk-Y|_F:  453353.750000, |X-X0|:  76860.390625
rounded |X_k-Y|_0 = 442103, f1 =  0.651798, approx slack: 6881508
rounded before pow |X_k-Y|_0 = 6986222, f1 =  0.299087

Iteration 2580: Loss = 529761.562500
|Xk-Y|_F:  453235.812500, |X-X0|:  76525.750000
rounded |X_k-Y|_0 = 441994, f1 =  0.651816, approx slack: 6883592
rounded before pow |X_k-Y|_0 = 6988440, f1 =  0.299015

Iteration 2600: Loss = 529239.125000
|Xk-Y|_F:  453059.062500, |X-X0|:  76180.054688
rounded |X_k-Y|_0 = 441850, f1 =  0.651842, approx slack: 6880864
rounded before pow |X_k-Y|_0 = 6986190, f1 =  0.299087

Iteration 2620: Loss = 528756.750000
|Xk-Y|_F:  452914.125000, |X-X0|:  75842.640625
rounded |X_k-Y|_0 = 441734, f1 =  0.651863, approx slack: 6880090
rounded before pow |X_k-Y|_0 = 6985451, f1 =  0.299115

Iteration 2640: Loss = 528286.312500
|Xk-Y|_F:  452772.250000, |X-X0|:  75514.078125
rounded |X_k-Y|_0 = 441654, f1 =  0.651877, approx slack: 6880589
rounded before pow |X_k-Y|_0 = 6985948, f1 =  0.299100

Iteration 2660: Loss = 527810.375000
|Xk-Y|_F:  452623.031250, |X-X0|:  75187.343750
rounded |X_k-Y|_0 = 441561, f1 =  0.651894, approx slack: 6883788
rounded before pow |X_k-Y|_0 = 6987700, f1 =  0.299055

Iteration 2680: Loss = 527306.812500
|Xk-Y|_F:  452450.343750, |X-X0|:  74856.484375
rounded |X_k-Y|_0 = 441424, f1 =  0.651918, approx slack: 6900589
rounded before pow |X_k-Y|_0 = 7001298, f1 =  0.298638

Iteration 2700: Loss = 526815.875000
|Xk-Y|_F:  452282.437500, |X-X0|:  74533.421875
rounded |X_k-Y|_0 = 441254, f1 =  0.651948, approx slack: 6904340
rounded before pow |X_k-Y|_0 = 7003586, f1 =  0.298574

Iteration 2720: Loss = 526294.250000
|Xk-Y|_F:  452091.437500, |X-X0|:  74202.828125
rounded |X_k-Y|_0 = 441157, f1 =  0.651967, approx slack: 6896509
rounded before pow |X_k-Y|_0 = 6993599, f1 =  0.298891

Iteration 2740: Loss = 525746.375000
|Xk-Y|_F:  451874.031250, |X-X0|:  73872.375000
rounded |X_k-Y|_0 = 441023, f1 =  0.651990, approx slack: 6879877
rounded before pow |X_k-Y|_0 = 6976205, f1 =  0.299435

Iteration 2760: Loss = 525224.750000
|Xk-Y|_F:  451673.750000, |X-X0|:  73550.968750
rounded |X_k-Y|_0 = 440881, f1 =  0.652014, approx slack: 6742804
rounded before pow |X_k-Y|_0 = 6838451, f1 =  0.303667

Iteration 2780: Loss = 524681.937500
|Xk-Y|_F:  451451.125000, |X-X0|:  73230.828125
rounded |X_k-Y|_0 = 440698, f1 =  0.652046, approx slack: 6706818
rounded before pow |X_k-Y|_0 = 6803208, f1 =  0.304774

Iteration 2800: Loss = 524147.187500
|Xk-Y|_F:  451227.968750, |X-X0|:  72919.218750
rounded |X_k-Y|_0 = 440518, f1 =  0.652081, approx slack: 6693844
rounded before pow |X_k-Y|_0 = 6790160, f1 =  0.305176

Iteration 2820: Loss = 523593.875000
|Xk-Y|_F:  450997.750000, |X-X0|:  72596.109375
rounded |X_k-Y|_0 = 440341, f1 =  0.652112, approx slack: 6671961
rounded before pow |X_k-Y|_0 = 6768383, f1 =  0.305841

Iteration 2840: Loss = 523076.312500
|Xk-Y|_F:  450799.468750, |X-X0|:  72276.843750
rounded |X_k-Y|_0 = 440110, f1 =  0.652151, approx slack: 6675802
rounded before pow |X_k-Y|_0 = 6770585, f1 =  0.305789

Iteration 2860: Loss = 522578.562500
|Xk-Y|_F:  450618.343750, |X-X0|:  71960.234375
rounded |X_k-Y|_0 = 439939, f1 =  0.652179, approx slack: 6671323
rounded before pow |X_k-Y|_0 = 6766753, f1 =  0.305910

Iteration 2880: Loss = 522087.625000
|Xk-Y|_F:  450438.187500, |X-X0|:  71649.421875
rounded |X_k-Y|_0 = 439770, f1 =  0.652206, approx slack: 6670219
rounded before pow |X_k-Y|_0 = 6765511, f1 =  0.305955

Iteration 2900: Loss = 521593.968750
|Xk-Y|_F:  450261.062500, |X-X0|:  71332.906250
rounded |X_k-Y|_0 = 439544, f1 =  0.652243, approx slack: 6684826
rounded before pow |X_k-Y|_0 = 6776527, f1 =  0.305636

Iteration 2920: Loss = 521105.406250
|Xk-Y|_F:  450083.843750, |X-X0|:  71021.562500
rounded |X_k-Y|_0 = 439415, f1 =  0.652266, approx slack: 6690734
rounded before pow |X_k-Y|_0 = 6782011, f1 =  0.305468

Iteration 2940: Loss = 520611.906250
|Xk-Y|_F:  449905.468750, |X-X0|:  70706.437500
rounded |X_k-Y|_0 = 439246, f1 =  0.652294, approx slack: 6695756
rounded before pow |X_k-Y|_0 = 6786268, f1 =  0.305338

Iteration 2960: Loss = 520110.312500
|Xk-Y|_F:  449730.031250, |X-X0|:  70380.289062
rounded |X_k-Y|_0 = 439066, f1 =  0.652325, approx slack: 6697261
rounded before pow |X_k-Y|_0 = 6787629, f1 =  0.305297

Iteration 2980: Loss = 519603.437500
|Xk-Y|_F:  449547.750000, |X-X0|:  70055.695312
rounded |X_k-Y|_0 = 438861, f1 =  0.652360, approx slack: 6692221
rounded before pow |X_k-Y|_0 = 6782878, f1 =  0.305449

Iteration 3000: Loss = 519135.656250
|Xk-Y|_F:  449386.031250, |X-X0|:  69749.632812
rounded |X_k-Y|_0 = 438722, f1 =  0.652385, approx slack: 6689993
rounded before pow |X_k-Y|_0 = 6780400, f1 =  0.305532

Iteration 3020: Loss = 518679.937500
|Xk-Y|_F:  449206.500000, |X-X0|:  69473.437500
rounded |X_k-Y|_0 = 438521, f1 =  0.652419, approx slack: 6691102
rounded before pow |X_k-Y|_0 = 6780892, f1 =  0.305525

Iteration 3040: Loss = 518280.437500
|Xk-Y|_F:  449023.437500, |X-X0|:  69256.984375
rounded |X_k-Y|_0 = 438318, f1 =  0.652454, approx slack: 6689637
rounded before pow |X_k-Y|_0 = 6779692, f1 =  0.305562

Iteration 3060: Loss = 517833.531250
|Xk-Y|_F:  448878.656250, |X-X0|:  68954.882812
rounded |X_k-Y|_0 = 438138, f1 =  0.652485, approx slack: 6684367
rounded before pow |X_k-Y|_0 = 6774928, f1 =  0.305715

Iteration 3080: Loss = 517378.312500
|Xk-Y|_F:  448726.375000, |X-X0|:  68651.921875
rounded |X_k-Y|_0 = 437927, f1 =  0.652519, approx slack: 6684238
rounded before pow |X_k-Y|_0 = 6774970, f1 =  0.305713

Iteration 3100: Loss = 516926.500000
|Xk-Y|_F:  448574.718750, |X-X0|:  68351.765625
rounded |X_k-Y|_0 = 437760, f1 =  0.652548, approx slack: 6665127
rounded before pow |X_k-Y|_0 = 6757028, f1 =  0.306289

Iteration 3120: Loss = 516471.312500
|Xk-Y|_F:  448422.812500, |X-X0|:  68048.515625
rounded |X_k-Y|_0 = 437630, f1 =  0.652571, approx slack: 6664427
rounded before pow |X_k-Y|_0 = 6756507, f1 =  0.306305

Iteration 3140: Loss = 516038.812500
|Xk-Y|_F:  448284.593750, |X-X0|:  67754.203125
rounded |X_k-Y|_0 = 437471, f1 =  0.652598, approx slack: 6662378
rounded before pow |X_k-Y|_0 = 6754768, f1 =  0.306364

Iteration 3160: Loss = 515579.531250
|Xk-Y|_F:  448121.875000, |X-X0|:  67457.648438
rounded |X_k-Y|_0 = 437328, f1 =  0.652622, approx slack: 6661004
rounded before pow |X_k-Y|_0 = 6753508, f1 =  0.306404

Iteration 3180: Loss = 515138.156250
|Xk-Y|_F:  447975.218750, |X-X0|:  67162.945312
rounded |X_k-Y|_0 = 437219, f1 =  0.652641, approx slack: 6659116
rounded before pow |X_k-Y|_0 = 6751914, f1 =  0.306455

Iteration 3200: Loss = 514696.000000
|Xk-Y|_F:  447825.968750, |X-X0|:  66870.046875
rounded |X_k-Y|_0 = 437067, f1 =  0.652667, approx slack: 6652318
rounded before pow |X_k-Y|_0 = 6745620, f1 =  0.306656

Iteration 3220: Loss = 514269.375000
|Xk-Y|_F:  447688.250000, |X-X0|:  66581.117188
rounded |X_k-Y|_0 = 436984, f1 =  0.652682, approx slack: 6654294
rounded before pow |X_k-Y|_0 = 6747468, f1 =  0.306597

Iteration 3240: Loss = 513859.750000
|Xk-Y|_F:  447552.500000, |X-X0|:  66307.250000
rounded |X_k-Y|_0 = 436932, f1 =  0.652692, approx slack: 6648132
rounded before pow |X_k-Y|_0 = 6746055, f1 =  0.306634

Iteration 3260: Loss = 513409.250000
|Xk-Y|_F:  447384.125000, |X-X0|:  66025.132812
rounded |X_k-Y|_0 = 436846, f1 =  0.652709, approx slack: 6653847
rounded before pow |X_k-Y|_0 = 6749050, f1 =  0.306557

Iteration 3280: Loss = 512971.000000
|Xk-Y|_F:  447217.406250, |X-X0|:  65753.601562
rounded |X_k-Y|_0 = 436736, f1 =  0.652728, approx slack: 6659461
rounded before pow |X_k-Y|_0 = 6754384, f1 =  0.306387

Iteration 3300: Loss = 512360.875000
|Xk-Y|_F:  446891.343750, |X-X0|:  65469.539062
rounded |X_k-Y|_0 = 436501, f1 =  0.652768, approx slack: 6651763
rounded before pow |X_k-Y|_0 = 6747578, f1 =  0.306599

Iteration 3320: Loss = 511886.562500
|Xk-Y|_F:  446707.687500, |X-X0|:  65178.871094
rounded |X_k-Y|_0 = 436315, f1 =  0.652798, approx slack: 6654702
rounded before pow |X_k-Y|_0 = 6750401, f1 =  0.306510

Iteration 3340: Loss = 511420.687500
|Xk-Y|_F:  446543.781250, |X-X0|:  64876.898438
rounded |X_k-Y|_0 = 436155, f1 =  0.652826, approx slack: 6658179
rounded before pow |X_k-Y|_0 = 6753364, f1 =  0.306425

Iteration 3360: Loss = 510955.468750
|Xk-Y|_F:  446367.937500, |X-X0|:  64587.539062
rounded |X_k-Y|_0 = 435989, f1 =  0.652854, approx slack: 6653598
rounded before pow |X_k-Y|_0 = 6749072, f1 =  0.306562

Iteration 3380: Loss = 510616.281250
|Xk-Y|_F:  446206.875000, |X-X0|:  64409.414062
rounded |X_k-Y|_0 = 435817, f1 =  0.652883, approx slack: 6651527
rounded before pow |X_k-Y|_0 = 6748853, f1 =  0.306562

Iteration 3400: Loss = 510172.062500
|Xk-Y|_F:  446029.218750, |X-X0|:  64142.855469
rounded |X_k-Y|_0 = 435648, f1 =  0.652912, approx slack: 6624385
rounded before pow |X_k-Y|_0 = 6724062, f1 =  0.307356

Iteration 3420: Loss = 509709.000000
|Xk-Y|_F:  445821.343750, |X-X0|:  63887.640625
rounded |X_k-Y|_0 = 435520, f1 =  0.652933, approx slack: 6633410
rounded before pow |X_k-Y|_0 = 6726794, f1 =  0.307274

Iteration 3440: Loss = 509211.406250
|Xk-Y|_F:  445578.562500, |X-X0|:  63632.855469
rounded |X_k-Y|_0 = 435147, f1 =  0.652994, approx slack: 6642644
rounded before pow |X_k-Y|_0 = 6735467, f1 =  0.306997

Iteration 3460: Loss = 508796.406250
|Xk-Y|_F:  445430.687500, |X-X0|:  63365.726562
rounded |X_k-Y|_0 = 434972, f1 =  0.653023, approx slack: 6642740
rounded before pow |X_k-Y|_0 = 6735597, f1 =  0.306995

Iteration 3480: Loss = 508380.781250
|Xk-Y|_F:  445289.281250, |X-X0|:  63091.507812
rounded |X_k-Y|_0 = 434832, f1 =  0.653046, approx slack: 6642808
rounded before pow |X_k-Y|_0 = 6735934, f1 =  0.306984

Iteration 3500: Loss = 507948.156250
|Xk-Y|_F:  445123.031250, |X-X0|:  62825.117188
rounded |X_k-Y|_0 = 434610, f1 =  0.653083, approx slack: 6631934
rounded before pow |X_k-Y|_0 = 6725925, f1 =  0.307307

Iteration 3520: Loss = 507515.250000
|Xk-Y|_F:  444958.218750, |X-X0|:  62557.023438
rounded |X_k-Y|_0 = 434433, f1 =  0.653113, approx slack: 6614062
rounded before pow |X_k-Y|_0 = 6709925, f1 =  0.307814

Iteration 3540: Loss = 507129.031250
|Xk-Y|_F:  444830.781250, |X-X0|:  62298.257812
rounded |X_k-Y|_0 = 434355, f1 =  0.653126, approx slack: 6618172
rounded before pow |X_k-Y|_0 = 6713628, f1 =  0.307690

Iteration 3560: Loss = 506700.656250
|Xk-Y|_F:  444666.593750, |X-X0|:  62034.066406
rounded |X_k-Y|_0 = 434144, f1 =  0.653161, approx slack: 6610714
rounded before pow |X_k-Y|_0 = 6706731, f1 =  0.307911

Iteration 3580: Loss = 506294.375000
|Xk-Y|_F:  444512.187500, |X-X0|:  61782.195312
rounded |X_k-Y|_0 = 433930, f1 =  0.653197, approx slack: 6604701
rounded before pow |X_k-Y|_0 = 6701648, f1 =  0.308073

Iteration 3600: Loss = 505941.062500
|Xk-Y|_F:  444409.468750, |X-X0|:  61531.601562
rounded |X_k-Y|_0 = 433826, f1 =  0.653215, approx slack: 6604795
rounded before pow |X_k-Y|_0 = 6701856, f1 =  0.308067

Iteration 3620: Loss = 505524.625000
|Xk-Y|_F:  444253.812500, |X-X0|:  61270.812500
rounded |X_k-Y|_0 = 433718, f1 =  0.653232, approx slack: 6604796
rounded before pow |X_k-Y|_0 = 6701742, f1 =  0.308072

Iteration 3640: Loss = 505182.593750
|Xk-Y|_F:  444140.812500, |X-X0|:  61041.769531
rounded |X_k-Y|_0 = 433589, f1 =  0.653254, approx slack: 6599780
rounded before pow |X_k-Y|_0 = 6697338, f1 =  0.308211

Iteration 3660: Loss = 504789.187500
|Xk-Y|_F:  444009.187500, |X-X0|:  60780.007812
rounded |X_k-Y|_0 = 433531, f1 =  0.653265, approx slack: 6598626
rounded before pow |X_k-Y|_0 = 6696209, f1 =  0.308247

Iteration 3680: Loss = 504359.718750
|Xk-Y|_F:  443836.781250, |X-X0|:  60522.937500
rounded |X_k-Y|_0 = 433374, f1 =  0.653291, approx slack: 6597316
rounded before pow |X_k-Y|_0 = 6694966, f1 =  0.308287

Iteration 3700: Loss = 503989.250000
|Xk-Y|_F:  443710.968750, |X-X0|:  60278.269531
rounded |X_k-Y|_0 = 433315, f1 =  0.653300, approx slack: 6597529
rounded before pow |X_k-Y|_0 = 6695346, f1 =  0.308273

Iteration 3720: Loss = 503590.781250
|Xk-Y|_F:  443565.281250, |X-X0|:  60025.507812
rounded |X_k-Y|_0 = 433215, f1 =  0.653318, approx slack: 6590704
rounded before pow |X_k-Y|_0 = 6688895, f1 =  0.308478

Iteration 3740: Loss = 503253.812500
|Xk-Y|_F:  443448.281250, |X-X0|:  59805.531250
rounded |X_k-Y|_0 = 433139, f1 =  0.653332, approx slack: 6592776
rounded before pow |X_k-Y|_0 = 6688849, f1 =  0.308482

Iteration 3760: Loss = 502924.156250
|Xk-Y|_F:  443345.218750, |X-X0|:  59578.937500
rounded |X_k-Y|_0 = 433077, f1 =  0.653343, approx slack: 6599512
rounded before pow |X_k-Y|_0 = 6694888, f1 =  0.308288

Iteration 3780: Loss = 502537.031250
|Xk-Y|_F:  443199.250000, |X-X0|:  59337.792969
rounded |X_k-Y|_0 = 432919, f1 =  0.653369, approx slack: 6599271
rounded before pow |X_k-Y|_0 = 6694672, f1 =  0.308295

Iteration 3800: Loss = 502187.343750
|Xk-Y|_F:  443077.687500, |X-X0|:  59109.667969
rounded |X_k-Y|_0 = 432844, f1 =  0.653383, approx slack: 6597099
rounded before pow |X_k-Y|_0 = 6692516, f1 =  0.308364

Iteration 3820: Loss = 501793.718750
|Xk-Y|_F:  442926.000000, |X-X0|:  58867.710938
rounded |X_k-Y|_0 = 432765, f1 =  0.653397, approx slack: 6598521
rounded before pow |X_k-Y|_0 = 6693692, f1 =  0.308327

Iteration 3840: Loss = 501435.312500
|Xk-Y|_F:  442800.968750, |X-X0|:  58634.359375
rounded |X_k-Y|_0 = 432644, f1 =  0.653417, approx slack: 6598309
rounded before pow |X_k-Y|_0 = 6693292, f1 =  0.308340

Iteration 3860: Loss = 501086.000000
|Xk-Y|_F:  442680.593750, |X-X0|:  58405.398438
rounded |X_k-Y|_0 = 432533, f1 =  0.653436, approx slack: 6601722
rounded before pow |X_k-Y|_0 = 6693875, f1 =  0.308322

Iteration 3880: Loss = 500689.093750
|Xk-Y|_F:  442516.468750, |X-X0|:  58172.628906
rounded |X_k-Y|_0 = 432450, f1 =  0.653452, approx slack: 6602376
rounded before pow |X_k-Y|_0 = 6694523, f1 =  0.308301

Iteration 3900: Loss = 500325.187500
|Xk-Y|_F:  442373.093750, |X-X0|:  57952.101562
rounded |X_k-Y|_0 = 432362, f1 =  0.653467, approx slack: 6603694
rounded before pow |X_k-Y|_0 = 6695840, f1 =  0.308264

Iteration 3920: Loss = 499958.750000
|Xk-Y|_F:  442226.875000, |X-X0|:  57731.890625
rounded |X_k-Y|_0 = 432275, f1 =  0.653482, approx slack: 6604320
rounded before pow |X_k-Y|_0 = 6696760, f1 =  0.308245

Iteration 3940: Loss = 499621.093750
|Xk-Y|_F:  442109.500000, |X-X0|:  57511.601562
rounded |X_k-Y|_0 = 432267, f1 =  0.653485, approx slack: 6602700
rounded before pow |X_k-Y|_0 = 6695406, f1 =  0.308288

Iteration 3960: Loss = 499239.312500
|Xk-Y|_F:  441943.781250, |X-X0|:  57295.515625
rounded |X_k-Y|_0 = 432188, f1 =  0.653497, approx slack: 6610416
rounded before pow |X_k-Y|_0 = 6702395, f1 =  0.308063

Iteration 3980: Loss = 498838.718750
|Xk-Y|_F:  441758.750000, |X-X0|:  57079.976562
rounded |X_k-Y|_0 = 432059, f1 =  0.653518, approx slack: 6611249
rounded before pow |X_k-Y|_0 = 6703240, f1 =  0.308036

Iteration 4000: Loss = 498404.687500
|Xk-Y|_F:  441540.218750, |X-X0|:  56864.460938
rounded |X_k-Y|_0 = 431885, f1 =  0.653549, approx slack: 6612252
rounded before pow |X_k-Y|_0 = 6703784, f1 =  0.308019

Iteration 4020: Loss = 497961.937500
|Xk-Y|_F:  441311.906250, |X-X0|:  56650.023438
rounded |X_k-Y|_0 = 431609, f1 =  0.653594, approx slack: 6598980
rounded before pow |X_k-Y|_0 = 6691678, f1 =  0.308406

Iteration 4040: Loss = 497605.937500
|Xk-Y|_F:  441146.156250, |X-X0|:  56459.792969
rounded |X_k-Y|_0 = 431521, f1 =  0.653610, approx slack: 6599537
rounded before pow |X_k-Y|_0 = 6692272, f1 =  0.308387

Iteration 4060: Loss = 497206.156250
|Xk-Y|_F:  440955.812500, |X-X0|:  56250.351562
rounded |X_k-Y|_0 = 431229, f1 =  0.653657, approx slack: 6596328
rounded before pow |X_k-Y|_0 = 6691675, f1 =  0.308405

Iteration 4080: Loss = 496786.562500
|Xk-Y|_F:  440763.656250, |X-X0|:  56022.917969
rounded |X_k-Y|_0 = 431030, f1 =  0.653692, approx slack: 6631953
rounded before pow |X_k-Y|_0 = 6721019, f1 =  0.307467

Iteration 4100: Loss = 496383.156250
|Xk-Y|_F:  440583.656250, |X-X0|:  55799.507812
rounded |X_k-Y|_0 = 430851, f1 =  0.653721, approx slack: 6626757
rounded before pow |X_k-Y|_0 = 6718790, f1 =  0.307538

Iteration 4120: Loss = 496008.593750
|Xk-Y|_F:  440420.093750, |X-X0|:  55588.503906
rounded |X_k-Y|_0 = 430669, f1 =  0.653753, approx slack: 6627117
rounded before pow |X_k-Y|_0 = 6718736, f1 =  0.307537

Iteration 4140: Loss = 495650.062500
|Xk-Y|_F:  440276.312500, |X-X0|:  55373.750000
rounded |X_k-Y|_0 = 430497, f1 =  0.653783, approx slack: 6622414
rounded before pow |X_k-Y|_0 = 6714565, f1 =  0.307667

Iteration 4160: Loss = 495261.500000
|Xk-Y|_F:  440112.781250, |X-X0|:  55148.726562
rounded |X_k-Y|_0 = 430325, f1 =  0.653812, approx slack: 6621197
rounded before pow |X_k-Y|_0 = 6713500, f1 =  0.307701

Iteration 4180: Loss = 494910.562500
|Xk-Y|_F:  439979.343750, |X-X0|:  54931.234375
rounded |X_k-Y|_0 = 430200, f1 =  0.653833, approx slack: 6631780
rounded before pow |X_k-Y|_0 = 6723557, f1 =  0.307380

Iteration 4200: Loss = 494519.187500
|Xk-Y|_F:  439813.437500, |X-X0|:  54705.750000
rounded |X_k-Y|_0 = 430007, f1 =  0.653865, approx slack: 6632174
rounded before pow |X_k-Y|_0 = 6723844, f1 =  0.307372

Iteration 4220: Loss = 494191.468750
|Xk-Y|_F:  439699.156250, |X-X0|:  54492.312500
rounded |X_k-Y|_0 = 429860, f1 =  0.653890, approx slack: 6632613
rounded before pow |X_k-Y|_0 = 6724417, f1 =  0.307355

Iteration 4240: Loss = 493883.656250
|Xk-Y|_F:  439598.218750, |X-X0|:  54285.445312
rounded |X_k-Y|_0 = 429606, f1 =  0.653934, approx slack: 6635945
rounded before pow |X_k-Y|_0 = 6727740, f1 =  0.307248

Iteration 4260: Loss = 493512.750000
|Xk-Y|_F:  439451.156250, |X-X0|:  54061.597656
rounded |X_k-Y|_0 = 429470, f1 =  0.653959, approx slack: 6634280
rounded before pow |X_k-Y|_0 = 6725897, f1 =  0.307307

Iteration 4280: Loss = 493130.125000
|Xk-Y|_F:  439304.312500, |X-X0|:  53825.796875
rounded |X_k-Y|_0 = 429374, f1 =  0.653976, approx slack: 6632716
rounded before pow |X_k-Y|_0 = 6724386, f1 =  0.307356

Iteration 4300: Loss = 492751.250000
|Xk-Y|_F:  439182.781250, |X-X0|:  53568.464844
rounded |X_k-Y|_0 = 429247, f1 =  0.653997, approx slack: 6632889
rounded before pow |X_k-Y|_0 = 6724562, f1 =  0.307350

Iteration 4320: Loss = 492334.937500
|Xk-Y|_F:  439019.312500, |X-X0|:  53315.609375
rounded |X_k-Y|_0 = 429184, f1 =  0.654011, approx slack: 6632823
rounded before pow |X_k-Y|_0 = 6724230, f1 =  0.307361

Iteration 4340: Loss = 491943.843750
|Xk-Y|_F:  438858.781250, |X-X0|:  53085.070312
rounded |X_k-Y|_0 = 428989, f1 =  0.654045, approx slack: 6627174
rounded before pow |X_k-Y|_0 = 6718894, f1 =  0.307530

Iteration 4360: Loss = 491607.093750
|Xk-Y|_F:  438745.968750, |X-X0|:  52861.117188
rounded |X_k-Y|_0 = 428904, f1 =  0.654061, approx slack: 6628456
rounded before pow |X_k-Y|_0 = 6720149, f1 =  0.307490

Iteration 4380: Loss = 491155.375000
|Xk-Y|_F:  438465.437500, |X-X0|:  52689.945312
rounded |X_k-Y|_0 = 428899, f1 =  0.654071, approx slack: 6620127
rounded before pow |X_k-Y|_0 = 6712401, f1 =  0.307734

Iteration 4400: Loss = 490851.906250
|Xk-Y|_F:  438340.750000, |X-X0|:  52511.148438
rounded |X_k-Y|_0 = 428794, f1 =  0.654089, approx slack: 6613912
rounded before pow |X_k-Y|_0 = 6706475, f1 =  0.307923

Iteration 4420: Loss = 490484.750000
|Xk-Y|_F:  438234.312500, |X-X0|:  52250.437500
rounded |X_k-Y|_0 = 428697, f1 =  0.654105, approx slack: 6612131
rounded before pow |X_k-Y|_0 = 6704864, f1 =  0.307975

Iteration 4440: Loss = 490102.031250
|Xk-Y|_F:  438001.843750, |X-X0|:  52100.199219
rounded |X_k-Y|_0 = 428657, f1 =  0.654117, approx slack: 6582448
rounded before pow |X_k-Y|_0 = 6675527, f1 =  0.308916

Iteration 4460: Loss = 489649.687500
|Xk-Y|_F:  437830.843750, |X-X0|:  51818.855469
rounded |X_k-Y|_0 = 428378, f1 =  0.654164, approx slack: 6583624
rounded before pow |X_k-Y|_0 = 6676732, f1 =  0.308878

Iteration 4480: Loss = 489359.031250
|Xk-Y|_F:  437698.687500, |X-X0|:  51660.335938
rounded |X_k-Y|_0 = 428333, f1 =  0.654174, approx slack: 6583137
rounded before pow |X_k-Y|_0 = 6676277, f1 =  0.308891

Iteration 4500: Loss = 488919.687500
|Xk-Y|_F:  437494.406250, |X-X0|:  51425.285156
rounded |X_k-Y|_0 = 428182, f1 =  0.654202, approx slack: 6577079
rounded before pow |X_k-Y|_0 = 6670622, f1 =  0.309071

Iteration 4520: Loss = 488576.500000
|Xk-Y|_F:  437365.875000, |X-X0|:  51210.617188
rounded |X_k-Y|_0 = 428082, f1 =  0.654220, approx slack: 6578090
rounded before pow |X_k-Y|_0 = 6671742, f1 =  0.309034

Iteration 4540: Loss = 488167.062500
|Xk-Y|_F:  437179.968750, |X-X0|:  50987.097656
rounded |X_k-Y|_0 = 427912, f1 =  0.654251, approx slack: 6572673
rounded before pow |X_k-Y|_0 = 6666523, f1 =  0.309201

Iteration 4560: Loss = 487801.250000
|Xk-Y|_F:  437026.375000, |X-X0|:  50774.875000
rounded |X_k-Y|_0 = 427736, f1 =  0.654279, approx slack: 6506828
rounded before pow |X_k-Y|_0 = 6613861, f1 =  0.310853

Iteration 4580: Loss = 487432.093750
|Xk-Y|_F:  436877.187500, |X-X0|:  50554.906250
rounded |X_k-Y|_0 = 427667, f1 =  0.654294, approx slack: 6506235
rounded before pow |X_k-Y|_0 = 6611460, f1 =  0.310926

Iteration 4600: Loss = 487134.687500
|Xk-Y|_F:  436782.781250, |X-X0|:  50351.898438
rounded |X_k-Y|_0 = 427578, f1 =  0.654310, approx slack: 6506666
rounded before pow |X_k-Y|_0 = 6611783, f1 =  0.310916

Iteration 4620: Loss = 486798.625000
|Xk-Y|_F:  436657.593750, |X-X0|:  50141.039062
rounded |X_k-Y|_0 = 427475, f1 =  0.654330, approx slack: 6506631
rounded before pow |X_k-Y|_0 = 6611701, f1 =  0.310918

Iteration 4640: Loss = 486494.125000
|Xk-Y|_F:  436556.843750, |X-X0|:  49937.273438
rounded |X_k-Y|_0 = 427397, f1 =  0.654344, approx slack: 6507880
rounded before pow |X_k-Y|_0 = 6613014, f1 =  0.310876

Iteration 4660: Loss = 486224.968750
|Xk-Y|_F:  436481.125000, |X-X0|:  49743.851562
rounded |X_k-Y|_0 = 427312, f1 =  0.654360, approx slack: 6511349
rounded before pow |X_k-Y|_0 = 6616227, f1 =  0.310772

Iteration 4680: Loss = 485888.812500
|Xk-Y|_F:  436348.125000, |X-X0|:  49540.675781
rounded |X_k-Y|_0 = 427236, f1 =  0.654373, approx slack: 6508256
rounded before pow |X_k-Y|_0 = 6613133, f1 =  0.310872

Iteration 4700: Loss = 485503.937500
|Xk-Y|_F:  436161.093750, |X-X0|:  49342.843750
rounded |X_k-Y|_0 = 427104, f1 =  0.654396, approx slack: 6506739
rounded before pow |X_k-Y|_0 = 6611604, f1 =  0.310920

Iteration 4720: Loss = 485078.750000
|Xk-Y|_F:  435939.156250, |X-X0|:  49139.589844
rounded |X_k-Y|_0 = 426971, f1 =  0.654422, approx slack: 6493983
rounded before pow |X_k-Y|_0 = 6599571, f1 =  0.311306

Iteration 4740: Loss = 484784.000000
|Xk-Y|_F:  435835.843750, |X-X0|:  48948.140625
rounded |X_k-Y|_0 = 426897, f1 =  0.654436, approx slack: 6490257
rounded before pow |X_k-Y|_0 = 6596275, f1 =  0.311411

Iteration 4760: Loss = 484412.343750
|Xk-Y|_F:  435668.250000, |X-X0|:  48744.097656
rounded |X_k-Y|_0 = 426774, f1 =  0.654459, approx slack: 6489265
rounded before pow |X_k-Y|_0 = 6595397, f1 =  0.311439

Iteration 4780: Loss = 484145.500000
|Xk-Y|_F:  435593.000000, |X-X0|:  48552.488281
rounded |X_k-Y|_0 = 426643, f1 =  0.654483, approx slack: 6488690
rounded before pow |X_k-Y|_0 = 6594965, f1 =  0.311452

Iteration 4800: Loss = 483800.406250
|Xk-Y|_F:  435454.500000, |X-X0|:  48345.898438
rounded |X_k-Y|_0 = 426583, f1 =  0.654493, approx slack: 6487587
rounded before pow |X_k-Y|_0 = 6594197, f1 =  0.311477

Iteration 4820: Loss = 483476.093750
|Xk-Y|_F:  435330.875000, |X-X0|:  48145.218750
rounded |X_k-Y|_0 = 426496, f1 =  0.654508, approx slack: 6486634
rounded before pow |X_k-Y|_0 = 6592982, f1 =  0.311520

Iteration 4840: Loss = 483236.875000
|Xk-Y|_F:  435273.937500, |X-X0|:  47962.953125
rounded |X_k-Y|_0 = 426409, f1 =  0.654522, approx slack: 6482437
rounded before pow |X_k-Y|_0 = 6589226, f1 =  0.311636

Iteration 4860: Loss = 482930.062500
|Xk-Y|_F:  435162.062500, |X-X0|:  47767.988281
rounded |X_k-Y|_0 = 426320, f1 =  0.654538, approx slack: 6482676
rounded before pow |X_k-Y|_0 = 6589090, f1 =  0.311641

Iteration 4880: Loss = 482660.125000
|Xk-Y|_F:  435081.312500, |X-X0|:  47578.820312
rounded |X_k-Y|_0 = 426298, f1 =  0.654542, approx slack: 6482777
rounded before pow |X_k-Y|_0 = 6589200, f1 =  0.311637

Iteration 4900: Loss = 482346.187500
|Xk-Y|_F:  434960.625000, |X-X0|:  47385.570312
rounded |X_k-Y|_0 = 426225, f1 =  0.654554, approx slack: 6483038
rounded before pow |X_k-Y|_0 = 6589565, f1 =  0.311624

Iteration 4920: Loss = 482017.625000
|Xk-Y|_F:  434831.750000, |X-X0|:  47185.890625
rounded |X_k-Y|_0 = 426057, f1 =  0.654582, approx slack: 6482066
rounded before pow |X_k-Y|_0 = 6588616, f1 =  0.311655

Iteration 4940: Loss = 481720.937500
|Xk-Y|_F:  434728.312500, |X-X0|:  46992.632812
rounded |X_k-Y|_0 = 426022, f1 =  0.654591, approx slack: 6483518
rounded before pow |X_k-Y|_0 = 6587431, f1 =  0.311691

Iteration 4960: Loss = 481403.562500
|Xk-Y|_F:  434594.781250, |X-X0|:  46808.773438
rounded |X_k-Y|_0 = 425891, f1 =  0.654614, approx slack: 6484089
rounded before pow |X_k-Y|_0 = 6588137, f1 =  0.311667

Iteration 4980: Loss = 481132.000000
|Xk-Y|_F:  434505.156250, |X-X0|:  46626.828125
rounded |X_k-Y|_0 = 425834, f1 =  0.654624, approx slack: 6483510
rounded before pow |X_k-Y|_0 = 6587516, f1 =  0.311687

Iteration 4999: Loss = 480851.250000
|Xk-Y|_F:  434400.468750, |X-X0|:  46450.765625
rounded |X_k-Y|_0 = 425758, f1 =  0.654638, approx slack: 6483848
rounded before pow |X_k-Y|_0 = 6587901, f1 =  0.311675


KB after refine:
num_nodes: 5045.0000
num_edges: 4342.0000
density: 0.0002
avg_degree: 0.8607
avg_clustering: 0.1091
degree_assortativity: -0.3189
modularity: 0.6152
avg_betweenness: 0.0000
avg_closeness: 0.0025
------ ABL 0 after refine ------
--- eval ---
prediction result:
f1 on test:    0.5375
f1 on test:    0.8929 (micro)
f1 on KB:      0.6471
f1 on orig KB: 0.3465
integrated f1: 0.3848, w_data: 0.3233, w_klg: 0.6767

integrated result:
f1 on test:    0.5211
f1 on test:    0.8921 (micro)
f1 on KB:      0.6592
f1 on orig KB: 0.3300
integrated f1: 0.3675, w_data: 0.3233, w_klg: 0.6767
------------
integrated f1 0.3848
Epoch 100, Total loss: 116786397184.0000, CE loss: 25.3173, RL loss: 1167863936.0000, Reward: -1365265.8027
    full cols: 679, non-full cols: 64
   r - labels: 429, labels - r: 43
    violated: 7209, weighted: 8745.6845703125, len: 0.0, nonzero: 0.14085419476032257
Epoch 200, Total loss: -51279323136.0000, CE loss: 25.2955, RL loss: -512793248.0000, Reward: -1376690.4746
    full cols: 678, non-full cols: 66
   r - labels: 429, labels - r: 42
    violated: 7205, weighted: 8805.3271484375, len: 0.0, nonzero: 0.14131875336170197
Epoch 300, Total loss: -34662445056.0000, CE loss: 25.2732, RL loss: -346624448.0000, Reward: -1378149.1738
    full cols: 673, non-full cols: 72
   r - labels: 430, labels - r: 42
    violated: 7270, weighted: 8757.724609375, len: 0.0, nonzero: 0.1411484181880951
Epoch 400, Total loss: -23968696320.0000, CE loss: 25.2548, RL loss: -239686960.0000, Reward: -1375515.0977
    full cols: 660, non-full cols: 106
   r - labels: 448, labels - r: 39
    violated: 7208, weighted: 8855.033203125, len: 0.0, nonzero: 0.14168111979961395
Epoch 500, Total loss: -17040824320.0000, CE loss: 25.2398, RL loss: -170408240.0000, Reward: -1371190.6465
    full cols: 682, non-full cols: 56
   r - labels: 423, labels - r: 42
    violated: 7823, weighted: 8799.1044921875, len: 0.0, nonzero: 0.14090994000434875
Epoch 600, Total loss: 11540381696.0000, CE loss: 25.2296, RL loss: 115403816.0000, Reward: -1376810.3789
    full cols: 675, non-full cols: 65
   r - labels: 425, labels - r: 42
    violated: 7342, weighted: 8751.583984375, len: 0.0, nonzero: 0.14085109531879425
Epoch 700, Total loss: -72194670592.0000, CE loss: 25.2204, RL loss: -721946688.0000, Reward: -1385903.3730
    full cols: 667, non-full cols: 88
   r - labels: 438, labels - r: 40
    violated: 7162, weighted: 8738.47265625, len: 0.0, nonzero: 0.14092852175235748
Epoch 800, Total loss: -19182917632.0000, CE loss: 25.2129, RL loss: -191829184.0000, Reward: -1378888.9453
    full cols: 675, non-full cols: 71
   r - labels: 430, labels - r: 41
    violated: 7191, weighted: 8691.9423828125, len: 0.0, nonzero: 0.14073960483074188
Epoch 900, Total loss: -89805496320.0000, CE loss: 25.2066, RL loss: -898054976.0000, Reward: -1385937.9688
    full cols: 680, non-full cols: 62
   r - labels: 427, labels - r: 42
    violated: 7314, weighted: 8686.09375, len: 0.0, nonzero: 0.1407550871372223
Epoch 1000, Total loss: 46613454848.0000, CE loss: 25.2017, RL loss: 466134560.0000, Reward: -1374418.8105
    full cols: 662, non-full cols: 108
   r - labels: 452, labels - r: 39
    violated: 7241, weighted: 8729.23828125, len: 0.0, nonzero: 0.14105550944805145
Epoch 1100, Total loss: 3219723776.0000, CE loss: 25.1973, RL loss: 32197238.0000, Reward: -1370983.7207
    full cols: 680, non-full cols: 65
   r - labels: 427, labels - r: 39
    violated: 7161, weighted: 8683.8173828125, len: 0.0, nonzero: 0.14139309525489807
Epoch 1200, Total loss: -37497978880.0000, CE loss: 25.1929, RL loss: -374979808.0000, Reward: -1382557.4785
    full cols: 669, non-full cols: 98
   r - labels: 446, labels - r: 36
    violated: 7313, weighted: 8749.8583984375, len: 0.0, nonzero: 0.14194747805595398
Epoch 1300, Total loss: 56423424000.0000, CE loss: 25.1892, RL loss: 564234240.0000, Reward: -1370216.7148
    full cols: 674, non-full cols: 87
   r - labels: 441, labels - r: 37
    violated: 7137, weighted: 8887.9326171875, len: 0.0, nonzero: 0.14297571778297424
Epoch 1400, Total loss: 21008844800.0000, CE loss: 25.1856, RL loss: 210088448.0000, Reward: -1378948.3887
    full cols: 685, non-full cols: 55
   r - labels: 422, labels - r: 39
    violated: 7230, weighted: 8769.390625, len: 0.0, nonzero: 0.1419195979833603
Epoch 1500, Total loss: -18805319680.0000, CE loss: 25.1839, RL loss: -188053200.0000, Reward: -1387519.0059
    full cols: 633, non-full cols: 195
   r - labels: 505, labels - r: 34
    violated: 7136, weighted: 8893.5078125, len: 0.0, nonzero: 0.14283324778079987
Epoch 1600, Total loss: 42176036864.0000, CE loss: 25.1802, RL loss: 421760352.0000, Reward: -1390702.4883
    full cols: 673, non-full cols: 92
   r - labels: 446, labels - r: 38
    violated: 7356, weighted: 8843.5859375, len: 0.0, nonzero: 0.1419629603624344
Epoch 1700, Total loss: 44621762560.0000, CE loss: 25.1791, RL loss: 446217632.0000, Reward: -1382381.8965
    full cols: 680, non-full cols: 79
   r - labels: 440, labels - r: 38
    violated: 7081, weighted: 8940.35546875, len: 0.0, nonzero: 0.14236558973789215
Epoch 1800, Total loss: -39873294336.0000, CE loss: 25.1761, RL loss: -398732960.0000, Reward: -1393004.3105
    full cols: 682, non-full cols: 88
   r - labels: 450, labels - r: 37
    violated: 7231, weighted: 9005.498046875, len: 0.0, nonzero: 0.1438429206609726
Epoch 1900, Total loss: 69902204928.0000, CE loss: 25.1734, RL loss: 699022080.0000, Reward: -1381318.8535
    full cols: 696, non-full cols: 53
   r - labels: 433, labels - r: 41
    violated: 7368, weighted: 9005.47265625, len: 0.0, nonzero: 0.14319251477718353
--- eval ---
prediction result:
f1 on test:    0.5353
f1 on test:    0.8928 (micro)
f1 on KB:      0.6469
integrated f1: 0.6064, w_data: 0.3000, w_klg: 0.7000

integrated result:
f1 on test:    0.5217
f1 on test:    0.8922 (micro)
f1 on KB:      0.6595
integrated f1: 0.6073, w_data: 0.3000, w_klg: 0.7000
------------
Epoch 2000, Total loss: -63377518592.0000, CE loss: 25.1699, RL loss: -633775168.0000, Reward: -1402441.6719
    full cols: 685, non-full cols: 70
   r - labels: 438, labels - r: 40
    violated: 7342, weighted: 9072.814453125, len: 0.0, nonzero: 0.14356417953968048
Epoch 2100, Total loss: 21007636480.0000, CE loss: 25.1673, RL loss: 210076368.0000, Reward: -1389016.2500
    full cols: 697, non-full cols: 48
   r - labels: 428, labels - r: 40
    violated: 7186, weighted: 8985.58203125, len: 0.0, nonzero: 0.14326375722885132
Epoch 2200, Total loss: 71575330816.0000, CE loss: 25.1629, RL loss: 715753344.0000, Reward: -1396104.4902
    full cols: 686, non-full cols: 84
   r - labels: 451, labels - r: 38
    violated: 7248, weighted: 9049.49609375, len: 0.0, nonzero: 0.14379645884037018
Epoch 2300, Total loss: -170449338368.0000, CE loss: 25.1592, RL loss: -1704493312.0000, Reward: -1440438.2754
    full cols: 695, non-full cols: 63
   r - labels: 440, labels - r: 39
    violated: 7195, weighted: 9058.8154296875, len: 0.0, nonzero: 0.14355798065662384
Epoch 2400, Total loss: -28029952000.0000, CE loss: 25.1536, RL loss: -280299520.0000, Reward: -1407987.0820
    full cols: 696, non-full cols: 71
   r - labels: 448, labels - r: 38
    violated: 7280, weighted: 9095.619140625, len: 0.0, nonzero: 0.14381814002990723
Epoch 2500, Total loss: 80529833984.0000, CE loss: 25.1494, RL loss: 805298304.0000, Reward: -1407566.4688
    full cols: 684, non-full cols: 83
   r - labels: 446, labels - r: 36
    violated: 7189, weighted: 9084.794921875, len: 0.0, nonzero: 0.14303456246852875
Epoch 2600, Total loss: -5948862464.0000, CE loss: 25.1445, RL loss: -59488624.0000, Reward: -1415081.4844
    full cols: 679, non-full cols: 103
   r - labels: 459, labels - r: 34
    violated: 7170, weighted: 9091.7080078125, len: 0.0, nonzero: 0.14399777352809906
Epoch 2700, Total loss: -74869932032.0000, CE loss: 25.1355, RL loss: -748699328.0000, Reward: -1417693.4102
    full cols: 684, non-full cols: 91
   r - labels: 452, labels - r: 34
    violated: 7173, weighted: 9089.7412109375, len: 0.0, nonzero: 0.14361372590065002
Epoch 2800, Total loss: -165157240832.0000, CE loss: 25.1271, RL loss: -1651572480.0000, Reward: -1442017.3398
    full cols: 649, non-full cols: 167
   r - labels: 495, labels - r: 36
    violated: 7211, weighted: 9141.859375, len: 0.0, nonzero: 0.14429199695587158
Epoch 2900, Total loss: -38703349760.0000, CE loss: 25.1184, RL loss: -387033504.0000, Reward: -1419543.3848
    full cols: 679, non-full cols: 110
   r - labels: 468, labels - r: 36
    violated: 7086, weighted: 9083.4453125, len: 0.0, nonzero: 0.14507867395877838
Epoch 3000, Total loss: 5435535360.0000, CE loss: 25.1074, RL loss: 54355356.0000, Reward: -1424291.8223
    full cols: 651, non-full cols: 169
   r - labels: 498, labels - r: 35
    violated: 7273, weighted: 9061.294921875, len: 0.0, nonzero: 0.1442950963973999
Epoch 3100, Total loss: -59542609920.0000, CE loss: 25.0965, RL loss: -595426112.0000, Reward: -1425730.5723
    full cols: 615, non-full cols: 250
   r - labels: 541, labels - r: 33
    violated: 7299, weighted: 8948.4287109375, len: 0.0, nonzero: 0.1433752477169037
Epoch 3200, Total loss: 17589749760.0000, CE loss: 25.0872, RL loss: 175897488.0000, Reward: -1431957.1797
    full cols: 694, non-full cols: 73
   r - labels: 448, labels - r: 38
    violated: 7247, weighted: 8965.66015625, len: 0.0, nonzero: 0.14386770129203796
Epoch 3300, Total loss: 12610371584.0000, CE loss: 25.0807, RL loss: 126103712.0000, Reward: -1433600.4004
    full cols: 680, non-full cols: 119
   r - labels: 478, labels - r: 36
    violated: 7346, weighted: 9165.193359375, len: 0.0, nonzero: 0.14539147913455963
Epoch 3400, Total loss: -168221200.0000, CE loss: 25.0701, RL loss: -1682212.0000, Reward: -1415573.8105
    full cols: 693, non-full cols: 73
   r - labels: 448, labels - r: 39
    violated: 7198, weighted: 9154.6484375, len: 0.0, nonzero: 0.14434155821800232
Epoch 3500, Total loss: -173780074496.0000, CE loss: 25.0609, RL loss: -1737800704.0000, Reward: -1435747.7969
    full cols: 695, non-full cols: 57
   r - labels: 437, labels - r: 42
    violated: 7230, weighted: 9173.8955078125, len: 0.0, nonzero: 0.1439884901046753
Epoch 3600, Total loss: 13775171584.0000, CE loss: 25.0525, RL loss: 137751712.0000, Reward: -1433365.7754
    full cols: 705, non-full cols: 36
   r - labels: 424, labels - r: 40
    violated: 7197, weighted: 9074.3701171875, len: 0.0, nonzero: 0.14359824359416962
Epoch 3700, Total loss: 126008483840.0000, CE loss: 25.0479, RL loss: 1260084864.0000, Reward: -1406735.5293
    full cols: 684, non-full cols: 71
   r - labels: 439, labels - r: 41
    violated: 7184, weighted: 9004.923828125, len: 0.0, nonzero: 0.14281776547431946
Epoch 3800, Total loss: 3664685312.0000, CE loss: 25.0451, RL loss: 36646852.0000, Reward: -1427922.4883
    full cols: 640, non-full cols: 188
   r - labels: 510, labels - r: 39
    violated: 7267, weighted: 8969.361328125, len: 0.0, nonzero: 0.14277131855487823
Epoch 3900, Total loss: 81602576384.0000, CE loss: 25.0400, RL loss: 816025792.0000, Reward: -1419571.7480
    full cols: 671, non-full cols: 93
   r - labels: 449, labels - r: 42
    violated: 7078, weighted: 8910.2490234375, len: 0.0, nonzero: 0.14203420281410217
--- eval ---
prediction result:
f1 on test:    0.5333
f1 on test:    0.8929 (micro)
f1 on KB:      0.6483
integrated f1: 0.6063, w_data: 0.3000, w_klg: 0.7000

integrated result:
f1 on test:    0.5218
f1 on test:    0.8922 (micro)
f1 on KB:      0.6594
integrated f1: 0.6073, w_data: 0.3000, w_klg: 0.7000
------------
Epoch 4000, Total loss: -80398508032.0000, CE loss: 25.0388, RL loss: -803985088.0000, Reward: -1428640.3008
    full cols: 686, non-full cols: 51
   r - labels: 422, labels - r: 42
    violated: 7258, weighted: 8748.630859375, len: 0.0, nonzero: 0.14082011580467224
Epoch 4100, Total loss: -1800362240.0000, CE loss: 25.0359, RL loss: -18003622.0000, Reward: -1450009.6523
    full cols: 664, non-full cols: 109
   r - labels: 458, labels - r: 42
    violated: 7209, weighted: 8768.7138671875, len: 0.0, nonzero: 0.14114221930503845
Epoch 4200, Total loss: -66845409280.0000, CE loss: 25.0322, RL loss: -668454080.0000, Reward: -1448498.5723
    full cols: 663, non-full cols: 118
   r - labels: 465, labels - r: 41
    violated: 7034, weighted: 8785.5673828125, len: 0.0, nonzero: 0.14147362112998962
Epoch 4300, Total loss: 74652131328.0000, CE loss: 25.0305, RL loss: 746521344.0000, Reward: -1445566.5645
    full cols: 663, non-full cols: 114
   r - labels: 461, labels - r: 41
    violated: 7219, weighted: 8830.599609375, len: 0.0, nonzero: 0.14180810749530792
Epoch 4400, Total loss: -53609693184.0000, CE loss: 25.0275, RL loss: -536096928.0000, Reward: -1455359.3613
    full cols: 682, non-full cols: 73
   r - labels: 439, labels - r: 41
    violated: 7049, weighted: 8844.33203125, len: 0.0, nonzero: 0.14170590043067932
Epoch 4500, Total loss: -4947251200.0000, CE loss: 25.0253, RL loss: -49472512.0000, Reward: -1475371.9668
    full cols: 701, non-full cols: 28
   r - labels: 413, labels - r: 41
    violated: 7160, weighted: 8917.443359375, len: 0.0, nonzero: 0.14168421924114227
Epoch 4600, Total loss: 21248727040.0000, CE loss: 25.0237, RL loss: 212487264.0000, Reward: -1478377.9082
    full cols: 649, non-full cols: 166
   r - labels: 496, labels - r: 38
    violated: 7075, weighted: 8877.607421875, len: 0.0, nonzero: 0.14115461707115173
Epoch 4700, Total loss: 42516733952.0000, CE loss: 25.0239, RL loss: 425167360.0000, Reward: -1472116.6797
    full cols: 682, non-full cols: 72
   r - labels: 439, labels - r: 42
    violated: 7715, weighted: 8885.134765625, len: 0.0, nonzero: 0.14080463349819183
Epoch 4800, Total loss: -62413496320.0000, CE loss: 25.0239, RL loss: -624134976.0000, Reward: -1475647.9473
    full cols: 652, non-full cols: 153
   r - labels: 488, labels - r: 40
    violated: 7068, weighted: 9050.595703125, len: 0.0, nonzero: 0.1425761878490448
Epoch 4900, Total loss: -30463117312.0000, CE loss: 25.0228, RL loss: -304631168.0000, Reward: -1470375.3027
    full cols: 637, non-full cols: 176
   r - labels: 494, labels - r: 38
    violated: 7123, weighted: 8891.4189453125, len: 0.0, nonzero: 0.1410028487443924
Epoch 5000, Total loss: -46920052736.0000, CE loss: 25.0226, RL loss: -469200544.0000, Reward: -1478744.2148
    full cols: 677, non-full cols: 69
   r - labels: 432, labels - r: 43
    violated: 7168, weighted: 8788.2431640625, len: 0.0, nonzero: 0.1396060436964035
Epoch 5100, Total loss: 32548192256.0000, CE loss: 25.0208, RL loss: 325481920.0000, Reward: -1477673.0703
    full cols: 661, non-full cols: 116
   r - labels: 459, labels - r: 39
    violated: 7243, weighted: 8796.109375, len: 0.0, nonzero: 0.14046704769134521
Epoch 5200, Total loss: 62104133632.0000, CE loss: 25.0177, RL loss: 621041344.0000, Reward: -1477925.6523
    full cols: 636, non-full cols: 172
   r - labels: 491, labels - r: 40
    violated: 7275, weighted: 8774.3095703125, len: 0.0, nonzero: 0.13948525488376617
Epoch 5300, Total loss: 38823780352.0000, CE loss: 25.0140, RL loss: 388237824.0000, Reward: -1476846.8340
    full cols: 677, non-full cols: 70
   r - labels: 436, labels - r: 46
    violated: 7270, weighted: 8853.916015625, len: 0.0, nonzero: 0.1397949755191803
Epoch 5400, Total loss: -72374525952.0000, CE loss: 25.0121, RL loss: -723745280.0000, Reward: -1501418.9570
    full cols: 651, non-full cols: 135
   r - labels: 473, labels - r: 44
    violated: 7239, weighted: 8927.48828125, len: 0.0, nonzero: 0.1405661553144455
Epoch 5500, Total loss: 71534428160.0000, CE loss: 25.0091, RL loss: 715344256.0000, Reward: -1494507.5117
    full cols: 653, non-full cols: 135
   r - labels: 476, labels - r: 45
    violated: 7213, weighted: 8872.126953125, len: 0.0, nonzero: 0.13967418670654297
Epoch 5600, Total loss: -150615326720.0000, CE loss: 25.0033, RL loss: -1506153216.0000, Reward: -1517876.9297
    full cols: 648, non-full cols: 144
   r - labels: 479, labels - r: 44
    violated: 7289, weighted: 8937.083984375, len: 0.0, nonzero: 0.1407705694437027
Epoch 5700, Total loss: 105213059072.0000, CE loss: 25.0024, RL loss: 1052130624.0000, Reward: -1497001.7637
    full cols: 649, non-full cols: 151
   r - labels: 486, labels - r: 43
    violated: 7228, weighted: 8936.857421875, len: 0.0, nonzero: 0.14096258580684662
Epoch 5800, Total loss: 84040966144.0000, CE loss: 24.9984, RL loss: 840409664.0000, Reward: -1493024.7188
    full cols: 633, non-full cols: 191
   r - labels: 508, labels - r: 41
    violated: 7142, weighted: 8949.515625, len: 0.0, nonzero: 0.14095020294189453
Epoch 5900, Total loss: -75791917056.0000, CE loss: 24.9943, RL loss: -757919168.0000, Reward: -1511341.9453
    full cols: 680, non-full cols: 82
   r - labels: 448, labels - r: 43
    violated: 7096, weighted: 8999.859375, len: 0.0, nonzero: 0.14175546169281006
--- eval ---
prediction result:
f1 on test:    0.5268
f1 on test:    0.8926 (micro)
f1 on KB:      0.6486
integrated f1: 0.6036, w_data: 0.3000, w_klg: 0.7000

integrated result:
f1 on test:    0.5202
f1 on test:    0.8920 (micro)
f1 on KB:      0.6596
integrated f1: 0.6066, w_data: 0.3000, w_klg: 0.7000
------------
Epoch 6000, Total loss: 262480723968.0000, CE loss: 24.9926, RL loss: 2624807168.0000, Reward: -1485124.2871
    full cols: 682, non-full cols: 56
   r - labels: 426, labels - r: 45
    violated: 7034, weighted: 8901.6796875, len: 0.0, nonzero: 0.14058473706245422
Epoch 6100, Total loss: -201826500608.0000, CE loss: 24.9939, RL loss: -2018264960.0000, Reward: -1551139.2852
    full cols: 659, non-full cols: 129
   r - labels: 472, labels - r: 41
    violated: 7111, weighted: 8962.3037109375, len: 0.0, nonzero: 0.14131875336170197
Epoch 6200, Total loss: 15458681856.0000, CE loss: 24.9914, RL loss: 154586816.0000, Reward: -1529920.3867
    full cols: 679, non-full cols: 88
   r - labels: 454, labels - r: 44
    violated: 7250, weighted: 9209.12890625, len: 0.0, nonzero: 0.14275892078876495
Epoch 6300, Total loss: -182640230400.0000, CE loss: 24.9893, RL loss: -1826402304.0000, Reward: -1540690.6211
    full cols: 640, non-full cols: 157
   r - labels: 481, labels - r: 41
    violated: 7178, weighted: 8932.8037109375, len: 0.0, nonzero: 0.1402471512556076
Epoch 6400, Total loss: 72081367040.0000, CE loss: 24.9902, RL loss: 720813632.0000, Reward: -1517934.2617
    full cols: 594, non-full cols: 283
   r - labels: 556, labels - r: 36
    violated: 7090, weighted: 8886.5, len: 0.0, nonzero: 0.14063429832458496
Epoch 6500, Total loss: 97190313984.0000, CE loss: 24.9904, RL loss: 971903104.0000, Reward: -1530606.4355
    full cols: 644, non-full cols: 148
   r - labels: 478, labels - r: 43
    violated: 6989, weighted: 8990.517578125, len: 0.0, nonzero: 0.14072410762310028
Epoch 6600, Total loss: -99603234816.0000, CE loss: 24.9855, RL loss: -996032384.0000, Reward: -1535275.5996
    full cols: 681, non-full cols: 79
   r - labels: 447, labels - r: 44
    violated: 7064, weighted: 9115.21484375, len: 0.0, nonzero: 0.1420249044895172
Epoch 6700, Total loss: 60583481344.0000, CE loss: 24.9850, RL loss: 605834816.0000, Reward: -1536249.2285
    full cols: 642, non-full cols: 161
   r - labels: 489, labels - r: 43
    violated: 7110, weighted: 9031.8935546875, len: 0.0, nonzero: 0.14197225868701935
Epoch 6800, Total loss: -10242488320.0000, CE loss: 24.9836, RL loss: -102424888.0000, Reward: -1524621.6758
    full cols: 638, non-full cols: 178
   r - labels: 501, labels - r: 42
    violated: 6982, weighted: 9003.3837890625, len: 0.0, nonzero: 0.1416594386100769
Epoch 6900, Total loss: -2553325824.0000, CE loss: 24.9824, RL loss: -25533258.0000, Reward: -1536466.2070
    full cols: 676, non-full cols: 91
   r - labels: 455, labels - r: 45
    violated: 7694, weighted: 9030.677734375, len: 0.0, nonzero: 0.14229744672775269
Epoch 7000, Total loss: 59552813056.0000, CE loss: 24.9823, RL loss: 595528128.0000, Reward: -1546983.9746
    full cols: 570, non-full cols: 351
   r - labels: 602, labels - r: 38
    violated: 6992, weighted: 9132.1884765625, len: 0.0, nonzero: 0.1421983391046524
Epoch 7100, Total loss: 88841388032.0000, CE loss: 24.9819, RL loss: 888413888.0000, Reward: -1541233.2051
    full cols: 626, non-full cols: 207
   r - labels: 517, labels - r: 41
    violated: 7101, weighted: 9134.53125, len: 0.0, nonzero: 0.14192889630794525
Epoch 7200, Total loss: 128036995072.0000, CE loss: 24.9817, RL loss: 1280369920.0000, Reward: -1521874.0977
    full cols: 670, non-full cols: 116
   r - labels: 475, labels - r: 46
    violated: 7005, weighted: 9088.119140625, len: 0.0, nonzero: 0.1420682668685913
Epoch 7300, Total loss: -23529082880.0000, CE loss: 24.9799, RL loss: -235290832.0000, Reward: -1553363.8301
    full cols: 610, non-full cols: 255
   r - labels: 549, labels - r: 41
    violated: 7043, weighted: 9021.5390625, len: 0.0, nonzero: 0.14107099175453186
Epoch 7400, Total loss: -63500460032.0000, CE loss: 24.9811, RL loss: -635004608.0000, Reward: -1579074.9941
    full cols: 682, non-full cols: 77
   r - labels: 449, labels - r: 47
    violated: 7171, weighted: 8970.21875, len: 0.0, nonzero: 0.1410028487443924
Epoch 7500, Total loss: -142707752960.0000, CE loss: 24.9823, RL loss: -1427077504.0000, Reward: -1588867.3691
    full cols: 684, non-full cols: 74
   r - labels: 448, labels - r: 47
    violated: 7172, weighted: 8950.02734375, len: 0.0, nonzero: 0.14115771651268005
Epoch 7600, Total loss: 151823319040.0000, CE loss: 24.9827, RL loss: 1518233216.0000, Reward: -1566903.3711
    full cols: 664, non-full cols: 133
   r - labels: 481, labels - r: 41
    violated: 7203, weighted: 9059.40234375, len: 0.0, nonzero: 0.14195367693901062
Epoch 7700, Total loss: 70176194560.0000, CE loss: 24.9838, RL loss: 701761984.0000, Reward: -1577036.1387
    full cols: 685, non-full cols: 70
   r - labels: 444, labels - r: 46
    violated: 7010, weighted: 9003.55078125, len: 0.0, nonzero: 0.14112363755702972
Epoch 7800, Total loss: -39205064704.0000, CE loss: 24.9824, RL loss: -392050656.0000, Reward: -1585367.8906
    full cols: 586, non-full cols: 322
   r - labels: 588, labels - r: 37
    violated: 7029, weighted: 8960.1923828125, len: 0.0, nonzero: 0.14111125469207764
Epoch 7900, Total loss: -35805917184.0000, CE loss: 24.9831, RL loss: -358059168.0000, Reward: -1602376.1582
    full cols: 611, non-full cols: 263
   r - labels: 555, labels - r: 38
    violated: 7029, weighted: 9007.1416015625, len: 0.0, nonzero: 0.14169661700725555
--- eval ---
prediction result:
f1 on test:    0.5260
f1 on test:    0.8925 (micro)
f1 on KB:      0.6489
integrated f1: 0.6034, w_data: 0.3000, w_klg: 0.7000

integrated result:
f1 on test:    0.5201
f1 on test:    0.8921 (micro)
f1 on KB:      0.6598
integrated f1: 0.6067, w_data: 0.3000, w_klg: 0.7000
------------
Epoch 8000, Total loss: -138650861568.0000, CE loss: 24.9830, RL loss: -1386508672.0000, Reward: -1603252.2871
    full cols: 594, non-full cols: 312
   r - labels: 587, labels - r: 38
    violated: 7151, weighted: 8960.1884765625, len: 0.0, nonzero: 0.1408139318227768
Epoch 8100, Total loss: 38731796480.0000, CE loss: 24.9815, RL loss: 387317984.0000, Reward: -1599377.2559
    full cols: 606, non-full cols: 269
   r - labels: 556, labels - r: 38
    violated: 6975, weighted: 9019.40234375, len: 0.0, nonzero: 0.14094090461730957
Epoch 8200, Total loss: 81341440000.0000, CE loss: 24.9836, RL loss: 813414400.0000, Reward: -1621980.7480
    full cols: 588, non-full cols: 319
   r - labels: 590, labels - r: 40
    violated: 7082, weighted: 8916.927734375, len: 0.0, nonzero: 0.1398104578256607
Epoch 8300, Total loss: -15682219008.0000, CE loss: 24.9807, RL loss: -156822192.0000, Reward: -1616330.5332
    full cols: 593, non-full cols: 298
   r - labels: 576, labels - r: 42
    violated: 7055, weighted: 9019.373046875, len: 0.0, nonzero: 0.14050111174583435
Epoch 8400, Total loss: 78771929088.0000, CE loss: 24.9808, RL loss: 787719296.0000, Reward: -1617135.6367
    full cols: 613, non-full cols: 231
   r - labels: 527, labels - r: 40
    violated: 7005, weighted: 9089.103515625, len: 0.0, nonzero: 0.14179880917072296
Epoch 8500, Total loss: -88756035584.0000, CE loss: 24.9815, RL loss: -887560384.0000, Reward: -1646661.7246
    full cols: 612, non-full cols: 241
   r - labels: 537, labels - r: 41
    violated: 7207, weighted: 9058.48046875, len: 0.0, nonzero: 0.14178022742271423
Epoch 8600, Total loss: 68448186368.0000, CE loss: 24.9817, RL loss: 684481856.0000, Reward: -1623903.7012
    full cols: 614, non-full cols: 238
   r - labels: 535, labels - r: 40
    violated: 7170, weighted: 9125.6123046875, len: 0.0, nonzero: 0.1422850638628006
Epoch 8700, Total loss: -58781818880.0000, CE loss: 24.9820, RL loss: -587818176.0000, Reward: -1639956.3652
    full cols: 639, non-full cols: 183
   r - labels: 505, labels - r: 40
    violated: 6900, weighted: 9016.84375, len: 0.0, nonzero: 0.14191341400146484
Epoch 8800, Total loss: -119105314816.0000, CE loss: 24.9803, RL loss: -1191053184.0000, Reward: -1665771.8867
    full cols: 612, non-full cols: 253
   r - labels: 548, labels - r: 40
    violated: 6958, weighted: 9123.3330078125, len: 0.0, nonzero: 0.141733780503273
Epoch 8900, Total loss: 157657694208.0000, CE loss: 24.9808, RL loss: 1576576896.0000, Reward: -1642251.8789
    full cols: 666, non-full cols: 120
   r - labels: 472, labels - r: 43
    violated: 7048, weighted: 9083.55078125, len: 0.0, nonzero: 0.14210233092308044
Epoch 9000, Total loss: -71313276928.0000, CE loss: 24.9814, RL loss: -713132736.0000, Reward: -1652098.8867
    full cols: 614, non-full cols: 255
   r - labels: 553, labels - r: 41
    violated: 7021, weighted: 9198.1064453125, len: 0.0, nonzero: 0.14270317554473877
Epoch 9100, Total loss: 49054978048.0000, CE loss: 24.9812, RL loss: 490549792.0000, Reward: -1650025.5156
    full cols: 640, non-full cols: 175
   r - labels: 502, labels - r: 44
    violated: 7076, weighted: 9090.8662109375, len: 0.0, nonzero: 0.14138999581336975
Epoch 9200, Total loss: 20424843264.0000, CE loss: 24.9831, RL loss: 204248432.0000, Reward: -1665384.1348
    full cols: 554, non-full cols: 457
   r - labels: 692, labels - r: 38
    violated: 7008, weighted: 9325.9609375, len: 0.0, nonzero: 0.14280538260936737
Epoch 9300, Total loss: -38818590720.0000, CE loss: 24.9813, RL loss: -388185920.0000, Reward: -1662423.3555
    full cols: 592, non-full cols: 300
   r - labels: 577, labels - r: 42
    violated: 7215, weighted: 9215.337890625, len: 0.0, nonzero: 0.14178022742271423
Epoch 9400, Total loss: 82766061568.0000, CE loss: 24.9803, RL loss: 827660608.0000, Reward: -1642999.8887
    full cols: 558, non-full cols: 411
   r - labels: 650, labels - r: 38
    violated: 6951, weighted: 9268.66015625, len: 0.0, nonzero: 0.1423129439353943
Epoch 9500, Total loss: 167952531456.0000, CE loss: 24.9788, RL loss: 1679525248.0000, Reward: -1642599.4297
    full cols: 585, non-full cols: 330
   r - labels: 598, labels - r: 40
    violated: 6997, weighted: 9359.220703125, len: 0.0, nonzero: 0.14287042617797852
Epoch 9600, Total loss: 989798272.0000, CE loss: 24.9786, RL loss: 9897983.0000, Reward: -1670630.5078
    full cols: 644, non-full cols: 178
   r - labels: 507, labels - r: 42
    violated: 7012, weighted: 9257.537109375, len: 0.0, nonzero: 0.1426350325345993
Epoch 9700, Total loss: -93261766656.0000, CE loss: 24.9779, RL loss: -932617664.0000, Reward: -1687579.7793
    full cols: 642, non-full cols: 186
   r - labels: 513, labels - r: 42
    violated: 6846, weighted: 9249.650390625, len: 0.0, nonzero: 0.14239037036895752
Epoch 9800, Total loss: 19109177344.0000, CE loss: 24.9782, RL loss: 191091776.0000, Reward: -1677381.6797
    full cols: 625, non-full cols: 210
   r - labels: 519, labels - r: 41
    violated: 6953, weighted: 9221.3232421875, len: 0.0, nonzero: 0.14150148630142212
Epoch 9900, Total loss: 205138608.0000, CE loss: 24.9764, RL loss: 2051386.1250, Reward: -1675378.7285
    full cols: 594, non-full cols: 287
   r - labels: 566, labels - r: 42
    violated: 7099, weighted: 9260.05078125, len: 0.0, nonzero: 0.14159131050109863
--- eval ---
prediction result:
f1 on test:    0.5260
f1 on test:    0.8925 (micro)
f1 on KB:      0.6489
integrated f1: 0.6034, w_data: 0.3000, w_klg: 0.7000

integrated result:
f1 on test:    0.5194
f1 on test:    0.8922 (micro)
f1 on KB:      0.6600
integrated f1: 0.6065, w_data: 0.3000, w_klg: 0.7000
------------
Epoch 10000, Total loss: 8754262016.0000, CE loss: 24.9760, RL loss: 87542624.0000, Reward: -1653264.4023
    full cols: 646, non-full cols: 154
   r - labels: 486, labels - r: 43
    violated: 6943, weighted: 9150.1015625, len: 0.0, nonzero: 0.14106789231300354
Epoch 10100, Total loss: 121473187840.0000, CE loss: 24.9759, RL loss: 1214731904.0000, Reward: -1660774.8867
    full cols: 594, non-full cols: 294
   r - labels: 573, labels - r: 42
    violated: 7270, weighted: 9310.478515625, len: 0.0, nonzero: 0.14200632274150848
Epoch 10200, Total loss: 55539621888.0000, CE loss: 24.9766, RL loss: 555396224.0000, Reward: -1671269.0312
    full cols: 631, non-full cols: 202
   r - labels: 519, labels - r: 43
    violated: 6991, weighted: 9490.3876953125, len: 0.0, nonzero: 0.14327304065227509
Epoch 10300, Total loss: -124359426048.0000, CE loss: 24.9767, RL loss: -1243594240.0000, Reward: -1694661.1055
    full cols: 597, non-full cols: 291
   r - labels: 575, labels - r: 44
    violated: 6965, weighted: 9291.01171875, len: 0.0, nonzero: 0.1423593908548355
Epoch 10400, Total loss: 109618511872.0000, CE loss: 24.9763, RL loss: 1096185088.0000, Reward: -1677816.2773
    full cols: 587, non-full cols: 305
   r - labels: 579, labels - r: 44
    violated: 6934, weighted: 9317.41015625, len: 0.0, nonzero: 0.141702800989151
Epoch 10500, Total loss: 126807498752.0000, CE loss: 24.9762, RL loss: 1268075008.0000, Reward: -1690134.9746
    full cols: 584, non-full cols: 320
   r - labels: 592, labels - r: 45
    violated: 7065, weighted: 9527.435546875, len: 0.0, nonzero: 0.1429385542869568
Epoch 10600, Total loss: 106538901504.0000, CE loss: 24.9753, RL loss: 1065388992.0000, Reward: -1680154.6484
    full cols: 669, non-full cols: 87
   r - labels: 450, labels - r: 51
    violated: 7011, weighted: 9222.0634765625, len: 0.0, nonzero: 0.1405661553144455
Epoch 10700, Total loss: -18190344192.0000, CE loss: 24.9761, RL loss: -181903440.0000, Reward: -1702064.0156
    full cols: 616, non-full cols: 224
   r - labels: 532, labels - r: 49
    violated: 6896, weighted: 9281.171875, len: 0.0, nonzero: 0.1405506730079651
Epoch 10800, Total loss: 69298626560.0000, CE loss: 24.9765, RL loss: 692986240.0000, Reward: -1703218.0488
    full cols: 597, non-full cols: 292
   r - labels: 578, labels - r: 46
    violated: 6981, weighted: 9290.79296875, len: 0.0, nonzero: 0.14083561301231384
Epoch 10900, Total loss: -58851848192.0000, CE loss: 24.9780, RL loss: -588518464.0000, Reward: -1728772.0957
    full cols: 651, non-full cols: 140
   r - labels: 482, labels - r: 48
    violated: 6799, weighted: 9332.2978515625, len: 0.0, nonzero: 0.14160679280757904
Epoch 11000, Total loss: -17570779136.0000, CE loss: 24.9778, RL loss: -175707792.0000, Reward: -1733446.9414
    full cols: 579, non-full cols: 347
   r - labels: 612, labels - r: 43
    violated: 6952, weighted: 9358.5517578125, len: 0.0, nonzero: 0.14217975735664368
Epoch 11100, Total loss: 231539556352.0000, CE loss: 24.9777, RL loss: 2315395584.0000, Reward: -1692454.9746
    full cols: 580, non-full cols: 327
   r - labels: 594, labels - r: 44
    violated: 7002, weighted: 9261.1650390625, len: 0.0, nonzero: 0.14132805168628693
Epoch 11200, Total loss: 1386036352.0000, CE loss: 24.9761, RL loss: 13860364.0000, Reward: -1705435.1641
    full cols: 579, non-full cols: 324
   r - labels: 589, labels - r: 43
    violated: 6978, weighted: 9284.0537109375, len: 0.0, nonzero: 0.14198154211044312
Epoch 11300, Total loss: -117926461440.0000, CE loss: 24.9771, RL loss: -1179264640.0000, Reward: -1715052.8730
    full cols: 570, non-full cols: 341
   r - labels: 601, labels - r: 47
    violated: 6856, weighted: 9264.5283203125, len: 0.0, nonzero: 0.14042988419532776
Epoch 11400, Total loss: 133070438400.0000, CE loss: 24.9766, RL loss: 1330704384.0000, Reward: -1704099.9492
    full cols: 575, non-full cols: 327
   r - labels: 590, labels - r: 45
    violated: 6889, weighted: 9189.037109375, len: 0.0, nonzero: 0.14108027517795563
Epoch 11500, Total loss: 49138520064.0000, CE loss: 24.9765, RL loss: 491385216.0000, Reward: -1714061.9375
    full cols: 642, non-full cols: 143
   r - labels: 478, labels - r: 50
    violated: 6834, weighted: 9268.095703125, len: 0.0, nonzero: 0.14139927923679352
Epoch 11600, Total loss: -168508227584.0000, CE loss: 24.9768, RL loss: -1685082240.0000, Reward: -1744608.9688
    full cols: 605, non-full cols: 238
   r - labels: 537, labels - r: 51
    violated: 6983, weighted: 9238.9609375, len: 0.0, nonzero: 0.14054757356643677
Epoch 11700, Total loss: 37544456192.0000, CE loss: 24.9767, RL loss: 375444544.0000, Reward: -1724980.1641
    full cols: 570, non-full cols: 353
   r - labels: 613, labels - r: 47
    violated: 6987, weighted: 9325.572265625, len: 0.0, nonzero: 0.14114531874656677
Epoch 11800, Total loss: -92102664192.0000, CE loss: 24.9766, RL loss: -921026624.0000, Reward: -1747062.8691
    full cols: 577, non-full cols: 331
   r - labels: 598, labels - r: 47
    violated: 7618, weighted: 9362.232421875, len: 0.0, nonzero: 0.14088205993175507
Epoch 11900, Total loss: -1088035840.0000, CE loss: 24.9773, RL loss: -10880358.0000, Reward: -1717292.3359
    full cols: 627, non-full cols: 200
   r - labels: 521, labels - r: 51
    violated: 6929, weighted: 9452.6796875, len: 0.0, nonzero: 0.14191031455993652
--- eval ---
prediction result:
f1 on test:    0.5260
f1 on test:    0.8925 (micro)
f1 on KB:      0.6489
integrated f1: 0.6034, w_data: 0.3000, w_klg: 0.7000

integrated result:
f1 on test:    0.5195
f1 on test:    0.8921 (micro)
f1 on KB:      0.6598
integrated f1: 0.6064, w_data: 0.3000, w_klg: 0.7000
------------
Epoch 12000, Total loss: 30783475712.0000, CE loss: 24.9763, RL loss: 307834752.0000, Reward: -1726332.5625
    full cols: 575, non-full cols: 395
   r - labels: 660, labels - r: 47
    violated: 6930, weighted: 9675.3388671875, len: 0.0, nonzero: 0.14303147792816162
Epoch 12100, Total loss: 230235963392.0000, CE loss: 24.9760, RL loss: 2302359552.0000, Reward: -1710256.4531
    full cols: 657, non-full cols: 115
   r - labels: 470, labels - r: 55
    violated: 7063, weighted: 9460.98828125, len: 0.0, nonzero: 0.14106789231300354
Epoch 12200, Total loss: 68753965056.0000, CE loss: 24.9759, RL loss: 687539648.0000, Reward: -1740846.7598
    full cols: 646, non-full cols: 133
   r - labels: 481, labels - r: 59
    violated: 6854, weighted: 9456.7412109375, len: 0.0, nonzero: 0.1401139795780182
Epoch 12300, Total loss: 99285499904.0000, CE loss: 24.9758, RL loss: 992854976.0000, Reward: -1747283.6797
    full cols: 571, non-full cols: 369
   r - labels: 633, labels - r: 50
    violated: 6940, weighted: 9409.771484375, len: 0.0, nonzero: 0.1404360830783844
Epoch 12400, Total loss: -107218092032.0000, CE loss: 24.9766, RL loss: -1072180928.0000, Reward: -1756125.6719
    full cols: 583, non-full cols: 309
   r - labels: 589, labels - r: 54
    violated: 6934, weighted: 9159.08203125, len: 0.0, nonzero: 0.13811632990837097
Epoch 12500, Total loss: -261154635776.0000, CE loss: 24.9768, RL loss: -2611546368.0000, Reward: -1774423.6172
    full cols: 555, non-full cols: 381
   r - labels: 630, labels - r: 51
    violated: 6975, weighted: 9210.365234375, len: 0.0, nonzero: 0.13853754103183746
Epoch 12600, Total loss: -103290650624.0000, CE loss: 24.9753, RL loss: -1032906496.0000, Reward: -1763795.0723
    full cols: 636, non-full cols: 134
   r - labels: 469, labels - r: 56
    violated: 7087, weighted: 9041.029296875, len: 0.0, nonzero: 0.13776946067810059
Epoch 12700, Total loss: 56949592064.0000, CE loss: 24.9762, RL loss: 569495936.0000, Reward: -1744756.5723
    full cols: 551, non-full cols: 378
   r - labels: 625, labels - r: 53
    violated: 6972, weighted: 9215.998046875, len: 0.0, nonzero: 0.1382804811000824
Epoch 12800, Total loss: 100667940864.0000, CE loss: 24.9743, RL loss: 1006679424.0000, Reward: -1735997.5449
    full cols: 537, non-full cols: 428
   r - labels: 662, labels - r: 54
    violated: 7401, weighted: 9134.875, len: 0.0, nonzero: 0.1374783217906952
Epoch 12900, Total loss: 119838195712.0000, CE loss: 24.9748, RL loss: 1198381952.0000, Reward: -1761377.2031
    full cols: 628, non-full cols: 163
   r - labels: 491, labels - r: 57
    violated: 7161, weighted: 9082.30078125, len: 0.0, nonzero: 0.13776326179504395
Epoch 13000, Total loss: 3541836800.0000, CE loss: 24.9735, RL loss: 35418368.0000, Reward: -1745737.9199
    full cols: 570, non-full cols: 323
   r - labels: 590, labels - r: 54
    violated: 7040, weighted: 9173.0, len: 0.0, nonzero: 0.13824331760406494
Epoch 13100, Total loss: 62798610432.0000, CE loss: 24.9728, RL loss: 627986112.0000, Reward: -1754854.4121
    full cols: 582, non-full cols: 264
   r - labels: 545, labels - r: 56
    violated: 6947, weighted: 9129.8037109375, len: 0.0, nonzero: 0.1377415806055069
Epoch 13200, Total loss: 177400692736.0000, CE loss: 24.9730, RL loss: 1774006912.0000, Reward: -1732239.0840
    full cols: 559, non-full cols: 358
   r - labels: 613, labels - r: 53
    violated: 7160, weighted: 9211.681640625, len: 0.0, nonzero: 0.13868311047554016
Epoch 13300, Total loss: 8920922112.0000, CE loss: 24.9739, RL loss: 89209216.0000, Reward: -1754386.4023
    full cols: 633, non-full cols: 144
   r - labels: 476, labels - r: 56
    violated: 7017, weighted: 9250.2861328125, len: 0.0, nonzero: 0.1392715573310852
Epoch 13400, Total loss: -67076210688.0000, CE loss: 24.9728, RL loss: -670762112.0000, Reward: -1781690.9473
    full cols: 564, non-full cols: 359
   r - labels: 618, labels - r: 52
    violated: 7073, weighted: 9302.494140625, len: 0.0, nonzero: 0.13932421803474426
Epoch 13500, Total loss: -81886666752.0000, CE loss: 24.9727, RL loss: -818866688.0000, Reward: -1785380.4941
    full cols: 577, non-full cols: 315
   r - labels: 588, labels - r: 53
    violated: 7053, weighted: 9338.7451171875, len: 0.0, nonzero: 0.13959985971450806
Epoch 13600, Total loss: 91950915584.0000, CE loss: 24.9742, RL loss: 919509120.0000, Reward: -1769966.8047
    full cols: 584, non-full cols: 283
   r - labels: 564, labels - r: 54
    violated: 7235, weighted: 9139.05078125, len: 0.0, nonzero: 0.13810394704341888
Epoch 13700, Total loss: -29617100800.0000, CE loss: 24.9750, RL loss: -296171008.0000, Reward: -1772842.7793
    full cols: 598, non-full cols: 230
   r - labels: 525, labels - r: 54
    violated: 7271, weighted: 9059.525390625, len: 0.0, nonzero: 0.13740399479866028
Epoch 13800, Total loss: 35952283648.0000, CE loss: 24.9737, RL loss: 359522848.0000, Reward: -1773128.8965
    full cols: 578, non-full cols: 279
   r - labels: 553, labels - r: 53
    violated: 6973, weighted: 9050.380859375, len: 0.0, nonzero: 0.13722126185894012
Epoch 13900, Total loss: -8622105600.0000, CE loss: 24.9733, RL loss: -86221056.0000, Reward: -1778298.8125
    full cols: 559, non-full cols: 334
   r - labels: 590, labels - r: 54
    violated: 7244, weighted: 9036.806640625, len: 0.0, nonzero: 0.1366358995437622
--- eval ---
prediction result:
f1 on test:    0.5260
f1 on test:    0.8925 (micro)
f1 on KB:      0.6489
integrated f1: 0.6034, w_data: 0.3000, w_klg: 0.7000

integrated result:
f1 on test:    0.5193
f1 on test:    0.8920 (micro)
f1 on KB:      0.6595
integrated f1: 0.6062, w_data: 0.3000, w_klg: 0.7000
------------
Epoch 14000, Total loss: -188700295168.0000, CE loss: 24.9741, RL loss: -1887002880.0000, Reward: -1799519.7148
    full cols: 540, non-full cols: 402
   r - labels: 639, labels - r: 54
    violated: 7042, weighted: 9010.396484375, len: 0.0, nonzero: 0.13659873604774475
Epoch 14100, Total loss: 119373709312.0000, CE loss: 24.9735, RL loss: 1193737088.0000, Reward: -1769242.8457
    full cols: 549, non-full cols: 377
   r - labels: 621, labels - r: 52
    violated: 7121, weighted: 9011.712890625, len: 0.0, nonzero: 0.13591736555099487
Epoch 14200, Total loss: -114899853312.0000, CE loss: 24.9747, RL loss: -1148998528.0000, Reward: -1810619.0723
    full cols: 539, non-full cols: 398
   r - labels: 633, labels - r: 53
    violated: 7187, weighted: 9071.6748046875, len: 0.0, nonzero: 0.13705092668533325
Epoch 14300, Total loss: 31392063488.0000, CE loss: 24.9728, RL loss: 313920640.0000, Reward: -1790872.4961
    full cols: 547, non-full cols: 394
   r - labels: 635, labels - r: 51
    violated: 7059, weighted: 9022.2666015625, len: 0.0, nonzero: 0.13680315017700195
Epoch 14400, Total loss: -61371973632.0000, CE loss: 24.9738, RL loss: -613719744.0000, Reward: -1813199.0098
    full cols: 611, non-full cols: 181
   r - labels: 491, labels - r: 56
    violated: 7283, weighted: 9025.0703125, len: 0.0, nonzero: 0.13658635318279266
Epoch 14500, Total loss: 78361493504.0000, CE loss: 24.9750, RL loss: 783614912.0000, Reward: -1797772.9316
    full cols: 594, non-full cols: 219
   r - labels: 511, labels - r: 55
    violated: 7207, weighted: 9085.6015625, len: 0.0, nonzero: 0.13682173192501068
Epoch 14600, Total loss: 21754173440.0000, CE loss: 24.9754, RL loss: 217541728.0000, Reward: -1816016.4941
    full cols: 573, non-full cols: 279
   r - labels: 549, labels - r: 54
    violated: 7200, weighted: 8875.255859375, len: 0.0, nonzero: 0.13550235331058502
Epoch 14700, Total loss: 33772158976.0000, CE loss: 24.9751, RL loss: 337721600.0000, Reward: -1811137.8320
    full cols: 517, non-full cols: 488
   r - labels: 698, labels - r: 50
    violated: 6993, weighted: 8990.751953125, len: 0.0, nonzero: 0.1364903450012207
Epoch 14800, Total loss: -101235163136.0000, CE loss: 24.9725, RL loss: -1012351616.0000, Reward: -1818510.6562
    full cols: 599, non-full cols: 192
   r - labels: 491, labels - r: 57
    violated: 7224, weighted: 8924.291015625, len: 0.0, nonzero: 0.13487674295902252
Epoch 14900, Total loss: 67063570432.0000, CE loss: 24.9728, RL loss: 670635712.0000, Reward: -1785900.3672
    full cols: 534, non-full cols: 400
   r - labels: 631, labels - r: 54
    violated: 7409, weighted: 9085.68359375, len: 0.0, nonzero: 0.13569438457489014
Epoch 15000, Total loss: -10058874880.0000, CE loss: 24.9726, RL loss: -100588744.0000, Reward: -1814034.4082
    full cols: 534, non-full cols: 406
   r - labels: 635, labels - r: 52
    violated: 7103, weighted: 8986.546875, len: 0.0, nonzero: 0.13511832058429718
------ ABL Loop 1 ------
--- eval ---
prediction result:
f1 on test:    0.5260
f1 on test:    0.8925 (micro)
f1 on KB:      0.6489
f1 on orig KB: 0.3302
integrated f1: 0.3682, w_data: 0.3233, w_klg: 0.6767

integrated result:
f1 on test:    0.5199
f1 on test:    0.8921 (micro)
f1 on KB:      0.6593
f1 on orig KB: 0.3299
integrated f1: 0.3673, w_data: 0.3233, w_klg: 0.6767
------------
integrated f1 0.3682

KB before refine:
num_nodes: 5045.0000
num_edges: 4342.0000
density: 0.0002
avg_degree: 0.8607
avg_clustering: 0.1091
degree_assortativity: -0.3189
modularity: 0.6152
avg_betweenness: 0.0000
avg_closeness: 0.0025
Iteration 0: Loss = 1262585.000000
|Xk-Y|_F:  1262585.000000, |X-X0|:  0.000000
rounded |X_k-Y|_0 = 1260187, f1 =  0.406849, approx slack: 4946392
rounded before pow |X_k-Y|_0 = 1260187, f1 =  0.406849

Iteration 20: Loss = 492628.500000
|Xk-Y|_F:  386038.406250, |X-X0|:  106590.109375
rounded |X_k-Y|_0 = 394654, f1 =  0.648013, approx slack: 253920
rounded before pow |X_k-Y|_0 = 560301, f1 =  0.617983

Iteration 40: Loss = 424019.875000
|Xk-Y|_F:  371677.468750, |X-X0|:  52342.394531
rounded |X_k-Y|_0 = 372655, f1 =  0.651477, approx slack: 124379
rounded before pow |X_k-Y|_0 = 432213, f1 =  0.641582

Iteration 60: Loss = 400539.843750
|Xk-Y|_F:  359147.468750, |X-X0|:  41392.363281
rounded |X_k-Y|_0 = 363944, f1 =  0.652841, approx slack: 181629
rounded before pow |X_k-Y|_0 = 469934, f1 =  0.636566

Iteration 80: Loss = 387541.718750
|Xk-Y|_F:  352703.250000, |X-X0|:  34838.460938
rounded |X_k-Y|_0 = 360011, f1 =  0.653468, approx slack: 187488
rounded before pow |X_k-Y|_0 = 478907, f1 =  0.635276

Iteration 100: Loss = 379592.593750
|Xk-Y|_F:  348826.875000, |X-X0|:  30765.730469
rounded |X_k-Y|_0 = 356426, f1 =  0.654033, approx slack: 202222
rounded before pow |X_k-Y|_0 = 491897, f1 =  0.633320

Iteration 120: Loss = 373810.875000
|Xk-Y|_F:  346943.875000, |X-X0|:  26867.011719
rounded |X_k-Y|_0 = 355654, f1 =  0.654157, approx slack: 211829
rounded before pow |X_k-Y|_0 = 501221, f1 =  0.632045

Iteration 140: Loss = 368863.250000
|Xk-Y|_F:  344660.437500, |X-X0|:  24202.808594
rounded |X_k-Y|_0 = 354722, f1 =  0.654308, approx slack: 196739
rounded before pow |X_k-Y|_0 = 487250, f1 =  0.634009

Iteration 160: Loss = 364812.656250
|Xk-Y|_F:  342753.000000, |X-X0|:  22059.644531
rounded |X_k-Y|_0 = 352452, f1 =  0.654668, approx slack: 193474
rounded before pow |X_k-Y|_0 = 482731, f1 =  0.634633

Iteration 180: Loss = 362188.375000
|Xk-Y|_F:  341319.750000, |X-X0|:  20868.621094
rounded |X_k-Y|_0 = 345772, f1 =  0.655752, approx slack: 187935
rounded before pow |X_k-Y|_0 = 482475, f1 =  0.634701

Iteration 200: Loss = 360110.218750
|Xk-Y|_F:  340113.843750, |X-X0|:  19996.378906
rounded |X_k-Y|_0 = 343552, f1 =  0.656110, approx slack: 185742
rounded before pow |X_k-Y|_0 = 481149, f1 =  0.634883

Iteration 220: Loss = 358234.562500
|Xk-Y|_F:  339057.281250, |X-X0|:  19177.277344
rounded |X_k-Y|_0 = 341714, f1 =  0.656406, approx slack: 173790
rounded before pow |X_k-Y|_0 = 471025, f1 =  0.636387

Iteration 240: Loss = 356595.343750
|Xk-Y|_F:  338079.781250, |X-X0|:  18515.554688
rounded |X_k-Y|_0 = 337594, f1 =  0.657084, approx slack: 168552
rounded before pow |X_k-Y|_0 = 469818, f1 =  0.636554

Iteration 260: Loss = 355112.468750
|Xk-Y|_F:  337161.750000, |X-X0|:  17950.714844
rounded |X_k-Y|_0 = 335318, f1 =  0.657458, approx slack: 171567
rounded before pow |X_k-Y|_0 = 473323, f1 =  0.636081

Iteration 280: Loss = 353725.468750
|Xk-Y|_F:  336286.218750, |X-X0|:  17439.240234
rounded |X_k-Y|_0 = 334484, f1 =  0.657612, approx slack: 155482
rounded before pow |X_k-Y|_0 = 457527, f1 =  0.638303

Iteration 300: Loss = 352428.500000
|Xk-Y|_F:  335431.656250, |X-X0|:  16996.835938
rounded |X_k-Y|_0 = 333717, f1 =  0.657746, approx slack: 157797
rounded before pow |X_k-Y|_0 = 459787, f1 =  0.637984

Iteration 320: Loss = 351178.750000
|Xk-Y|_F:  334608.031250, |X-X0|:  16570.714844
rounded |X_k-Y|_0 = 333203, f1 =  0.657832, approx slack: 162643
rounded before pow |X_k-Y|_0 = 464282, f1 =  0.637354

Iteration 340: Loss = 349999.218750
|Xk-Y|_F:  333781.312500, |X-X0|:  16217.918945
rounded |X_k-Y|_0 = 332571, f1 =  0.657934, approx slack: 162337
rounded before pow |X_k-Y|_0 = 464189, f1 =  0.637430

Iteration 360: Loss = 348840.093750
|Xk-Y|_F:  332981.687500, |X-X0|:  15858.415039
rounded |X_k-Y|_0 = 332162, f1 =  0.658000, approx slack: 162556
rounded before pow |X_k-Y|_0 = 464159, f1 =  0.637435

Iteration 380: Loss = 347785.468750
|Xk-Y|_F:  332249.718750, |X-X0|:  15535.761719
rounded |X_k-Y|_0 = 331685, f1 =  0.658077, approx slack: 162544
rounded before pow |X_k-Y|_0 = 463972, f1 =  0.637475

Iteration 400: Loss = 346755.781250
|Xk-Y|_F:  331530.656250, |X-X0|:  15225.128906
rounded |X_k-Y|_0 = 331140, f1 =  0.658165, approx slack: 168309
rounded before pow |X_k-Y|_0 = 469538, f1 =  0.636697

Iteration 420: Loss = 345770.468750
|Xk-Y|_F:  330844.812500, |X-X0|:  14925.648438
rounded |X_k-Y|_0 = 330674, f1 =  0.658239, approx slack: 166750
rounded before pow |X_k-Y|_0 = 467841, f1 =  0.636961

Iteration 440: Loss = 344860.625000
|Xk-Y|_F:  330205.531250, |X-X0|:  14655.085938
rounded |X_k-Y|_0 = 330300, f1 =  0.658300, approx slack: 161444
rounded before pow |X_k-Y|_0 = 462275, f1 =  0.637744

Iteration 460: Loss = 344046.968750
|Xk-Y|_F:  329636.468750, |X-X0|:  14410.494141
rounded |X_k-Y|_0 = 329955, f1 =  0.658364, approx slack: 161566
rounded before pow |X_k-Y|_0 = 462142, f1 =  0.637764

Iteration 480: Loss = 343321.906250
|Xk-Y|_F:  329121.906250, |X-X0|:  14199.994141
rounded |X_k-Y|_0 = 329631, f1 =  0.658437, approx slack: 161399
rounded before pow |X_k-Y|_0 = 462331, f1 =  0.637798

Iteration 500: Loss = 342649.000000
|Xk-Y|_F:  328648.875000, |X-X0|:  14000.115234
rounded |X_k-Y|_0 = 329489, f1 =  0.658462, approx slack: 159147
rounded before pow |X_k-Y|_0 = 460727, f1 =  0.638087

Iteration 520: Loss = 342028.187500
|Xk-Y|_F:  328218.500000, |X-X0|:  13809.685547
rounded |X_k-Y|_0 = 329229, f1 =  0.658504, approx slack: 159787
rounded before pow |X_k-Y|_0 = 460891, f1 =  0.638020

Iteration 540: Loss = 341443.812500
|Xk-Y|_F:  327817.750000, |X-X0|:  13626.071289
rounded |X_k-Y|_0 = 328992, f1 =  0.658543, approx slack: 160075
rounded before pow |X_k-Y|_0 = 461109, f1 =  0.637988

Iteration 560: Loss = 340894.500000
|Xk-Y|_F:  327452.875000, |X-X0|:  13441.622070
rounded |X_k-Y|_0 = 328752, f1 =  0.658582, approx slack: 160120
rounded before pow |X_k-Y|_0 = 461132, f1 =  0.637982

Iteration 580: Loss = 340410.093750
|Xk-Y|_F:  327125.062500, |X-X0|:  13285.044922
rounded |X_k-Y|_0 = 328415, f1 =  0.658638, approx slack: 160455
rounded before pow |X_k-Y|_0 = 461115, f1 =  0.637982

Iteration 600: Loss = 339972.218750
|Xk-Y|_F:  326829.031250, |X-X0|:  13143.193359
rounded |X_k-Y|_0 = 328218, f1 =  0.658671, approx slack: 160703
rounded before pow |X_k-Y|_0 = 461161, f1 =  0.637974

Iteration 620: Loss = 339599.250000
|Xk-Y|_F:  326598.156250, |X-X0|:  13001.095703
rounded |X_k-Y|_0 = 328124, f1 =  0.658686, approx slack: 155591
rounded before pow |X_k-Y|_0 = 456044, f1 =  0.638702

Iteration 640: Loss = 339179.937500
|Xk-Y|_F:  326320.281250, |X-X0|:  12859.668945
rounded |X_k-Y|_0 = 327967, f1 =  0.658712, approx slack: 152517
rounded before pow |X_k-Y|_0 = 452883, f1 =  0.639162

Iteration 660: Loss = 338770.593750
|Xk-Y|_F:  326064.843750, |X-X0|:  12705.758789
rounded |X_k-Y|_0 = 327677, f1 =  0.658759, approx slack: 153554
rounded before pow |X_k-Y|_0 = 453256, f1 =  0.639053

Iteration 680: Loss = 338421.500000
|Xk-Y|_F:  325838.531250, |X-X0|:  12582.958984
rounded |X_k-Y|_0 = 327385, f1 =  0.658806, approx slack: 151275
rounded before pow |X_k-Y|_0 = 450920, f1 =  0.639374

Iteration 700: Loss = 338046.968750
|Xk-Y|_F:  325584.625000, |X-X0|:  12462.357422
rounded |X_k-Y|_0 = 327220, f1 =  0.658832, approx slack: 151526
rounded before pow |X_k-Y|_0 = 450942, f1 =  0.639370

Iteration 720: Loss = 337731.906250
|Xk-Y|_F:  325369.906250, |X-X0|:  12362.011719
rounded |X_k-Y|_0 = 327153, f1 =  0.658843, approx slack: 147775
rounded before pow |X_k-Y|_0 = 447101, f1 =  0.639917

Iteration 740: Loss = 337395.687500
|Xk-Y|_F:  325144.968750, |X-X0|:  12250.730469
rounded |X_k-Y|_0 = 327015, f1 =  0.658866, approx slack: 144542
rounded before pow |X_k-Y|_0 = 443833, f1 =  0.640397

Iteration 760: Loss = 337089.250000
|Xk-Y|_F:  324938.125000, |X-X0|:  12151.140625
rounded |X_k-Y|_0 = 326834, f1 =  0.658895, approx slack: 144194
rounded before pow |X_k-Y|_0 = 443604, f1 =  0.640429

Converged at iteration 774

KB after refine:
num_nodes: 5045.0000
num_edges: 4335.0000
density: 0.0002
avg_degree: 0.8593
avg_clustering: 0.1092
degree_assortativity: -0.3181
modularity: 0.6218
avg_betweenness: 0.0000
avg_closeness: 0.0024
------ ABL 1 after refine ------
--- eval ---
prediction result:
f1 on test:    0.5260
f1 on test:    0.8925 (micro)
f1 on KB:      0.6521
f1 on orig KB: 0.3302
integrated f1: 0.3682, w_data: 0.3233, w_klg: 0.6767

integrated result:
f1 on test:    0.5202
f1 on test:    0.8922 (micro)
f1 on KB:      0.6618
f1 on orig KB: 0.3295
integrated f1: 0.3669, w_data: 0.3233, w_klg: 0.6767
------------
integrated f1 0.3682
