Start: FedNewton | Mode: head | Dataset: mnist | Model: resnet18
Params -> SGD LR: 0.01, Newton LR: 0.01, Damping: 0.0001

  0%|          | 0.00/9.91M [00:00<?, ?B/s]
  0%|          | 32.8k/9.91M [00:00<01:05, 151kB/s]
  1%|          | 98.3k/9.91M [00:00<01:05, 150kB/s]
  2%|▏         | 164k/9.91M [00:00<00:48, 202kB/s] 
  2%|▏         | 229k/9.91M [00:01<00:41, 234kB/s]
  3%|▎         | 328k/9.91M [00:01<00:31, 303kB/s]
  4%|▍         | 393k/9.91M [00:01<00:31, 304kB/s]
  5%|▍         | 492k/9.91M [00:01<00:27, 349kB/s]
  6%|▌         | 557k/9.91M [00:01<00:27, 336kB/s]
  7%|▋         | 655k/9.91M [00:02<00:24, 372kB/s]
  8%|▊         | 754k/9.91M [00:02<00:23, 396kB/s]
  9%|▊         | 852k/9.91M [00:02<00:28, 317kB/s]
 10%|▉         | 983k/9.91M [00:03<00:22, 388kB/s]
 11%|█         | 1.05M/9.91M [00:03<00:24, 366kB/s]
 11%|█         | 1.11M/9.91M [00:03<00:25, 348kB/s]
 12%|█▏        | 1.21M/9.91M [00:03<00:23, 376kB/s]
 13%|█▎        | 1.28M/9.91M [00:03<00:24, 356kB/s]
 14%|█▎        | 1.34M/9.91M [00:04<00:32, 263kB/s]
 15%|█▍        | 1.47M/9.91M [00:04<00:24, 345kB/s]
 16%|█▌        | 1.54M/9.91M [00:05<00:31, 265kB/s]
 16%|█▌        | 1.57M/9.91M [00:05<00:34, 241kB/s]
 17%|█▋        | 1.64M/9.91M [00:05<00:32, 254kB/s]
 17%|█▋        | 1.67M/9.91M [00:05<00:36, 226kB/s]
 18%|█▊        | 1.74M/9.91M [00:05<00:33, 246kB/s]
 18%|█▊        | 1.77M/9.91M [00:06<00:36, 221kB/s]
 18%|█▊        | 1.80M/9.91M [00:06<00:40, 201kB/s]
 19%|█▉        | 1.87M/9.91M [00:06<00:35, 228kB/s]
 19%|█▉        | 1.90M/9.91M [00:06<00:38, 206kB/s]
 20%|█▉        | 1.93M/9.91M [00:06<00:41, 191kB/s]
 20%|██        | 2.00M/9.91M [00:07<00:35, 224kB/s]
 21%|██        | 2.06M/9.91M [00:07<00:32, 245kB/s]
 21%|██        | 2.10M/9.91M [00:07<00:35, 218kB/s]
 21%|██▏       | 2.13M/9.91M [00:07<00:39, 199kB/s]
 22%|██▏       | 2.20M/9.91M [00:08<00:33, 228kB/s]
 22%|██▏       | 2.23M/9.91M [00:08<00:37, 206kB/s]
 23%|██▎       | 2.29M/9.91M [00:08<00:32, 234kB/s]
 24%|██▍       | 2.36M/9.91M [00:08<00:38, 195kB/s]
 24%|██▍       | 2.42M/9.91M [00:09<00:33, 222kB/s]
 25%|██▍       | 2.46M/9.91M [00:09<00:36, 203kB/s]
 25%|██▌       | 2.49M/9.91M [00:09<00:39, 189kB/s]
 26%|██▌       | 2.56M/9.91M [00:09<00:33, 220kB/s]
 26%|██▌       | 2.59M/9.91M [00:10<00:36, 201kB/s]
 27%|██▋       | 2.65M/9.91M [00:10<00:31, 229kB/s]
 27%|██▋       | 2.69M/9.91M [00:10<00:34, 207kB/s]
 28%|██▊       | 2.75M/9.91M [00:10<00:30, 232kB/s]
 28%|██▊       | 2.79M/9.91M [00:10<00:34, 208kB/s]
 29%|██▉       | 2.85M/9.91M [00:11<00:29, 236kB/s]
 29%|██▉       | 2.88M/9.91M [00:11<00:33, 212kB/s]
 29%|██▉       | 2.92M/9.91M [00:11<00:36, 191kB/s]
 30%|███       | 2.98M/9.91M [00:11<00:30, 224kB/s]
 30%|███       | 3.01M/9.91M [00:11<00:34, 202kB/s]
 31%|███       | 3.05M/9.91M [00:12<00:36, 188kB/s]
 31%|███▏      | 3.11M/9.91M [00:12<00:30, 221kB/s]
 32%|███▏      | 3.15M/9.91M [00:12<00:33, 201kB/s]
 32%|███▏      | 3.18M/9.91M [00:12<00:36, 186kB/s]
 33%|███▎      | 3.24M/9.91M [00:13<00:39, 167kB/s]
 33%|███▎      | 3.31M/9.91M [00:13<00:34, 193kB/s]
 34%|███▎      | 3.34M/9.91M [00:13<00:45, 145kB/s]
 34%|███▍      | 3.41M/9.91M [00:14<00:34, 188kB/s]
 35%|███▍      | 3.44M/9.91M [00:14<00:38, 170kB/s]
 35%|███▌      | 3.47M/9.91M [00:14<00:47, 137kB/s]
 35%|███▌      | 3.51M/9.91M [00:15<00:45, 140kB/s]
 36%|███▌      | 3.54M/9.91M [00:15<00:44, 142kB/s]
 36%|███▌      | 3.57M/9.91M [00:15<00:44, 143kB/s]
 36%|███▋      | 3.60M/9.91M [00:15<00:43, 145kB/s]
 37%|███▋      | 3.64M/9.91M [00:15<00:42, 147kB/s]
 37%|███▋      | 3.67M/9.91M [00:16<00:42, 148kB/s]
 37%|███▋      | 3.70M/9.91M [00:16<00:54, 115kB/s]
 38%|███▊      | 3.77M/9.91M [00:17<00:47, 129kB/s]
 38%|███▊      | 3.80M/9.91M [00:17<00:45, 134kB/s]
 39%|███▊      | 3.83M/9.91M [00:17<00:44, 137kB/s]
 39%|███▉      | 3.87M/9.91M [00:18<01:04, 93.3kB/s]
 39%|███▉      | 3.90M/9.91M [00:18<01:19, 75.4kB/s]
 40%|███▉      | 3.93M/9.91M [00:18<01:08, 87.9kB/s]
 40%|███▉      | 3.96M/9.91M [00:19<01:22, 72.1kB/s]
 40%|████      | 4.00M/9.91M [00:20<01:29, 66.4kB/s]
 41%|████      | 4.03M/9.91M [00:20<01:37, 60.6kB/s]
 41%|████      | 4.06M/9.91M [00:21<01:35, 61.0kB/s]
 41%|████▏     | 4.10M/9.91M [00:21<01:36, 60.4kB/s]
 42%|████▏     | 4.13M/9.91M [00:22<01:41, 56.9kB/s]
 42%|████▏     | 4.16M/9.91M [00:23<01:53, 50.9kB/s]
 42%|████▏     | 4.19M/9.91M [00:23<01:30, 63.4kB/s]
 43%|████▎     | 4.23M/9.91M [00:24<01:44, 54.2kB/s]
 43%|████▎     | 4.26M/9.91M [00:25<01:57, 47.9kB/s]
 43%|████▎     | 4.29M/9.91M [00:25<01:55, 48.6kB/s]
 44%|████▎     | 4.33M/9.91M [00:26<01:53, 49.1kB/s]
 44%|████▍     | 4.36M/9.91M [00:27<01:41, 54.9kB/s]
 44%|████▍     | 4.39M/9.91M [00:27<01:43, 53.3kB/s]
 45%|████▍     | 4.42M/9.91M [00:28<01:56, 47.2kB/s]
 45%|████▍     | 4.46M/9.91M [00:28<01:39, 54.7kB/s]
 45%|████▌     | 4.49M/9.91M [00:29<01:23, 65.3kB/s]
 46%|████▌     | 4.52M/9.91M [00:29<01:19, 68.0kB/s]
 46%|████▌     | 4.55M/9.91M [00:30<01:37, 54.8kB/s]
 46%|████▋     | 4.59M/9.91M [00:31<01:40, 53.2kB/s]
 47%|████▋     | 4.62M/9.91M [00:31<01:37, 54.5kB/s]
 47%|████▋     | 4.65M/9.91M [00:32<01:43, 51.0kB/s]
 47%|████▋     | 4.69M/9.91M [00:33<01:49, 47.8kB/s]
 48%|████▊     | 4.72M/9.91M [00:34<01:50, 46.8kB/s]
 48%|████▊     | 4.75M/9.91M [00:34<01:37, 52.8kB/s]
 48%|████▊     | 4.78M/9.91M [00:35<01:34, 54.0kB/s]
 49%|████▊     | 4.82M/9.91M [00:35<01:40, 50.8kB/s]
 49%|████▉     | 4.85M/9.91M [00:36<01:39, 50.7kB/s]
 49%|████▉     | 4.88M/9.91M [00:37<01:45, 47.6kB/s]
 50%|████▉     | 4.92M/9.91M [00:38<01:53, 44.2kB/s]
 50%|████▉     | 4.95M/9.91M [00:38<01:38, 50.4kB/s]
 50%|█████     | 4.98M/9.91M [00:39<01:37, 50.3kB/s]
 51%|█████     | 5.01M/9.91M [00:39<01:29, 54.8kB/s]
 51%|█████     | 5.05M/9.91M [00:40<01:29, 54.3kB/s]
 51%|█████     | 5.08M/9.91M [00:40<01:21, 59.3kB/s]
 52%|█████▏    | 5.11M/9.91M [00:41<01:17, 61.8kB/s]
 52%|█████▏    | 5.14M/9.91M [00:41<01:21, 58.8kB/s]
 52%|█████▏    | 5.18M/9.91M [00:42<01:16, 61.6kB/s]
 53%|█████▎    | 5.21M/9.91M [00:42<01:12, 65.0kB/s]
 53%|█████▎    | 5.24M/9.91M [00:43<01:08, 67.8kB/s]
 53%|█████▎    | 5.28M/9.91M [00:43<01:05, 71.1kB/s]
 54%|█████▎    | 5.31M/9.91M [00:43<00:54, 84.5kB/s]
 54%|█████▍    | 5.34M/9.91M [00:44<00:49, 91.9kB/s]
 54%|█████▍    | 5.37M/9.91M [00:44<00:50, 89.4kB/s]
 55%|█████▍    | 5.41M/9.91M [00:44<00:47, 94.1kB/s]
 55%|█████▍    | 5.44M/9.91M [00:45<00:46, 95.8kB/s]
 55%|█████▌    | 5.47M/9.91M [00:45<00:42, 105kB/s] 
 56%|█████▌    | 5.51M/9.91M [00:45<00:38, 116kB/s]
 56%|█████▌    | 5.54M/9.91M [00:45<00:35, 125kB/s]
 56%|█████▌    | 5.57M/9.91M [00:45<00:33, 132kB/s]
 57%|█████▋    | 5.64M/9.91M [00:46<00:24, 178kB/s]
 57%|█████▋    | 5.67M/9.91M [00:46<00:24, 170kB/s]
 58%|█████▊    | 5.70M/9.91M [00:46<00:32, 131kB/s]
 59%|█████▊    | 5.80M/9.91M [00:47<00:24, 165kB/s]
 60%|█████▉    | 5.90M/9.91M [00:47<00:19, 209kB/s]
 60%|█████▉    | 5.93M/9.91M [00:47<00:23, 171kB/s]
 60%|██████    | 5.96M/9.91M [00:48<00:23, 167kB/s]
 60%|██████    | 6.00M/9.91M [00:48<00:26, 150kB/s]
 61%|██████    | 6.03M/9.91M [00:48<00:29, 130kB/s]
 61%|██████    | 6.06M/9.91M [00:49<00:28, 135kB/s]
 61%|██████▏   | 6.09M/9.91M [00:49<00:30, 127kB/s]
 62%|██████▏   | 6.13M/9.91M [00:49<00:32, 116kB/s]
 62%|██████▏   | 6.19M/9.91M [00:50<00:33, 110kB/s]
 63%|██████▎   | 6.23M/9.91M [00:50<00:37, 97.5kB/s]
 63%|██████▎   | 6.26M/9.91M [00:51<00:46, 78.5kB/s]
 63%|██████▎   | 6.29M/9.91M [00:51<00:46, 77.7kB/s]
 64%|██████▍   | 6.32M/9.91M [00:52<00:46, 77.1kB/s]
 64%|██████▍   | 6.36M/9.91M [00:52<00:46, 76.3kB/s]
 64%|██████▍   | 6.39M/9.91M [00:53<00:48, 73.2kB/s]
 65%|██████▍   | 6.42M/9.91M [00:53<00:45, 76.6kB/s]
 65%|██████▌   | 6.46M/9.91M [00:54<00:45, 76.3kB/s]
 65%|██████▌   | 6.49M/9.91M [00:54<00:45, 76.1kB/s]
 66%|██████▌   | 6.52M/9.91M [00:54<00:44, 75.9kB/s]
 66%|██████▌   | 6.55M/9.91M [00:55<00:44, 75.7kB/s]
 66%|██████▋   | 6.59M/9.91M [00:55<00:43, 75.6kB/s]
 67%|██████▋   | 6.62M/9.91M [00:56<00:43, 75.6kB/s]
 67%|██████▋   | 6.65M/9.91M [00:56<00:43, 75.5kB/s]
 67%|██████▋   | 6.68M/9.91M [00:56<00:39, 82.7kB/s]
 68%|██████▊   | 6.72M/9.91M [00:57<00:30, 104kB/s] 
 68%|██████▊   | 6.75M/9.91M [00:57<00:30, 104kB/s]
 68%|██████▊   | 6.78M/9.91M [00:57<00:30, 102kB/s]
 69%|██████▉   | 6.82M/9.91M [00:58<00:30, 103kB/s]
 69%|██████▉   | 6.85M/9.91M [00:58<00:26, 114kB/s]
 69%|██████▉   | 6.88M/9.91M [00:58<00:28, 108kB/s]
 70%|██████▉   | 6.91M/9.91M [00:58<00:25, 118kB/s]
 70%|███████   | 6.98M/9.91M [00:59<00:17, 164kB/s]
 71%|███████   | 7.01M/9.91M [00:59<00:18, 160kB/s]
 71%|███████▏  | 7.08M/9.91M [00:59<00:14, 198kB/s]
 72%|███████▏  | 7.11M/9.91M [00:59<00:15, 185kB/s]
 72%|███████▏  | 7.18M/9.91M [00:59<00:12, 218kB/s]
 73%|███████▎  | 7.24M/9.91M [01:00<00:11, 242kB/s]
 74%|███████▍  | 7.34M/9.91M [01:00<00:08, 304kB/s]
 75%|███████▍  | 7.41M/9.91M [01:00<00:08, 303kB/s]
 76%|███████▌  | 7.50M/9.91M [01:00<00:06, 347kB/s]
 77%|███████▋  | 7.60M/9.91M [01:00<00:06, 379kB/s]
 77%|███████▋  | 7.67M/9.91M [01:01<00:06, 349kB/s]
 79%|███████▊  | 7.80M/9.91M [01:01<00:04, 430kB/s]
 80%|███████▉  | 7.90M/9.91M [01:01<00:04, 433kB/s]
 81%|████████  | 8.00M/9.91M [01:01<00:04, 435kB/s]
 82%|████████▏ | 8.09M/9.91M [01:02<00:04, 443kB/s]
 83%|████████▎ | 8.19M/9.91M [01:02<00:03, 446kB/s]
 84%|████████▎ | 8.29M/9.91M [01:02<00:03, 447kB/s]
 85%|████████▍ | 8.42M/9.91M [01:02<00:03, 492kB/s]
 86%|████████▌ | 8.52M/9.91M [01:02<00:02, 479kB/s]
 87%|████████▋ | 8.62M/9.91M [01:03<00:03, 364kB/s]
 89%|████████▉ | 8.81M/9.91M [01:03<00:02, 492kB/s]
 90%|████████▉ | 8.88M/9.91M [01:04<00:02, 353kB/s]
 91%|█████████ | 9.01M/9.91M [01:04<00:02, 413kB/s]
 92%|█████████▏| 9.08M/9.91M [01:04<00:02, 384kB/s]
 92%|█████████▏| 9.14M/9.91M [01:04<00:02, 362kB/s]
 93%|█████████▎| 9.21M/9.91M [01:04<00:02, 346kB/s]
 94%|█████████▎| 9.27M/9.91M [01:05<00:01, 333kB/s]
 94%|█████████▍| 9.34M/9.91M [01:05<00:01, 324kB/s]
 95%|█████████▍| 9.40M/9.91M [01:05<00:01, 289kB/s]
 96%|█████████▌| 9.47M/9.91M [01:05<00:01, 319kB/s]
 96%|█████████▌| 9.54M/9.91M [01:05<00:01, 314kB/s]
 97%|█████████▋| 9.60M/9.91M [01:06<00:01, 297kB/s]
 97%|█████████▋| 9.63M/9.91M [01:06<00:01, 268kB/s]
 98%|█████████▊| 9.70M/9.91M [01:06<00:00, 277kB/s]
 99%|█████████▊| 9.76M/9.91M [01:06<00:00, 286kB/s]
 99%|█████████▉| 9.83M/9.91M [01:07<00:00, 256kB/s]
100%|█████████▉| 9.90M/9.91M [01:07<00:00, 288kB/s]
100%|██████████| 9.91M/9.91M [01:07<00:00, 147kB/s]
[Round 001] FedNewton | Acc: 19.61% | Loss: 2.2330
[Round 002] FedNewton | Acc: 25.91% | Loss: 2.1311
[Round 003] FedNewton | Acc: 34.17% | Loss: 2.0484
[Round 004] FedNewton | Acc: 42.36% | Loss: 1.9742
[Round 005] FedNewton | Acc: 52.52% | Loss: 1.9014
[Round 006] FedNewton | Acc: 59.99% | Loss: 1.8199
[Round 007] FedNewton | Acc: 64.50% | Loss: 1.7616
[Round 008] FedNewton | Acc: 69.17% | Loss: 1.7087
[Round 009] FedNewton | Acc: 72.61% | Loss: 1.6577
[Round 010] FedNewton | Acc: 75.94% | Loss: 1.6129
[Round 011] FedNewton | Acc: 77.88% | Loss: 1.5604
[Round 012] FedNewton | Acc: 79.22% | Loss: 1.5141
[Round 013] FedNewton | Acc: 80.53% | Loss: 1.4693
[Round 014] FedNewton | Acc: 81.31% | Loss: 1.4322
[Round 015] FedNewton | Acc: 82.11% | Loss: 1.3972
[Round 016] FedNewton | Acc: 82.44% | Loss: 1.3573
[Round 017] FedNewton | Acc: 82.94% | Loss: 1.3232
[Round 018] FedNewton | Acc: 83.41% | Loss: 1.2943
[Round 019] FedNewton | Acc: 83.52% | Loss: 1.2616
[Round 020] FedNewton | Acc: 84.00% | Loss: 1.2355
[Round 021] FedNewton | Acc: 84.16% | Loss: 1.2055
[Round 022] FedNewton | Acc: 84.24% | Loss: 1.1782
[Round 023] FedNewton | Acc: 84.50% | Loss: 1.1581
[Round 024] FedNewton | Acc: 84.98% | Loss: 1.1353
[Round 025] FedNewton | Acc: 85.15% | Loss: 1.1141
[Round 026] FedNewton | Acc: 85.29% | Loss: 1.0922
[Round 027] FedNewton | Acc: 85.56% | Loss: 1.0687
[Round 028] FedNewton | Acc: 85.84% | Loss: 1.0482
[Round 029] FedNewton | Acc: 86.01% | Loss: 1.0272
[Round 030] FedNewton | Acc: 86.11% | Loss: 1.0077
Saved to runs/grid_search_20251125_104620_fednewton_mnist_resnet18_head/nlr0.01_damp0.0001/FedNewton_head_mnist_resnet18_s0.npz
