Start: FedNewton | Mode: head | Dataset: mnist | Model: resnet18
Params -> SGD LR: 0.01, Newton LR: 1.0, Damping: 0.01

  0%|          | 0.00/9.91M [00:00<?, ?B/s]
  0%|          | 32.8k/9.91M [00:00<01:04, 153kB/s]
  1%|          | 65.5k/9.91M [00:00<01:04, 153kB/s]
  2%|▏         | 164k/9.91M [00:00<00:33, 288kB/s] 
  3%|▎         | 262k/9.91M [00:00<00:32, 293kB/s]
  3%|▎         | 328k/9.91M [00:01<00:26, 356kB/s]
  8%|▊         | 819k/9.91M [00:01<00:15, 600kB/s]
 10%|▉         | 950k/9.91M [00:01<00:14, 602kB/s]
 12%|█▏        | 1.18M/9.91M [00:02<00:12, 712kB/s]
 13%|█▎        | 1.31M/9.91M [00:02<00:12, 685kB/s]
 15%|█▍        | 1.47M/9.91M [00:02<00:11, 703kB/s]
 16%|█▌        | 1.57M/9.91M [00:03<00:16, 495kB/s]
 19%|█▉        | 1.87M/9.91M [00:03<00:11, 698kB/s]
 20%|█▉        | 1.97M/9.91M [00:03<00:10, 725kB/s]
 21%|██        | 2.06M/9.91M [00:03<00:10, 757kB/s]
 22%|██▏       | 2.16M/9.91M [00:04<00:17, 438kB/s]
 22%|██▏       | 2.23M/9.91M [00:04<00:18, 406kB/s]
 24%|██▍       | 2.39M/9.91M [00:04<00:13, 571kB/s]
 25%|██▌       | 2.49M/9.91M [00:04<00:20, 368kB/s]
 26%|██▋       | 2.62M/9.91M [00:05<00:15, 474kB/s]
 27%|██▋       | 2.72M/9.91M [00:05<00:21, 335kB/s]
 28%|██▊       | 2.79M/9.91M [00:05<00:26, 269kB/s]
 29%|██▉       | 2.85M/9.91M [00:06<00:25, 276kB/s]
 29%|██▉       | 2.92M/9.91M [00:07<00:45, 154kB/s]
 30%|███       | 3.01M/9.91M [00:07<00:37, 185kB/s]
 31%|███       | 3.05M/9.91M [00:07<00:40, 170kB/s]
 31%|███       | 3.08M/9.91M [00:07<00:38, 177kB/s]
 31%|███▏      | 3.11M/9.91M [00:08<00:42, 160kB/s]
 32%|███▏      | 3.15M/9.91M [00:08<00:42, 158kB/s]
 32%|███▏      | 3.18M/9.91M [00:08<00:43, 155kB/s]
 32%|███▏      | 3.21M/9.91M [00:08<00:43, 154kB/s]
 33%|███▎      | 3.24M/9.91M [00:09<00:43, 153kB/s]
 33%|███▎      | 3.28M/9.91M [00:09<00:51, 129kB/s]
 33%|███▎      | 3.31M/9.91M [00:09<00:53, 124kB/s]
 34%|███▎      | 3.34M/9.91M [00:10<00:50, 131kB/s]
 34%|███▍      | 3.41M/9.91M [00:10<00:37, 175kB/s]
 35%|███▍      | 3.44M/9.91M [00:10<00:54, 119kB/s]
 35%|███▌      | 3.51M/9.91M [00:11<00:48, 132kB/s]
 36%|███▌      | 3.54M/9.91M [00:11<00:52, 122kB/s]
 36%|███▌      | 3.57M/9.91M [00:11<00:59, 106kB/s]
 36%|███▋      | 3.60M/9.91M [00:12<01:16, 82.4kB/s]
 37%|███▋      | 3.64M/9.91M [00:12<01:06, 94.0kB/s]
 37%|███▋      | 3.67M/9.91M [00:13<01:11, 87.9kB/s]
 37%|███▋      | 3.70M/9.91M [00:13<01:14, 83.8kB/s]
 38%|███▊      | 3.74M/9.91M [00:14<01:12, 85.6kB/s]
 38%|███▊      | 3.77M/9.91M [00:14<01:06, 91.9kB/s]
 38%|███▊      | 3.80M/9.91M [00:14<01:10, 86.6kB/s]
 39%|███▊      | 3.83M/9.91M [00:15<01:13, 82.9kB/s]
 39%|███▉      | 3.87M/9.91M [00:15<01:11, 84.9kB/s]
 39%|███▉      | 3.90M/9.91M [00:16<01:19, 75.3kB/s]
 40%|███▉      | 3.96M/9.91M [00:16<00:58, 101kB/s] 
 40%|████      | 4.00M/9.91M [00:16<01:03, 93.0kB/s]
 41%|████      | 4.03M/9.91M [00:17<00:56, 103kB/s] 
 41%|████      | 4.06M/9.91M [00:17<01:08, 85.3kB/s]
 41%|████▏     | 4.10M/9.91M [00:18<01:04, 90.1kB/s]
 42%|████▏     | 4.13M/9.91M [00:18<01:14, 78.0kB/s]
 42%|████▏     | 4.16M/9.91M [00:19<01:16, 75.0kB/s]
 42%|████▏     | 4.19M/9.91M [00:19<01:05, 87.9kB/s]
 43%|████▎     | 4.23M/9.91M [00:19<01:10, 80.8kB/s]
 43%|████▎     | 4.26M/9.91M [00:20<01:11, 79.1kB/s]
 43%|████▎     | 4.29M/9.91M [00:21<01:31, 61.2kB/s]
 44%|████▎     | 4.33M/9.91M [00:21<01:10, 78.8kB/s]
 44%|████▍     | 4.36M/9.91M [00:21<01:17, 71.2kB/s]
 44%|████▍     | 4.39M/9.91M [00:22<01:16, 72.4kB/s]
 45%|████▍     | 4.42M/9.91M [00:22<01:17, 70.9kB/s]
 45%|████▍     | 4.46M/9.91M [00:23<01:34, 57.6kB/s]
 46%|████▌     | 4.52M/9.91M [00:23<01:07, 80.3kB/s]
 46%|████▌     | 4.55M/9.91M [00:24<01:09, 77.2kB/s]
 46%|████▋     | 4.59M/9.91M [00:24<01:14, 71.6kB/s]
 47%|████▋     | 4.62M/9.91M [00:25<01:25, 62.1kB/s]
 47%|████▋     | 4.65M/9.91M [00:26<01:30, 58.2kB/s]
 47%|████▋     | 4.69M/9.91M [00:26<01:27, 60.1kB/s]
 48%|████▊     | 4.72M/9.91M [00:27<01:41, 51.2kB/s]
 48%|████▊     | 4.75M/9.91M [00:28<01:34, 54.6kB/s]
 48%|████▊     | 4.78M/9.91M [00:29<01:46, 48.2kB/s]
 49%|████▊     | 4.82M/9.91M [00:30<02:03, 41.3kB/s]
 49%|████▉     | 4.85M/9.91M [00:30<01:57, 43.2kB/s]
 49%|████▉     | 4.88M/9.91M [00:31<02:00, 41.8kB/s]
 50%|████▉     | 4.92M/9.91M [00:32<02:03, 40.4kB/s]
 50%|████▉     | 4.95M/9.91M [00:33<01:55, 42.9kB/s]
 50%|█████     | 4.98M/9.91M [00:33<01:49, 44.9kB/s]
 51%|█████     | 5.01M/9.91M [00:34<01:45, 46.3kB/s]
 51%|█████     | 5.05M/9.91M [00:34<01:23, 58.5kB/s]
 51%|█████     | 5.08M/9.91M [00:35<01:26, 55.7kB/s]
 52%|█████▏    | 5.11M/9.91M [00:35<01:19, 60.5kB/s]
 52%|█████▏    | 5.14M/9.91M [00:36<01:23, 57.0kB/s]
 52%|█████▏    | 5.18M/9.91M [00:36<01:07, 70.1kB/s]
 53%|█████▎    | 5.21M/9.91M [00:37<01:05, 71.4kB/s]
 53%|█████▎    | 5.24M/9.91M [00:37<01:04, 72.7kB/s]
 53%|█████▎    | 5.28M/9.91M [00:37<00:53, 86.0kB/s]
 54%|█████▎    | 5.31M/9.91M [00:37<00:46, 98.5kB/s]
 54%|█████▍    | 5.34M/9.91M [00:38<00:50, 90.3kB/s]
 54%|█████▍    | 5.37M/9.91M [00:38<00:44, 102kB/s] 
 55%|█████▍    | 5.41M/9.91M [00:39<00:48, 92.4kB/s]
 55%|█████▍    | 5.44M/9.91M [00:39<00:51, 86.3kB/s]
 55%|█████▌    | 5.47M/9.91M [00:39<00:53, 82.8kB/s]
 56%|█████▌    | 5.51M/9.91M [00:40<00:54, 80.2kB/s]
 56%|█████▌    | 5.54M/9.91M [00:40<00:55, 78.8kB/s]
 56%|█████▌    | 5.57M/9.91M [00:41<00:47, 91.8kB/s]
 57%|█████▋    | 5.60M/9.91M [00:41<00:41, 104kB/s] 
 57%|█████▋    | 5.64M/9.91M [00:41<00:45, 93.5kB/s]
 57%|█████▋    | 5.67M/9.91M [00:41<00:40, 105kB/s] 
 58%|█████▊    | 5.70M/9.91M [00:42<00:55, 75.6kB/s]
 58%|█████▊    | 5.73M/9.91M [00:42<00:42, 97.6kB/s]
 58%|█████▊    | 5.77M/9.91M [00:43<00:46, 89.6kB/s]
 59%|█████▊    | 5.80M/9.91M [00:43<00:41, 97.9kB/s]
 59%|█████▉    | 5.83M/9.91M [00:43<00:45, 90.0kB/s]
 59%|█████▉    | 5.87M/9.91M [00:44<00:37, 107kB/s] 
 60%|█████▉    | 5.90M/9.91M [00:44<00:35, 112kB/s]
 60%|█████▉    | 5.93M/9.91M [00:44<00:39, 102kB/s]
 60%|██████    | 5.96M/9.91M [00:44<00:36, 108kB/s]
 60%|██████    | 6.00M/9.91M [00:45<00:39, 99.3kB/s]
 61%|██████    | 6.03M/9.91M [00:45<00:36, 106kB/s] 
 61%|██████    | 6.06M/9.91M [00:46<00:39, 98.2kB/s]
 61%|██████▏   | 6.09M/9.91M [00:46<00:36, 105kB/s] 
 62%|██████▏   | 6.13M/9.91M [00:46<00:32, 115kB/s]
 62%|██████▏   | 6.16M/9.91M [00:46<00:30, 124kB/s]
 62%|██████▏   | 6.19M/9.91M [00:46<00:28, 131kB/s]
 63%|██████▎   | 6.23M/9.91M [00:47<00:27, 136kB/s]
 63%|██████▎   | 6.26M/9.91M [00:47<00:28, 130kB/s]
 63%|██████▎   | 6.29M/9.91M [00:47<00:28, 128kB/s]
 64%|██████▍   | 6.32M/9.91M [00:47<00:26, 134kB/s]
 64%|██████▍   | 6.36M/9.91M [00:48<00:24, 147kB/s]
 64%|██████▍   | 6.39M/9.91M [00:48<00:21, 162kB/s]
 65%|██████▍   | 6.42M/9.91M [00:48<00:20, 169kB/s]
 65%|██████▌   | 6.46M/9.91M [00:48<00:17, 195kB/s]
 65%|██████▌   | 6.49M/9.91M [00:48<00:17, 201kB/s]
 66%|██████▌   | 6.52M/9.91M [00:48<00:18, 184kB/s]
 66%|██████▋   | 6.59M/9.91M [00:49<00:14, 223kB/s]
 67%|██████▋   | 6.62M/9.91M [00:49<00:15, 213kB/s]
 67%|██████▋   | 6.68M/9.91M [00:49<00:13, 243kB/s]
 68%|██████▊   | 6.78M/9.91M [00:50<00:15, 209kB/s]
 69%|██████▉   | 6.85M/9.91M [00:50<00:12, 249kB/s]
 70%|███████   | 6.98M/9.91M [00:50<00:07, 395kB/s]
 71%|███████   | 7.05M/9.91M [00:50<00:07, 365kB/s]
 72%|███████▏  | 7.11M/9.91M [00:51<00:11, 238kB/s]
 73%|███████▎  | 7.24M/9.91M [00:51<00:08, 322kB/s]
 74%|███████▎  | 7.31M/9.91M [00:51<00:10, 239kB/s]
 74%|███████▍  | 7.37M/9.91M [00:51<00:09, 270kB/s]
 75%|███████▌  | 7.44M/9.91M [00:52<00:11, 210kB/s]
 76%|███████▌  | 7.50M/9.91M [00:52<00:12, 200kB/s]
 76%|███████▋  | 7.57M/9.91M [00:53<00:12, 183kB/s]
 77%|███████▋  | 7.60M/9.91M [00:53<00:13, 177kB/s]
 77%|███████▋  | 7.63M/9.91M [00:53<00:13, 171kB/s]
 77%|███████▋  | 7.67M/9.91M [00:53<00:14, 155kB/s]
 78%|███████▊  | 7.70M/9.91M [00:54<00:16, 132kB/s]
 78%|███████▊  | 7.73M/9.91M [00:54<00:17, 127kB/s]
 78%|███████▊  | 7.77M/9.91M [00:54<00:18, 114kB/s]
 79%|███████▊  | 7.80M/9.91M [00:55<00:17, 122kB/s]
 79%|███████▉  | 7.83M/9.91M [00:55<00:16, 129kB/s]
 79%|███████▉  | 7.86M/9.91M [00:55<00:15, 134kB/s]
 80%|███████▉  | 7.90M/9.91M [00:55<00:14, 139kB/s]
 80%|███████▉  | 7.93M/9.91M [00:56<00:15, 131kB/s]
 80%|████████  | 7.96M/9.91M [00:56<00:16, 115kB/s]
 81%|████████  | 8.00M/9.91M [00:56<00:15, 123kB/s]
 81%|████████  | 8.03M/9.91M [00:56<00:14, 131kB/s]
 81%|████████▏ | 8.06M/9.91M [00:57<00:14, 130kB/s]
 82%|████████▏ | 8.09M/9.91M [00:57<00:12, 142kB/s]
 82%|████████▏ | 8.13M/9.91M [00:57<00:12, 144kB/s]
 82%|████████▏ | 8.16M/9.91M [00:57<00:12, 139kB/s]
 83%|████████▎ | 8.19M/9.91M [00:58<00:14, 116kB/s]
 83%|████████▎ | 8.22M/9.91M [00:58<00:13, 124kB/s]
 83%|████████▎ | 8.26M/9.91M [00:58<00:12, 131kB/s]
 84%|████████▎ | 8.29M/9.91M [00:58<00:11, 136kB/s]
 84%|████████▍ | 8.32M/9.91M [00:59<00:11, 140kB/s]
 84%|████████▍ | 8.36M/9.91M [00:59<00:10, 143kB/s]
 85%|████████▍ | 8.42M/9.91M [00:59<00:08, 179kB/s]
 85%|████████▌ | 8.45M/9.91M [00:59<00:08, 171kB/s]
 86%|████████▌ | 8.49M/9.91M [00:59<00:08, 174kB/s]
 86%|████████▌ | 8.52M/9.91M [01:00<00:11, 120kB/s]
 87%|████████▋ | 8.59M/9.91M [01:00<00:07, 178kB/s]
 87%|████████▋ | 8.62M/9.91M [01:00<00:07, 168kB/s]
 88%|████████▊ | 8.68M/9.91M [01:01<00:07, 173kB/s]
 88%|████████▊ | 8.72M/9.91M [01:01<00:06, 184kB/s]
 88%|████████▊ | 8.75M/9.91M [01:01<00:07, 146kB/s]
 89%|████████▊ | 8.78M/9.91M [01:01<00:07, 147kB/s]
 89%|████████▉ | 8.81M/9.91M [01:02<00:07, 148kB/s]
 89%|████████▉ | 8.85M/9.91M [01:02<00:07, 141kB/s]
 90%|████████▉ | 8.88M/9.91M [01:02<00:07, 143kB/s]
 90%|████████▉ | 8.91M/9.91M [01:02<00:07, 142kB/s]
 90%|█████████ | 8.95M/9.91M [01:03<00:06, 158kB/s]
 91%|█████████ | 8.98M/9.91M [01:03<00:06, 155kB/s]
 91%|█████████ | 9.01M/9.91M [01:03<00:06, 145kB/s]
 91%|█████████ | 9.04M/9.91M [01:03<00:05, 146kB/s]
 92%|█████████▏| 9.08M/9.91M [01:03<00:05, 148kB/s]
 92%|█████████▏| 9.11M/9.91M [01:04<00:05, 148kB/s]
 92%|█████████▏| 9.14M/9.91M [01:04<00:05, 149kB/s]
 93%|█████████▎| 9.18M/9.91M [01:04<00:06, 121kB/s]
 93%|█████████▎| 9.24M/9.91M [01:05<00:04, 158kB/s]
 94%|█████████▎| 9.27M/9.91M [01:05<00:04, 153kB/s]
 94%|█████████▍| 9.31M/9.91M [01:05<00:04, 133kB/s]
 94%|█████████▍| 9.34M/9.91M [01:05<00:04, 133kB/s]
 95%|█████████▍| 9.37M/9.91M [01:06<00:04, 127kB/s]
 95%|█████████▍| 9.40M/9.91M [01:06<00:03, 136kB/s]
 95%|█████████▌| 9.44M/9.91M [01:06<00:03, 125kB/s]
 96%|█████████▌| 9.47M/9.91M [01:06<00:03, 121kB/s]
 96%|█████████▌| 9.50M/9.91M [01:07<00:02, 141kB/s]
 96%|█████████▌| 9.54M/9.91M [01:07<00:02, 143kB/s]
 97%|█████████▋| 9.57M/9.91M [01:07<00:02, 132kB/s]
 97%|█████████▋| 9.60M/9.91M [01:07<00:02, 130kB/s]
 97%|█████████▋| 9.63M/9.91M [01:08<00:02, 126kB/s]
 98%|█████████▊| 9.67M/9.91M [01:08<00:02, 94.9kB/s]
 98%|█████████▊| 9.73M/9.91M [01:09<00:01, 121kB/s] 
 99%|█████████▊| 9.76M/9.91M [01:09<00:01, 128kB/s]
 99%|█████████▉| 9.80M/9.91M [01:09<00:00, 127kB/s]
 99%|█████████▉| 9.83M/9.91M [01:09<00:00, 128kB/s]
100%|█████████▉| 9.86M/9.91M [01:10<00:00, 92.9kB/s]
100%|██████████| 9.91M/9.91M [01:10<00:00, 141kB/s] 
[Round 001] FedNewton | Acc: 55.33% | Loss: 1.4382
[Round 002] FedNewton | Acc: 24.44% | Loss: 5.1839
[Round 003] FedNewton | Acc: 15.61% | Loss: 67.2773
[Round 004] FedNewton | Acc: 11.35% | Loss: 2284.6940
[Round 005] FedNewton | Acc: 9.74% | Loss: 3673.7693
[Round 006] FedNewton | Acc: 10.11% | Loss: 4414.1286
[Round 007] FedNewton | Acc: 9.82% | Loss: 5909.2817
[Round 008] FedNewton | Acc: 13.90% | Loss: 6590.8841
[Round 009] FedNewton | Acc: 16.55% | Loss: 7131.1929
[Round 010] FedNewton | Acc: 10.28% | Loss: 2362.3887
[Round 011] FedNewton | Acc: 13.34% | Loss: 3205.7068
[Round 012] FedNewton | Acc: 8.92% | Loss: 4546.5191
[Round 013] FedNewton | Acc: 9.57% | Loss: 4583.2218
[Round 014] FedNewton | Acc: 16.04% | Loss: 4836.2705
[Round 015] FedNewton | Acc: 15.65% | Loss: 3732.7982
[Round 016] FedNewton | Acc: 14.04% | Loss: 4343.3468
[Round 017] FedNewton | Acc: 9.74% | Loss: 3530.4117
[Round 018] FedNewton | Acc: 16.17% | Loss: 3793.5317
[Round 019] FedNewton | Acc: 10.56% | Loss: 4161.8340
[Round 020] FedNewton | Acc: 9.82% | Loss: 5052.9226
[Round 021] FedNewton | Acc: 23.97% | Loss: 4411.9690
[Round 022] FedNewton | Acc: 14.86% | Loss: 4051.6449
[Round 023] FedNewton | Acc: 13.96% | Loss: 4265.0361
[Round 024] FedNewton | Acc: 12.01% | Loss: 4276.1007
[Round 025] FedNewton | Acc: 19.76% | Loss: 3376.9276
[Round 026] FedNewton | Acc: 10.10% | Loss: 3348.0322
[Round 027] FedNewton | Acc: 19.46% | Loss: 3290.4841
[Round 028] FedNewton | Acc: 9.85% | Loss: 2504.5208
[Round 029] FedNewton | Acc: 15.07% | Loss: 2636.4270
[Round 030] FedNewton | Acc: 10.66% | Loss: 2684.4211
Saved to runs/grid_search_20251125_104620_fednewton_mnist_resnet18_head/nlr1.0_damp0.01/FedNewton_head_mnist_resnet18_s0.npz
