Start: FedNewton | Mode: head | Dataset: mnist | Model: resnet18
Params -> SGD LR: 0.01, Newton LR: 1.0, Damping: 0.001

  0%|          | 0.00/9.91M [00:00<?, ?B/s]
  0%|          | 32.8k/9.91M [00:00<01:05, 152kB/s]
  1%|          | 98.3k/9.91M [00:00<00:40, 241kB/s]
  1%|▏         | 131k/9.91M [00:00<01:11, 138kB/s] 
  4%|▍         | 426k/9.91M [00:01<00:18, 518kB/s]
  5%|▌         | 524k/9.91M [00:01<00:16, 585kB/s]
  6%|▋         | 623k/9.91M [00:01<00:25, 360kB/s]
  9%|▉         | 885k/9.91M [00:01<00:15, 566kB/s]
 10%|▉         | 983k/9.91M [00:02<00:16, 537kB/s]
 11%|█         | 1.08M/9.91M [00:02<00:17, 515kB/s]
 12%|█▏        | 1.15M/9.91M [00:02<00:19, 457kB/s]
 13%|█▎        | 1.25M/9.91M [00:02<00:18, 457kB/s]
 14%|█▎        | 1.34M/9.91M [00:03<00:18, 457kB/s]
 15%|█▍        | 1.44M/9.91M [00:03<00:25, 331kB/s]
 15%|█▌        | 1.51M/9.91M [00:03<00:24, 349kB/s]
 17%|█▋        | 1.67M/9.91M [00:03<00:18, 457kB/s]
 18%|█▊        | 1.74M/9.91M [00:04<00:22, 363kB/s]
 18%|█▊        | 1.80M/9.91M [00:04<00:20, 400kB/s]
 19%|█▉        | 1.87M/9.91M [00:04<00:21, 371kB/s]
 20%|█▉        | 1.93M/9.91M [00:05<00:31, 255kB/s]
 20%|██        | 2.00M/9.91M [00:05<00:27, 284kB/s]
 21%|██        | 2.06M/9.91M [00:05<00:43, 181kB/s]
 21%|██▏       | 2.13M/9.91M [00:06<00:37, 207kB/s]
 22%|██▏       | 2.16M/9.91M [00:06<00:40, 192kB/s]
 22%|██▏       | 2.20M/9.91M [00:06<00:51, 150kB/s]
 22%|██▏       | 2.23M/9.91M [00:06<00:49, 156kB/s]
 23%|██▎       | 2.26M/9.91M [00:07<00:43, 175kB/s]
 23%|██▎       | 2.29M/9.91M [00:07<00:54, 141kB/s]
 23%|██▎       | 2.33M/9.91M [00:07<00:56, 135kB/s]
 24%|██▍       | 2.36M/9.91M [00:07<00:54, 139kB/s]
 24%|██▍       | 2.39M/9.91M [00:08<01:03, 119kB/s]
 24%|██▍       | 2.42M/9.91M [00:08<01:03, 118kB/s]
 25%|██▍       | 2.46M/9.91M [00:08<01:12, 103kB/s]
 25%|██▌       | 2.49M/9.91M [00:09<01:06, 112kB/s]
 25%|██▌       | 2.52M/9.91M [00:09<01:18, 94.2kB/s]
 26%|██▌       | 2.56M/9.91M [00:09<01:01, 119kB/s] 
 26%|██▌       | 2.59M/9.91M [00:10<01:01, 120kB/s]
 26%|██▋       | 2.62M/9.91M [00:10<01:11, 102kB/s]
 27%|██▋       | 2.65M/9.91M [00:10<01:04, 113kB/s]
 27%|██▋       | 2.69M/9.91M [00:10<01:02, 116kB/s]
 27%|██▋       | 2.72M/9.91M [00:11<01:22, 87.0kB/s]
 28%|██▊       | 2.79M/9.91M [00:11<01:05, 108kB/s] 
 28%|██▊       | 2.82M/9.91M [00:12<00:57, 123kB/s]
 29%|██▉       | 2.85M/9.91M [00:12<00:58, 122kB/s]
 29%|██▉       | 2.88M/9.91M [00:12<00:57, 121kB/s]
 29%|██▉       | 2.92M/9.91M [00:13<01:15, 93.0kB/s]
 30%|██▉       | 2.95M/9.91M [00:13<01:01, 113kB/s] 
 30%|███       | 2.98M/9.91M [00:13<01:03, 109kB/s]
 30%|███       | 3.01M/9.91M [00:14<01:04, 107kB/s]
 31%|███       | 3.05M/9.91M [00:14<01:05, 105kB/s]
 31%|███▏      | 3.11M/9.91M [00:14<00:55, 122kB/s]
 32%|███▏      | 3.15M/9.91M [00:15<00:52, 128kB/s]
 32%|███▏      | 3.18M/9.91M [00:15<00:50, 133kB/s]
 32%|███▏      | 3.21M/9.91M [00:15<00:51, 130kB/s]
 33%|███▎      | 3.24M/9.91M [00:15<00:58, 114kB/s]
 33%|███▎      | 3.28M/9.91M [00:16<00:54, 123kB/s]
 33%|███▎      | 3.31M/9.91M [00:16<00:50, 130kB/s]
 34%|███▎      | 3.34M/9.91M [00:16<00:51, 127kB/s]
 34%|███▍      | 3.38M/9.91M [00:16<00:45, 143kB/s]
 34%|███▍      | 3.41M/9.91M [00:16<00:44, 145kB/s]
 35%|███▍      | 3.44M/9.91M [00:17<00:44, 147kB/s]
 35%|███▌      | 3.47M/9.91M [00:17<01:01, 104kB/s]
 35%|███▌      | 3.51M/9.91M [00:17<00:53, 120kB/s]
 36%|███▌      | 3.54M/9.91M [00:18<00:59, 108kB/s]
 36%|███▌      | 3.57M/9.91M [00:18<01:09, 91.3kB/s]
 36%|███▋      | 3.60M/9.91M [00:19<01:06, 94.5kB/s]
 37%|███▋      | 3.64M/9.91M [00:19<00:58, 107kB/s] 
 37%|███▋      | 3.67M/9.91M [00:19<01:09, 90.1kB/s]
 37%|███▋      | 3.70M/9.91M [00:20<01:24, 73.4kB/s]
 38%|███▊      | 3.74M/9.91M [00:20<01:26, 71.7kB/s]
 38%|███▊      | 3.77M/9.91M [00:21<01:25, 72.2kB/s]
 38%|███▊      | 3.80M/9.91M [00:21<01:34, 64.5kB/s]
 39%|███▊      | 3.83M/9.91M [00:22<01:30, 66.9kB/s]
 39%|███▉      | 3.87M/9.91M [00:22<01:27, 69.4kB/s]
 39%|███▉      | 3.90M/9.91M [00:23<01:24, 71.2kB/s]
 40%|███▉      | 3.93M/9.91M [00:23<01:06, 89.7kB/s]
 40%|███▉      | 3.96M/9.91M [00:23<01:10, 84.2kB/s]
 40%|████      | 4.00M/9.91M [00:24<01:11, 82.2kB/s]
 41%|████      | 4.03M/9.91M [00:24<01:13, 80.3kB/s]
 41%|████      | 4.06M/9.91M [00:25<01:11, 81.8kB/s]
 41%|████▏     | 4.10M/9.91M [00:25<01:24, 68.9kB/s]
 42%|████▏     | 4.13M/9.91M [00:26<01:32, 62.2kB/s]
 42%|████▏     | 4.16M/9.91M [00:26<01:16, 75.4kB/s]
 42%|████▏     | 4.19M/9.91M [00:26<01:04, 88.8kB/s]
 43%|████▎     | 4.23M/9.91M [00:27<01:10, 80.6kB/s]
 43%|████▎     | 4.26M/9.91M [00:27<01:19, 71.3kB/s]
 43%|████▎     | 4.29M/9.91M [00:28<01:17, 72.7kB/s]
 44%|████▎     | 4.33M/9.91M [00:28<01:15, 73.5kB/s]
 44%|████▍     | 4.36M/9.91M [00:29<01:14, 74.3kB/s]
 44%|████▍     | 4.39M/9.91M [00:29<01:17, 70.9kB/s]
 45%|████▍     | 4.42M/9.91M [00:30<01:22, 66.4kB/s]
 45%|████▍     | 4.46M/9.91M [00:30<01:19, 69.0kB/s]
 45%|████▌     | 4.49M/9.91M [00:30<01:08, 79.4kB/s]
 46%|████▌     | 4.52M/9.91M [00:31<01:13, 73.3kB/s]
 46%|████▌     | 4.55M/9.91M [00:31<01:09, 77.3kB/s]
 46%|████▋     | 4.59M/9.91M [00:32<01:19, 66.7kB/s]
 47%|████▋     | 4.62M/9.91M [00:33<01:26, 60.9kB/s]
 47%|████▋     | 4.65M/9.91M [00:33<01:31, 57.4kB/s]
 47%|████▋     | 4.69M/9.91M [00:34<01:26, 60.4kB/s]
 48%|████▊     | 4.72M/9.91M [00:34<01:24, 61.2kB/s]
 48%|████▊     | 4.75M/9.91M [00:35<01:09, 74.5kB/s]
 48%|████▊     | 4.78M/9.91M [00:35<01:04, 79.6kB/s]
 49%|████▊     | 4.82M/9.91M [00:35<01:04, 78.4kB/s]
 49%|████▉     | 4.85M/9.91M [00:36<00:59, 85.3kB/s]
 49%|████▉     | 4.88M/9.91M [00:36<00:57, 88.0kB/s]
 50%|████▉     | 4.92M/9.91M [00:36<00:57, 87.1kB/s]
 50%|████▉     | 4.95M/9.91M [00:37<00:49, 99.8kB/s]
 50%|█████     | 4.98M/9.91M [00:37<00:46, 106kB/s] 
 51%|█████     | 5.01M/9.91M [00:37<00:55, 88.4kB/s]
 52%|█████▏    | 5.11M/9.91M [00:38<00:36, 133kB/s] 
 52%|█████▏    | 5.14M/9.91M [00:38<00:38, 124kB/s]
 52%|█████▏    | 5.18M/9.91M [00:38<00:39, 119kB/s]
 53%|█████▎    | 5.21M/9.91M [00:39<00:41, 113kB/s]
 53%|█████▎    | 5.24M/9.91M [00:39<00:44, 104kB/s]
 53%|█████▎    | 5.28M/9.91M [00:39<00:42, 109kB/s]
 54%|█████▎    | 5.31M/9.91M [00:40<00:38, 118kB/s]
 54%|█████▍    | 5.34M/9.91M [00:40<00:36, 126kB/s]
 54%|█████▍    | 5.37M/9.91M [00:40<00:40, 111kB/s]
 55%|█████▍    | 5.41M/9.91M [00:41<00:39, 115kB/s]
 55%|█████▍    | 5.44M/9.91M [00:41<00:36, 123kB/s]
 55%|█████▌    | 5.47M/9.91M [00:41<00:37, 117kB/s]
 56%|█████▌    | 5.51M/9.91M [00:41<00:35, 126kB/s]
 56%|█████▌    | 5.54M/9.91M [00:41<00:32, 133kB/s]
 56%|█████▌    | 5.57M/9.91M [00:42<00:36, 120kB/s]
 57%|█████▋    | 5.64M/9.91M [00:42<00:28, 149kB/s]
 57%|█████▋    | 5.67M/9.91M [00:42<00:28, 150kB/s]
 58%|█████▊    | 5.70M/9.91M [00:43<00:39, 107kB/s]
 58%|█████▊    | 5.77M/9.91M [00:43<00:30, 136kB/s]
 59%|█████▊    | 5.80M/9.91M [00:43<00:29, 139kB/s]
 59%|█████▉    | 5.83M/9.91M [00:44<00:28, 142kB/s]
 59%|█████▉    | 5.87M/9.91M [00:44<00:35, 115kB/s]
 60%|█████▉    | 5.93M/9.91M [00:44<00:28, 140kB/s]
 60%|██████    | 5.96M/9.91M [00:45<00:30, 129kB/s]
 60%|██████    | 6.00M/9.91M [00:45<00:29, 134kB/s]
 61%|██████    | 6.03M/9.91M [00:45<00:31, 122kB/s]
 61%|██████    | 6.06M/9.91M [00:46<00:32, 117kB/s]
 61%|██████▏   | 6.09M/9.91M [00:46<00:30, 125kB/s]
 62%|██████▏   | 6.13M/9.91M [00:46<00:28, 132kB/s]
 62%|██████▏   | 6.16M/9.91M [00:46<00:27, 137kB/s]
 62%|██████▏   | 6.19M/9.91M [00:46<00:26, 141kB/s]
 63%|██████▎   | 6.23M/9.91M [00:47<00:25, 144kB/s]
 63%|██████▎   | 6.26M/9.91M [00:47<00:24, 146kB/s]
 63%|██████▎   | 6.29M/9.91M [00:47<00:35, 102kB/s]
 64%|██████▍   | 6.36M/9.91M [00:48<00:26, 133kB/s]
 64%|██████▍   | 6.39M/9.91M [00:48<00:28, 122kB/s]
 65%|██████▌   | 6.46M/9.91M [00:48<00:23, 148kB/s]
 65%|██████▌   | 6.49M/9.91M [00:49<00:23, 149kB/s]
 66%|██████▌   | 6.52M/9.91M [00:49<00:31, 109kB/s]
 66%|██████▋   | 6.59M/9.91M [00:50<00:29, 114kB/s]
 67%|██████▋   | 6.62M/9.91M [00:50<00:27, 121kB/s]
 67%|██████▋   | 6.65M/9.91M [00:50<00:30, 106kB/s]
 67%|██████▋   | 6.68M/9.91M [00:51<00:38, 83.1kB/s]
 68%|██████▊   | 6.72M/9.91M [00:51<00:33, 94.7kB/s]
 68%|██████▊   | 6.75M/9.91M [00:52<00:35, 88.7kB/s]
 68%|██████▊   | 6.78M/9.91M [00:52<00:37, 84.5kB/s]
 69%|██████▉   | 6.82M/9.91M [00:53<00:43, 70.8kB/s]
 69%|██████▉   | 6.85M/9.91M [00:53<00:36, 83.0kB/s]
 69%|██████▉   | 6.88M/9.91M [00:53<00:37, 80.8kB/s]
 70%|██████▉   | 6.91M/9.91M [00:54<00:37, 79.4kB/s]
 70%|███████   | 6.95M/9.91M [00:54<00:37, 78.4kB/s]
 70%|███████   | 6.98M/9.91M [00:54<00:32, 91.6kB/s]
 71%|███████   | 7.01M/9.91M [00:55<00:30, 94.1kB/s]
 71%|███████   | 7.05M/9.91M [00:55<00:29, 96.3kB/s]
 71%|███████▏  | 7.08M/9.91M [00:56<00:31, 89.0kB/s]
 72%|███████▏  | 7.11M/9.91M [00:56<00:33, 84.6kB/s]
 72%|███████▏  | 7.14M/9.91M [00:56<00:34, 79.2kB/s]
 72%|███████▏  | 7.18M/9.91M [00:57<00:33, 80.8kB/s]
 73%|███████▎  | 7.21M/9.91M [00:57<00:31, 85.5kB/s]
 73%|███████▎  | 7.24M/9.91M [00:57<00:30, 87.0kB/s]
 73%|███████▎  | 7.27M/9.91M [00:58<00:26, 99.8kB/s]
 74%|███████▎  | 7.31M/9.91M [00:58<00:27, 94.8kB/s]
 74%|███████▍  | 7.34M/9.91M [00:58<00:26, 96.0kB/s]
 74%|███████▍  | 7.37M/9.91M [00:59<00:26, 94.2kB/s]
 75%|███████▍  | 7.41M/9.91M [00:59<00:27, 91.3kB/s]
 75%|███████▌  | 7.44M/9.91M [00:59<00:24, 99.3kB/s]
 75%|███████▌  | 7.47M/9.91M [01:00<00:23, 104kB/s] 
 76%|███████▌  | 7.50M/9.91M [01:00<00:23, 104kB/s]
 76%|███████▌  | 7.54M/9.91M [01:00<00:18, 128kB/s]
 76%|███████▋  | 7.57M/9.91M [01:00<00:19, 119kB/s]
 77%|███████▋  | 7.60M/9.91M [01:01<00:19, 121kB/s]
 77%|███████▋  | 7.63M/9.91M [01:01<00:17, 129kB/s]
 77%|███████▋  | 7.67M/9.91M [01:01<00:16, 135kB/s]
 78%|███████▊  | 7.70M/9.91M [01:01<00:15, 140kB/s]
 78%|███████▊  | 7.73M/9.91M [01:02<00:15, 143kB/s]
 78%|███████▊  | 7.77M/9.91M [01:02<00:13, 159kB/s]
 79%|███████▊  | 7.80M/9.91M [01:02<00:11, 179kB/s]
 79%|███████▉  | 7.83M/9.91M [01:02<00:10, 205kB/s]
 79%|███████▉  | 7.86M/9.91M [01:02<00:09, 225kB/s]
 80%|███████▉  | 7.90M/9.91M [01:02<00:09, 222kB/s]
 80%|███████▉  | 7.93M/9.91M [01:02<00:08, 221kB/s]
 81%|████████  | 8.00M/9.91M [01:03<00:10, 183kB/s]
 82%|████████▏ | 8.13M/9.91M [01:03<00:06, 279kB/s]
 82%|████████▏ | 8.16M/9.91M [01:03<00:06, 266kB/s]
 83%|████████▎ | 8.22M/9.91M [01:04<00:06, 254kB/s]
 84%|████████▎ | 8.29M/9.91M [01:04<00:08, 196kB/s]
 84%|████████▍ | 8.36M/9.91M [01:04<00:06, 237kB/s]
 85%|████████▌ | 8.45M/9.91M [01:04<00:04, 293kB/s]
 86%|████████▌ | 8.52M/9.91M [01:05<00:05, 249kB/s]
 86%|████████▋ | 8.55M/9.91M [01:05<00:06, 206kB/s]
 87%|████████▋ | 8.62M/9.91M [01:05<00:05, 233kB/s]
 87%|████████▋ | 8.65M/9.91M [01:05<00:05, 213kB/s]
 88%|████████▊ | 8.68M/9.91M [01:06<00:05, 214kB/s]
 88%|████████▊ | 8.72M/9.91M [01:06<00:05, 222kB/s]
 88%|████████▊ | 8.75M/9.91M [01:06<00:05, 199kB/s]
 89%|████████▊ | 8.78M/9.91M [01:06<00:05, 202kB/s]
 89%|████████▉ | 8.81M/9.91M [01:06<00:05, 186kB/s]
 89%|████████▉ | 8.85M/9.91M [01:07<00:06, 175kB/s]
 90%|████████▉ | 8.88M/9.91M [01:07<00:06, 167kB/s]
 90%|████████▉ | 8.91M/9.91M [01:07<00:05, 180kB/s]
 91%|█████████ | 8.98M/9.91M [01:07<00:04, 200kB/s]
 91%|█████████ | 9.01M/9.91M [01:07<00:04, 186kB/s]
 91%|█████████ | 9.04M/9.91M [01:08<00:04, 194kB/s]
 92%|█████████▏| 9.08M/9.91M [01:08<00:04, 207kB/s]
 92%|█████████▏| 9.11M/9.91M [01:08<00:05, 140kB/s]
 93%|█████████▎| 9.18M/9.91M [01:09<00:04, 154kB/s]
 93%|█████████▎| 9.24M/9.91M [01:09<00:03, 190kB/s]
 94%|█████████▎| 9.27M/9.91M [01:09<00:03, 180kB/s]
 94%|█████████▍| 9.31M/9.91M [01:09<00:03, 173kB/s]
 94%|█████████▍| 9.34M/9.91M [01:09<00:03, 166kB/s]
 95%|█████████▍| 9.37M/9.91M [01:10<00:03, 163kB/s]
 95%|█████████▍| 9.40M/9.91M [01:10<00:02, 175kB/s]
 95%|█████████▌| 9.44M/9.91M [01:10<00:02, 193kB/s]
 96%|█████████▌| 9.47M/9.91M [01:10<00:02, 197kB/s]
 96%|█████████▌| 9.50M/9.91M [01:10<00:02, 182kB/s]
 96%|█████████▌| 9.54M/9.91M [01:10<00:01, 206kB/s]
 97%|█████████▋| 9.57M/9.91M [01:10<00:01, 227kB/s]
 97%|█████████▋| 9.60M/9.91M [01:11<00:01, 198kB/s]
 97%|█████████▋| 9.63M/9.91M [01:11<00:01, 182kB/s]
 98%|█████████▊| 9.67M/9.91M [01:11<00:01, 172kB/s]
 98%|█████████▊| 9.70M/9.91M [01:11<00:01, 166kB/s]
 99%|█████████▊| 9.76M/9.91M [01:12<00:00, 209kB/s]
 99%|█████████▉| 9.80M/9.91M [01:12<00:00, 192kB/s]
 99%|█████████▉| 9.83M/9.91M [01:12<00:00, 197kB/s]
100%|█████████▉| 9.86M/9.91M [01:12<00:00, 128kB/s]
100%|██████████| 9.91M/9.91M [01:12<00:00, 136kB/s]
[Round 001] FedNewton | Acc: 65.03% | Loss: 1.3724
[Round 002] FedNewton | Acc: 20.54% | Loss: 15.9129
[Round 003] FedNewton | Acc: 14.45% | Loss: 1128.3122
[Round 004] FedNewton | Acc: 11.35% | Loss: 23074.0120
[Round 005] FedNewton | Acc: 9.74% | Loss: 36063.7512
[Round 006] FedNewton | Acc: 10.14% | Loss: 43398.8166
[Round 007] FedNewton | Acc: 10.32% | Loss: 55203.6455
[Round 008] FedNewton | Acc: 10.09% | Loss: 63441.2201
[Round 009] FedNewton | Acc: 9.91% | Loss: 54174.4420
[Round 010] FedNewton | Acc: 14.84% | Loss: 54185.9418
[Round 011] FedNewton | Acc: 9.58% | Loss: 49485.0400
[Round 012] FedNewton | Acc: 8.92% | Loss: 43245.1509
[Round 013] FedNewton | Acc: 10.10% | Loss: 59727.8945
[Round 014] FedNewton | Acc: 9.83% | Loss: 57722.3696
[Round 015] FedNewton | Acc: 16.40% | Loss: 57157.5646
[Round 016] FedNewton | Acc: 24.04% | Loss: 42244.9879
[Round 017] FedNewton | Acc: 21.31% | Loss: 29025.8780
[Round 018] FedNewton | Acc: 14.33% | Loss: 31086.5284
[Round 019] FedNewton | Acc: 9.58% | Loss: 35357.9588
[Round 020] FedNewton | Acc: 27.34% | Loss: 22305.6224
[Round 021] FedNewton | Acc: 23.23% | Loss: 24847.3205
[Round 022] FedNewton | Acc: 10.49% | Loss: 33265.5305
[Round 023] FedNewton | Acc: 15.36% | Loss: 30265.0367
[Round 024] FedNewton | Acc: 21.77% | Loss: 32255.2536
[Round 025] FedNewton | Acc: 21.83% | Loss: 34485.2362
[Round 026] FedNewton | Acc: 12.18% | Loss: 40429.0764
[Round 027] FedNewton | Acc: 16.03% | Loss: 38084.7246
[Round 028] FedNewton | Acc: 21.26% | Loss: 35135.7698
[Round 029] FedNewton | Acc: 16.95% | Loss: 40472.0143
[Round 030] FedNewton | Acc: 12.92% | Loss: 34812.0392
Saved to runs/grid_search_20251125_104620_fednewton_mnist_resnet18_head/nlr1.0_damp0.001/FedNewton_head_mnist_resnet18_s0.npz
