Start: FedNewton | Mode: head | Dataset: mnist | Model: resnet18
Params -> SGD LR: 0.01, Newton LR: 0.01, Damping: 0.001

  0%|          | 0.00/9.91M [00:00<?, ?B/s]
  0%|          | 32.8k/9.91M [00:00<01:05, 151kB/s]
  1%|          | 98.3k/9.91M [00:00<00:40, 240kB/s]
  1%|▏         | 131k/9.91M [00:00<01:11, 136kB/s] 
  3%|▎         | 328k/9.91M [00:01<00:25, 374kB/s]
  4%|▍         | 426k/9.91M [00:01<00:23, 398kB/s]
  5%|▍         | 492k/9.91M [00:01<00:33, 282kB/s]
  6%|▋         | 623k/9.91M [00:01<00:23, 402kB/s]
  7%|▋         | 721k/9.91M [00:02<00:22, 417kB/s]
  8%|▊         | 786k/9.91M [00:02<00:26, 344kB/s]
  9%|▊         | 852k/9.91M [00:02<00:26, 344kB/s]
  9%|▉         | 918k/9.91M [00:02<00:30, 299kB/s]
 10%|▉         | 983k/9.91M [00:03<00:37, 236kB/s]
 10%|█         | 1.02M/9.91M [00:03<00:43, 206kB/s]
 11%|█         | 1.05M/9.91M [00:03<00:40, 218kB/s]
 11%|█         | 1.08M/9.91M [00:04<00:50, 176kB/s]
 11%|█         | 1.11M/9.91M [00:04<00:54, 162kB/s]
 12%|█▏        | 1.18M/9.91M [00:04<00:50, 171kB/s]
 12%|█▏        | 1.21M/9.91M [00:04<00:52, 166kB/s]
 13%|█▎        | 1.25M/9.91M [00:05<00:53, 162kB/s]
 13%|█▎        | 1.28M/9.91M [00:05<00:57, 150kB/s]
 13%|█▎        | 1.31M/9.91M [00:05<00:59, 144kB/s]
 14%|█▎        | 1.34M/9.91M [00:05<00:58, 146kB/s]
 14%|█▍        | 1.38M/9.91M [00:06<01:07, 126kB/s]
 15%|█▍        | 1.44M/9.91M [00:06<00:58, 144kB/s]
 15%|█▍        | 1.47M/9.91M [00:06<01:05, 129kB/s]
 15%|█▌        | 1.51M/9.91M [00:07<01:09, 122kB/s]
 16%|█▌        | 1.54M/9.91M [00:07<01:13, 114kB/s]
 16%|█▌        | 1.57M/9.91M [00:07<01:14, 111kB/s]
 16%|█▌        | 1.61M/9.91M [00:08<01:13, 113kB/s]
 17%|█▋        | 1.64M/9.91M [00:08<01:19, 104kB/s]
 17%|█▋        | 1.67M/9.91M [00:09<01:37, 84.9kB/s]
 18%|█▊        | 1.74M/9.91M [00:09<01:17, 106kB/s] 
 18%|█▊        | 1.77M/9.91M [00:09<01:19, 103kB/s]
 18%|█▊        | 1.80M/9.91M [00:10<01:18, 104kB/s]
 19%|█▊        | 1.84M/9.91M [00:10<01:17, 105kB/s]
 19%|█▉        | 1.87M/9.91M [00:10<01:13, 110kB/s]
 19%|█▉        | 1.90M/9.91M [00:10<01:13, 109kB/s]
 20%|█▉        | 1.93M/9.91M [00:11<01:16, 105kB/s]
 20%|██        | 2.00M/9.91M [00:12<01:20, 97.9kB/s]
 21%|██        | 2.06M/9.91M [00:12<01:06, 118kB/s] 
 21%|██        | 2.10M/9.91M [00:12<01:11, 109kB/s]
 21%|██▏       | 2.13M/9.91M [00:13<01:13, 106kB/s]
 22%|██▏       | 2.16M/9.91M [00:13<01:11, 108kB/s]
 22%|██▏       | 2.20M/9.91M [00:13<01:10, 110kB/s]
 22%|██▏       | 2.23M/9.91M [00:14<01:09, 110kB/s]
 23%|██▎       | 2.26M/9.91M [00:14<00:59, 128kB/s]
 23%|██▎       | 2.29M/9.91M [00:14<01:16, 100kB/s]
 23%|██▎       | 2.33M/9.91M [00:14<01:13, 104kB/s]
 24%|██▍       | 2.36M/9.91M [00:15<01:20, 93.6kB/s]
 24%|██▍       | 2.39M/9.91M [00:15<01:36, 78.3kB/s]
 24%|██▍       | 2.42M/9.91M [00:16<01:55, 64.6kB/s]
 25%|██▍       | 2.46M/9.91M [00:17<01:45, 70.4kB/s]
 25%|██▌       | 2.49M/9.91M [00:17<02:02, 60.8kB/s]
 25%|██▌       | 2.52M/9.91M [00:17<01:35, 77.2kB/s]
 26%|██▌       | 2.56M/9.91M [00:18<01:50, 66.5kB/s]
 26%|██▌       | 2.59M/9.91M [00:19<01:46, 68.9kB/s]
 26%|██▋       | 2.62M/9.91M [00:19<01:42, 70.9kB/s]
 27%|██▋       | 2.65M/9.91M [00:20<01:54, 63.1kB/s]
 27%|██▋       | 2.69M/9.91M [00:20<02:01, 59.2kB/s]
 27%|██▋       | 2.72M/9.91M [00:21<01:54, 62.7kB/s]
 28%|██▊       | 2.75M/9.91M [00:21<01:48, 66.1kB/s]
 28%|██▊       | 2.79M/9.91M [00:22<01:49, 65.3kB/s]
 28%|██▊       | 2.82M/9.91M [00:22<01:30, 78.7kB/s]
 29%|██▉       | 2.85M/9.91M [00:22<01:30, 77.7kB/s]
 29%|██▉       | 2.88M/9.91M [00:23<01:54, 61.6kB/s]
 29%|██▉       | 2.92M/9.91M [00:24<01:47, 65.2kB/s]
 30%|██▉       | 2.95M/9.91M [00:24<01:42, 68.0kB/s]
 30%|███       | 2.98M/9.91M [00:24<01:34, 73.1kB/s]
 30%|███       | 3.01M/9.91M [00:25<01:23, 82.4kB/s]
 31%|███       | 3.05M/9.91M [00:25<01:25, 80.2kB/s]
 31%|███       | 3.08M/9.91M [00:25<01:13, 93.3kB/s]
 31%|███▏      | 3.11M/9.91M [00:26<01:13, 92.0kB/s]
 32%|███▏      | 3.15M/9.91M [00:26<01:08, 98.1kB/s]
 32%|███▏      | 3.18M/9.91M [00:26<01:14, 90.0kB/s]
 32%|███▏      | 3.21M/9.91M [00:27<01:28, 76.0kB/s]
 33%|███▎      | 3.24M/9.91M [00:27<01:21, 82.2kB/s]
 33%|███▎      | 3.28M/9.91M [00:28<01:20, 82.7kB/s]
 33%|███▎      | 3.31M/9.91M [00:28<01:13, 90.1kB/s]
 34%|███▎      | 3.34M/9.91M [00:28<01:12, 90.1kB/s]
 34%|███▍      | 3.38M/9.91M [00:28<00:59, 109kB/s] 
 34%|███▍      | 3.41M/9.91M [00:29<01:05, 99.5kB/s]
 35%|███▍      | 3.44M/9.91M [00:29<01:24, 76.3kB/s]
 35%|███▌      | 3.47M/9.91M [00:30<01:31, 70.0kB/s]
 35%|███▌      | 3.51M/9.91M [00:31<01:36, 66.3kB/s]
 36%|███▌      | 3.54M/9.91M [00:31<01:32, 68.8kB/s]
 36%|███▌      | 3.57M/9.91M [00:31<01:29, 70.8kB/s]
 36%|███▋      | 3.60M/9.91M [00:32<01:27, 72.1kB/s]
 37%|███▋      | 3.64M/9.91M [00:32<01:13, 85.6kB/s]
 37%|███▋      | 3.67M/9.91M [00:33<01:28, 70.7kB/s]
 37%|███▋      | 3.70M/9.91M [00:33<01:19, 78.2kB/s]
 38%|███▊      | 3.74M/9.91M [00:34<01:19, 77.5kB/s]
 38%|███▊      | 3.77M/9.91M [00:34<01:14, 82.4kB/s]
 38%|███▊      | 3.80M/9.91M [00:34<01:13, 83.6kB/s]
 39%|███▊      | 3.83M/9.91M [00:35<01:11, 85.1kB/s]
 39%|███▉      | 3.87M/9.91M [00:35<01:08, 88.5kB/s]
 39%|███▉      | 3.90M/9.91M [00:36<01:24, 71.5kB/s]
 40%|███▉      | 3.93M/9.91M [00:36<01:13, 81.2kB/s]
 40%|███▉      | 3.96M/9.91M [00:36<01:11, 83.1kB/s]
 40%|████      | 4.00M/9.91M [00:37<01:28, 66.9kB/s]
 41%|████      | 4.03M/9.91M [00:38<01:32, 63.5kB/s]
 41%|████      | 4.06M/9.91M [00:38<01:31, 63.9kB/s]
 41%|████▏     | 4.10M/9.91M [00:38<01:26, 66.9kB/s]
 42%|████▏     | 4.13M/9.91M [00:39<01:30, 64.2kB/s]
 42%|████▏     | 4.16M/9.91M [00:40<01:27, 66.0kB/s]
 42%|████▏     | 4.19M/9.91M [00:40<01:14, 76.9kB/s]
 43%|████▎     | 4.23M/9.91M [00:40<01:15, 75.4kB/s]
 43%|████▎     | 4.26M/9.91M [00:41<01:22, 68.1kB/s]
 43%|████▎     | 4.29M/9.91M [00:41<01:19, 70.3kB/s]
 44%|████▎     | 4.33M/9.91M [00:42<01:17, 71.7kB/s]
 44%|████▍     | 4.36M/9.91M [00:42<01:16, 72.8kB/s]
 44%|████▍     | 4.39M/9.91M [00:43<01:14, 73.7kB/s]
 45%|████▍     | 4.42M/9.91M [00:43<01:24, 64.7kB/s]
 45%|████▍     | 4.46M/9.91M [00:44<01:20, 67.5kB/s]
 45%|████▌     | 4.49M/9.91M [00:44<01:10, 77.5kB/s]
 46%|████▌     | 4.52M/9.91M [00:44<01:07, 80.4kB/s]
 46%|████▌     | 4.55M/9.91M [00:45<01:08, 78.7kB/s]
 46%|████▋     | 4.59M/9.91M [00:45<01:25, 62.5kB/s]
 47%|████▋     | 4.62M/9.91M [00:46<01:19, 66.4kB/s]
 47%|████▋     | 4.65M/9.91M [00:46<01:16, 68.4kB/s]
 47%|████▋     | 4.69M/9.91M [00:47<01:14, 70.3kB/s]
 48%|████▊     | 4.72M/9.91M [00:47<01:22, 62.9kB/s]
 48%|████▊     | 4.78M/9.91M [00:48<01:06, 77.7kB/s]
 49%|████▊     | 4.82M/9.91M [00:48<01:02, 81.4kB/s]
 49%|████▉     | 4.85M/9.91M [00:49<01:15, 67.2kB/s]
 49%|████▉     | 4.88M/9.91M [00:49<01:09, 72.3kB/s]
 50%|████▉     | 4.92M/9.91M [00:50<01:08, 73.2kB/s]
 50%|████▉     | 4.95M/9.91M [00:50<01:07, 73.8kB/s]
 50%|█████     | 4.98M/9.91M [00:51<01:00, 81.3kB/s]
 51%|█████     | 5.01M/9.91M [00:51<01:01, 79.4kB/s]
 51%|█████     | 5.05M/9.91M [00:51<00:52, 92.4kB/s]
 51%|█████     | 5.08M/9.91M [00:52<00:52, 92.8kB/s]
 52%|█████▏    | 5.11M/9.91M [00:52<00:55, 86.9kB/s]
 52%|█████▏    | 5.14M/9.91M [00:53<01:03, 74.6kB/s]
 52%|█████▏    | 5.18M/9.91M [00:53<00:51, 92.8kB/s]
 53%|█████▎    | 5.21M/9.91M [00:53<00:52, 89.8kB/s]
 53%|█████▎    | 5.24M/9.91M [00:54<00:55, 83.6kB/s]
 53%|█████▎    | 5.28M/9.91M [00:54<01:03, 72.5kB/s]
 54%|█████▎    | 5.31M/9.91M [00:55<00:55, 83.3kB/s]
 54%|█████▍    | 5.34M/9.91M [00:55<01:05, 69.5kB/s]
 54%|█████▍    | 5.37M/9.91M [00:56<01:10, 64.0kB/s]
 55%|█████▍    | 5.41M/9.91M [00:56<01:08, 65.4kB/s]
 55%|█████▍    | 5.44M/9.91M [00:57<01:05, 68.2kB/s]
 55%|█████▌    | 5.47M/9.91M [00:57<01:13, 60.6kB/s]
 56%|█████▌    | 5.51M/9.91M [00:58<01:00, 73.3kB/s]
 56%|█████▌    | 5.54M/9.91M [00:58<01:04, 67.7kB/s]
 56%|█████▌    | 5.57M/9.91M [00:59<01:02, 69.7kB/s]
 57%|█████▋    | 5.64M/9.91M [00:59<00:48, 88.3kB/s]
 57%|█████▋    | 5.67M/9.91M [01:00<00:50, 84.7kB/s]
 58%|█████▊    | 5.70M/9.91M [01:00<00:49, 84.4kB/s]
 58%|█████▊    | 5.73M/9.91M [01:00<00:49, 84.1kB/s]
 58%|█████▊    | 5.77M/9.91M [01:01<00:53, 77.8kB/s]
 59%|█████▊    | 5.80M/9.91M [01:01<00:46, 89.3kB/s]
 59%|█████▉    | 5.83M/9.91M [01:01<00:46, 87.4kB/s]
 59%|█████▉    | 5.87M/9.91M [01:02<00:40, 99.8kB/s]
 60%|█████▉    | 5.90M/9.91M [01:02<00:39, 103kB/s] 
 60%|█████▉    | 5.93M/9.91M [01:02<00:43, 90.6kB/s]
 60%|██████    | 5.96M/9.91M [01:03<00:42, 93.4kB/s]
 60%|██████    | 6.00M/9.91M [01:03<00:44, 87.1kB/s]
 61%|██████    | 6.03M/9.91M [01:04<00:41, 92.9kB/s]
 61%|██████    | 6.06M/9.91M [01:04<00:41, 92.9kB/s]
 61%|██████▏   | 6.09M/9.91M [01:04<00:39, 97.2kB/s]
 62%|██████▏   | 6.13M/9.91M [01:05<00:39, 96.0kB/s]
 62%|██████▏   | 6.16M/9.91M [01:05<00:34, 108kB/s] 
 62%|██████▏   | 6.19M/9.91M [01:05<00:34, 108kB/s]
 63%|██████▎   | 6.23M/9.91M [01:05<00:35, 104kB/s]
 63%|██████▎   | 6.26M/9.91M [01:06<00:39, 92.9kB/s]
 63%|██████▎   | 6.29M/9.91M [01:06<00:38, 93.2kB/s]
 64%|██████▍   | 6.32M/9.91M [01:07<00:41, 87.1kB/s]
 64%|██████▍   | 6.36M/9.91M [01:07<00:41, 86.5kB/s]
 64%|██████▍   | 6.39M/9.91M [01:07<00:37, 95.1kB/s]
 65%|██████▍   | 6.42M/9.91M [01:08<00:43, 79.9kB/s]
 65%|██████▌   | 6.49M/9.91M [01:08<00:34, 98.9kB/s]
 66%|██████▌   | 6.52M/9.91M [01:09<00:36, 92.0kB/s]
 66%|██████▌   | 6.55M/9.91M [01:09<00:34, 98.6kB/s]
 66%|██████▋   | 6.59M/9.91M [01:09<00:32, 103kB/s] 
 67%|██████▋   | 6.62M/9.91M [01:10<00:33, 98.4kB/s]
 67%|██████▋   | 6.65M/9.91M [01:10<00:31, 105kB/s] 
 67%|██████▋   | 6.68M/9.91M [01:10<00:33, 97.8kB/s]
 68%|██████▊   | 6.72M/9.91M [01:10<00:26, 121kB/s] 
 68%|██████▊   | 6.75M/9.91M [01:11<00:27, 115kB/s]
 68%|██████▊   | 6.78M/9.91M [01:11<00:25, 124kB/s]
 69%|██████▉   | 6.82M/9.91M [01:11<00:30, 102kB/s]
 69%|██████▉   | 6.85M/9.91M [01:12<00:31, 97.8kB/s]
 69%|██████▉   | 6.88M/9.91M [01:12<00:38, 79.7kB/s]
 70%|██████▉   | 6.91M/9.91M [01:13<00:32, 92.7kB/s]
 70%|███████   | 6.95M/9.91M [01:13<00:34, 87.0kB/s]
 70%|███████   | 6.98M/9.91M [01:13<00:35, 83.1kB/s]
 71%|███████   | 7.01M/9.91M [01:14<00:33, 87.5kB/s]
 71%|███████   | 7.05M/9.91M [01:14<00:35, 80.7kB/s]
 71%|███████▏  | 7.08M/9.91M [01:15<00:34, 81.8kB/s]
 72%|███████▏  | 7.11M/9.91M [01:15<00:35, 80.0kB/s]
 72%|███████▏  | 7.14M/9.91M [01:15<00:35, 78.6kB/s]
 72%|███████▏  | 7.18M/9.91M [01:16<00:35, 77.7kB/s]
 73%|███████▎  | 7.21M/9.91M [01:16<00:32, 83.7kB/s]
 73%|███████▎  | 7.24M/9.91M [01:17<00:31, 84.8kB/s]
 73%|███████▎  | 7.27M/9.91M [01:17<00:25, 102kB/s] 
 74%|███████▎  | 7.31M/9.91M [01:17<00:25, 102kB/s]
 74%|███████▍  | 7.34M/9.91M [01:17<00:25, 101kB/s]
 74%|███████▍  | 7.37M/9.91M [01:18<00:23, 107kB/s]
 75%|███████▍  | 7.41M/9.91M [01:18<00:22, 110kB/s]
 75%|███████▌  | 7.44M/9.91M [01:18<00:23, 107kB/s]
 75%|███████▌  | 7.47M/9.91M [01:19<00:20, 117kB/s]
 76%|███████▌  | 7.50M/9.91M [01:19<00:19, 126kB/s]
 76%|███████▌  | 7.54M/9.91M [01:19<00:15, 153kB/s]
 76%|███████▋  | 7.57M/9.91M [01:19<00:15, 152kB/s]
 77%|███████▋  | 7.60M/9.91M [01:19<00:13, 167kB/s]
 77%|███████▋  | 7.63M/9.91M [01:19<00:13, 173kB/s]
 77%|███████▋  | 7.67M/9.91M [01:20<00:12, 183kB/s]
 78%|███████▊  | 7.70M/9.91M [01:20<00:11, 186kB/s]
 78%|███████▊  | 7.73M/9.91M [01:20<00:10, 211kB/s]
 78%|███████▊  | 7.77M/9.91M [01:20<00:09, 230kB/s]
 79%|███████▊  | 7.80M/9.91M [01:20<00:08, 249kB/s]
 79%|███████▉  | 7.86M/9.91M [01:20<00:07, 272kB/s]
 80%|███████▉  | 7.93M/9.91M [01:20<00:06, 285kB/s]
 81%|████████  | 8.00M/9.91M [01:21<00:05, 347kB/s]
 81%|████████▏ | 8.06M/9.91M [01:21<00:05, 343kB/s]
 82%|████████▏ | 8.13M/9.91M [01:21<00:04, 386kB/s]
 83%|████████▎ | 8.19M/9.91M [01:21<00:03, 432kB/s]
 83%|████████▎ | 8.26M/9.91M [01:21<00:03, 433kB/s]
 84%|████████▍ | 8.32M/9.91M [01:21<00:03, 416kB/s]
 85%|████████▍ | 8.42M/9.91M [01:21<00:02, 526kB/s]
 86%|████████▌ | 8.49M/9.91M [01:22<00:02, 549kB/s]
 86%|████████▋ | 8.55M/9.91M [01:22<00:02, 559kB/s]
 87%|████████▋ | 8.62M/9.91M [01:22<00:02, 576kB/s]
 88%|████████▊ | 8.72M/9.91M [01:22<00:03, 377kB/s]
 91%|█████████ | 8.98M/9.91M [01:22<00:01, 717kB/s]
 92%|█████████▏| 9.08M/9.91M [01:23<00:01, 470kB/s]
 93%|█████████▎| 9.24M/9.91M [01:23<00:01, 628kB/s]
 94%|█████████▍| 9.34M/9.91M [01:23<00:00, 576kB/s]
 95%|█████████▌| 9.44M/9.91M [01:23<00:00, 508kB/s]
 96%|█████████▌| 9.54M/9.91M [01:24<00:00, 493kB/s]
 97%|█████████▋| 9.60M/9.91M [01:24<00:00, 356kB/s]
 98%|█████████▊| 9.73M/9.91M [01:24<00:00, 449kB/s]
 99%|█████████▉| 9.80M/9.91M [01:24<00:00, 434kB/s]
100%|█████████▉| 9.86M/9.91M [01:24<00:00, 404kB/s]
100%|██████████| 9.91M/9.91M [01:25<00:00, 400kB/s]
100%|██████████| 9.91M/9.91M [01:25<00:00, 116kB/s]
[Round 001] FedNewton | Acc: 11.38% | Loss: 2.2842
[Round 002] FedNewton | Acc: 20.73% | Loss: 2.2129
[Round 003] FedNewton | Acc: 24.18% | Loss: 2.1534
[Round 004] FedNewton | Acc: 29.28% | Loss: 2.0934
[Round 005] FedNewton | Acc: 36.35% | Loss: 2.0366
[Round 006] FedNewton | Acc: 43.24% | Loss: 1.9729
[Round 007] FedNewton | Acc: 48.44% | Loss: 1.9227
[Round 008] FedNewton | Acc: 54.54% | Loss: 1.8810
[Round 009] FedNewton | Acc: 59.22% | Loss: 1.8400
[Round 010] FedNewton | Acc: 63.64% | Loss: 1.7994
[Round 011] FedNewton | Acc: 67.27% | Loss: 1.7541
[Round 012] FedNewton | Acc: 69.76% | Loss: 1.7137
[Round 013] FedNewton | Acc: 72.65% | Loss: 1.6765
[Round 014] FedNewton | Acc: 74.08% | Loss: 1.6440
[Round 015] FedNewton | Acc: 75.57% | Loss: 1.6115
[Round 016] FedNewton | Acc: 76.42% | Loss: 1.5766
[Round 017] FedNewton | Acc: 77.23% | Loss: 1.5449
[Round 018] FedNewton | Acc: 78.17% | Loss: 1.5173
[Round 019] FedNewton | Acc: 78.50% | Loss: 1.4873
[Round 020] FedNewton | Acc: 79.45% | Loss: 1.4619
[Round 021] FedNewton | Acc: 79.67% | Loss: 1.4343
[Round 022] FedNewton | Acc: 80.13% | Loss: 1.4085
[Round 023] FedNewton | Acc: 80.60% | Loss: 1.3881
[Round 024] FedNewton | Acc: 81.08% | Loss: 1.3655
[Round 025] FedNewton | Acc: 81.46% | Loss: 1.3441
[Round 026] FedNewton | Acc: 81.68% | Loss: 1.3225
[Round 027] FedNewton | Acc: 81.95% | Loss: 1.3008
[Round 028] FedNewton | Acc: 82.16% | Loss: 1.2811
[Round 029] FedNewton | Acc: 82.48% | Loss: 1.2610
[Round 030] FedNewton | Acc: 82.77% | Loss: 1.2417
Saved to runs/grid_search_20251125_104620_fednewton_mnist_resnet18_head/nlr0.01_damp0.001/FedNewton_head_mnist_resnet18_s0.npz
