Model save path: /content/drive/MyDrive/Neural Collapse/New_Models/dataset_mlp3_W20_model_depth_MLP_15_test_samples_2000_train_samples_8000_weight_decay_0.01.pth.tar
Training Set:
Layer 0: Linear(in_features=16, out_features=200, bias=True)
Linear Weight Norm: 0.0005633566761389375
Linear Weight Rank: 16
Intra Cos: 0.01772155798971653
Inter Cos: 0.0038716483395546675
Norm Quadratic Average: 3.985689163208008
Nearest Class Center Accuracy: 0.467125

Layer 1: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 0.00024739635409787297
Linear Weight Rank: 3
Intra Cos: 0.034374069422483444
Inter Cos: 0.041049495339393616
Norm Quadratic Average: 2.586433083706652e-06
Nearest Class Center Accuracy: 0.41425

Layer 2: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 5.0765116611728445e-05
Linear Weight Rank: 3
Intra Cos: 0.9538283944129944
Inter Cos: 0.9870895743370056
Norm Quadratic Average: 1.076202668648385e-11
Nearest Class Center Accuracy: 0.35125

Layer 3: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 1.9398150470806286e-05
Linear Weight Rank: 2
Intra Cos: 0.9999996423721313
Inter Cos: 0.9999998211860657
Norm Quadratic Average: 1.2785132110990083e-12
Nearest Class Center Accuracy: 0.22825

Layer 4: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 4.945094042341225e-05
Linear Weight Rank: 1
Intra Cos: 0.9999994039535522
Inter Cos: 1.0
Norm Quadratic Average: 1.286234031609712e-12
Nearest Class Center Accuracy: 0.22825

Layer 5: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 9.664474782766774e-05
Linear Weight Rank: 1
Intra Cos: 0.9999996423721313
Inter Cos: 1.0000001192092896
Norm Quadratic Average: 4.261273408787125e-13
Nearest Class Center Accuracy: 0.238875

Layer 6: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 7.755276601528749e-05
Linear Weight Rank: 1
Intra Cos: 0.9999998211860657
Inter Cos: 1.0000001192092896
Norm Quadratic Average: 8.732214257234361e-11
Nearest Class Center Accuracy: 0.238875

Layer 7: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 0.00012351937766652554
Linear Weight Rank: 1
Intra Cos: 0.9999999403953552
Inter Cos: 1.0
Norm Quadratic Average: 1.000444171950221e-11
Nearest Class Center Accuracy: 0.2715

Layer 8: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 0.0001415471633663401
Linear Weight Rank: 1
Intra Cos: 1.0000001192092896
Inter Cos: 1.000000238418579
Norm Quadratic Average: 9.095170797057683e-12
Nearest Class Center Accuracy: 0.2715

Layer 9: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 8.358690683962777e-05
Linear Weight Rank: 1
Intra Cos: 0.9999999403953552
Inter Cos: 1.0
Norm Quadratic Average: 6.548362546654474e-11
Nearest Class Center Accuracy: 0.22825

Layer 10: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 0.00010041536734206602
Linear Weight Rank: 1
Intra Cos: 1.0000007152557373
Inter Cos: 1.0000009536743164
Norm Quadratic Average: 9.0949502703358e-13
Nearest Class Center Accuracy: 0.261375

Layer 11: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 5.7948789617512375e-05
Linear Weight Rank: 1
Intra Cos: 0.9999999403953552
Inter Cos: 1.0
Norm Quadratic Average: 1.6370906366636184e-11
Nearest Class Center Accuracy: 0.261375

Layer 12: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 6.355422374326736e-05
Linear Weight Rank: 1
Intra Cos: 0.9999989867210388
Inter Cos: 0.9999993443489075
Norm Quadratic Average: 9.112740943784114e-13
Nearest Class Center Accuracy: 0.238875

Layer 13: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 6.79231234244071e-05
Linear Weight Rank: 1
Intra Cos: 1.0000001192092896
Inter Cos: 1.0000001192092896
Norm Quadratic Average: 9.094947017729282e-13
Nearest Class Center Accuracy: 0.22825

Layer 14: Linear(in_features=200, out_features=4, bias=True)
Linear Weight Norm: 0.00019956663891207427
Linear Weight Rank: 3
Intra Cos: 0.9999996423721313
Inter Cos: 0.9999999403953552
Norm Quadratic Average: 7.346668412511193e-12
Nearest Class Center Accuracy: 0.238875

Output Layer:
Intra Cos: 1.0
Inter Cos: 1.0000001192092896
Norm Quadratic Average: 6.155189424816854e-08
Nearest Class Center Accuracy: 0.238875

Test Set:
Average Loss: 1.3833666496276855
Accuracy: 0.273
NC1 Within Class Collapse: nan
NC2 Equinorm: Features: 0.5884078741073608, Weights: 0.07002591341733932
NC2 Equiangle: Features: 0.2779705921808879, Weights: 0.8808809121449789
NC3 Self-Duality: 2.568638563156128
NC4 NCC Mismatch: 1.0

Layer 0: Linear(in_features=16, out_features=200, bias=True)
Linear Weight Norm: 0.0005633566761389375
Linear Weight Rank: 16
Intra Cos: 0.018952200189232826
Inter Cos: 0.0029295680578798056
Norm Quadratic Average: 3.98150372505188
Nearest Class Center Accuracy: 0.489

Layer 1: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 0.00024739635409787297
Linear Weight Rank: 3
Intra Cos: 0.03141230344772339
Inter Cos: 0.028643634170293808
Norm Quadratic Average: 2.6040986540465383e-06
Nearest Class Center Accuracy: 0.4225

Layer 2: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 5.0765116611728445e-05
Linear Weight Rank: 3
Intra Cos: 0.26834312081336975
Inter Cos: 0.6928449869155884
Norm Quadratic Average: 3.778668784121253e-12
Nearest Class Center Accuracy: 0.314

Layer 3: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 1.9398150470806286e-05
Linear Weight Rank: 2
Intra Cos: 0.9999994039535522
Inter Cos: 0.9999997615814209
Norm Quadratic Average: 2.61131069025089e-13
Nearest Class Center Accuracy: 0.273

Layer 4: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 4.945094042341225e-05
Linear Weight Rank: 1
Intra Cos: 0.9999997615814209
Inter Cos: 0.9999998807907104
Norm Quadratic Average: 9.09505110113784e-13
Nearest Class Center Accuracy: 0.273

Layer 5: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 9.664474782766774e-05
Linear Weight Rank: 1
Intra Cos: 0.9999998807907104
Inter Cos: 1.0
Norm Quadratic Average: 2.3824570246321064e-13
Nearest Class Center Accuracy: 0.225

Layer 6: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 7.755276601528749e-05
Linear Weight Rank: 1
Intra Cos: 1.0
Inter Cos: 1.0000001192092896
Norm Quadratic Average: 4.366521727527939e-11
Nearest Class Center Accuracy: 0.264

Layer 7: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 0.00012351937766652554
Linear Weight Rank: 1
Intra Cos: 1.0
Inter Cos: 1.0
Norm Quadratic Average: 9.094947017729282e-13
Nearest Class Center Accuracy: 0.264

Layer 8: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 0.0001415471633663401
Linear Weight Rank: 1
Intra Cos: 0.9999998807907104
Inter Cos: 1.0000001192092896
Norm Quadratic Average: 1.8190587924848955e-12
Nearest Class Center Accuracy: 0.264

Layer 9: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 8.358690683962777e-05
Linear Weight Rank: 1
Intra Cos: 1.0
Inter Cos: 1.0
Norm Quadratic Average: 7.275957614183426e-12
Nearest Class Center Accuracy: 0.225

Layer 10: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 0.00010041536734206602
Linear Weight Rank: 1
Intra Cos: 1.0
Inter Cos: 1.0
Norm Quadratic Average: 4.547473508864641e-13
Nearest Class Center Accuracy: 0.225

Layer 11: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 5.7948789617512375e-05
Linear Weight Rank: 1
Intra Cos: 0.9999997615814209
Inter Cos: 1.0
Norm Quadratic Average: 7.15863112490949e-18
Nearest Class Center Accuracy: 0.264

Layer 12: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 6.355422374326736e-05
Linear Weight Rank: 1
Intra Cos: 1.0
Inter Cos: 1.000000238418579
Norm Quadratic Average: 9.112694323090698e-13
Nearest Class Center Accuracy: 0.264

Layer 13: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 6.79231234244071e-05
Linear Weight Rank: 1
Intra Cos: 1.0
Inter Cos: 1.0
Norm Quadratic Average: 1.8189894035458565e-12
Nearest Class Center Accuracy: 0.225

Layer 14: Linear(in_features=200, out_features=4, bias=True)
Linear Weight Norm: 0.00019956663891207427
Linear Weight Rank: 3
Intra Cos: 1.0
Inter Cos: 1.000000238418579
Norm Quadratic Average: 9.646647630007221e-13
Nearest Class Center Accuracy: 0.264

Output Layer:
Intra Cos: 0.9999997615814209
Inter Cos: 1.0
Norm Quadratic Average: 2.296423318171037e-08
Nearest Class Center Accuracy: 0.225

