Model save path: /content/drive/MyDrive/Neural Collapse/New_Models/dataset_mlp3_W20_model_depth_MLP_15_test_samples_2000_train_samples_8000_weight_decay_0.005.pth.tar
Training Set:
Layer 0: Linear(in_features=16, out_features=200, bias=True)
Linear Weight Norm: 4.334968566894531
Linear Weight Rank: 16
Intra Cos: 0.01772155426442623
Inter Cos: 0.003871647175401449
Norm Quadratic Average: 3.985689163208008
Nearest Class Center Accuracy: 0.467125

Layer 1: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 5.768238067626953
Linear Weight Rank: 90
Intra Cos: 0.014874723739922047
Inter Cos: 0.0009192652651108801
Norm Quadratic Average: 2.288393259048462
Nearest Class Center Accuracy: 0.538625

Layer 2: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 3.1444473266601562
Linear Weight Rank: 86
Intra Cos: 0.03209448233246803
Inter Cos: -0.004831020254641771
Norm Quadratic Average: 1.6176495552062988
Nearest Class Center Accuracy: 0.849625

Layer 3: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 1.292616367340088
Linear Weight Rank: 83
Intra Cos: 0.20125725865364075
Inter Cos: -0.03627579286694527
Norm Quadratic Average: 0.9982351064682007
Nearest Class Center Accuracy: 0.993625

Layer 4: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 0.5543228983879089
Linear Weight Rank: 36
Intra Cos: 0.8858323097229004
Inter Cos: -0.139784038066864
Norm Quadratic Average: 0.3492308259010315
Nearest Class Center Accuracy: 0.999625

Layer 5: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 0.46915364265441895
Linear Weight Rank: 24
Intra Cos: 0.8491404056549072
Inter Cos: 0.22816932201385498
Norm Quadratic Average: 0.15130621194839478
Nearest Class Center Accuracy: 0.998375

Layer 6: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 0.46532633900642395
Linear Weight Rank: 28
Intra Cos: 0.8681648373603821
Inter Cos: 0.31398695707321167
Norm Quadratic Average: 0.13911978900432587
Nearest Class Center Accuracy: 0.998875

Layer 7: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 0.4685955345630646
Linear Weight Rank: 29
Intra Cos: 0.8706512451171875
Inter Cos: 0.2942647933959961
Norm Quadratic Average: 0.14497044682502747
Nearest Class Center Accuracy: 0.999375

Layer 8: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 0.4750010073184967
Linear Weight Rank: 28
Intra Cos: 0.8845729231834412
Inter Cos: 0.22821509838104248
Norm Quadratic Average: 0.16433829069137573
Nearest Class Center Accuracy: 0.99975

Layer 9: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 0.4898001253604889
Linear Weight Rank: 28
Intra Cos: 0.8986817598342896
Inter Cos: 0.24165856838226318
Norm Quadratic Average: 0.1809089183807373
Nearest Class Center Accuracy: 0.999625

Layer 10: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 0.509922206401825
Linear Weight Rank: 32
Intra Cos: 0.9202622771263123
Inter Cos: 0.17483429610729218
Norm Quadratic Average: 0.21035774052143097
Nearest Class Center Accuracy: 0.99975

Layer 11: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 0.5397990345954895
Linear Weight Rank: 33
Intra Cos: 0.9397183060646057
Inter Cos: 0.12897838652133942
Norm Quadratic Average: 0.2560807466506958
Nearest Class Center Accuracy: 0.99975

Layer 12: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 0.6146911382675171
Linear Weight Rank: 34
Intra Cos: 0.9451796412467957
Inter Cos: 0.13920362293720245
Norm Quadratic Average: 0.35694584250450134
Nearest Class Center Accuracy: 0.999875

Layer 13: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 0.821471095085144
Linear Weight Rank: 39
Intra Cos: 0.9504855871200562
Inter Cos: -0.0805668756365776
Norm Quadratic Average: 0.6161640882492065
Nearest Class Center Accuracy: 0.999875

Layer 14: Linear(in_features=200, out_features=4, bias=True)
Linear Weight Norm: 3.0810000896453857
Linear Weight Rank: 3
Intra Cos: 0.9826758503913879
Inter Cos: -0.25965797901153564
Norm Quadratic Average: 2.9649128913879395
Nearest Class Center Accuracy: 1.0

Output Layer:
Intra Cos: 0.9931526184082031
Inter Cos: -0.27679765224456787
Norm Quadratic Average: 5.249797344207764
Nearest Class Center Accuracy: 1.0

Test Set:
Average Loss: 1.5661621475219727
Accuracy: 0.63
NC1 Within Class Collapse: 6.6110029220581055
NC2 Equinorm: Features: 0.056942254304885864, Weights: 0.016818393021821976
NC2 Equiangle: Features: 0.08548703789710999, Weights: 0.028073221445083618
NC3 Self-Duality: 0.009511340409517288
NC4 NCC Mismatch: 0.016000000000000014

Layer 0: Linear(in_features=16, out_features=200, bias=True)
Linear Weight Norm: 4.334968566894531
Linear Weight Rank: 16
Intra Cos: 0.018952202051877975
Inter Cos: 0.0029295659624040127
Norm Quadratic Average: 3.98150372505188
Nearest Class Center Accuracy: 0.489

Layer 1: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 5.768238067626953
Linear Weight Rank: 90
Intra Cos: 0.014356051571667194
Inter Cos: 0.00022596660710405558
Norm Quadratic Average: 2.292454481124878
Nearest Class Center Accuracy: 0.5285

Layer 2: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 3.1444473266601562
Linear Weight Rank: 86
Intra Cos: 0.015024502761662006
Inter Cos: -2.237392618553713e-05
Norm Quadratic Average: 1.5982215404510498
Nearest Class Center Accuracy: 0.6195

Layer 3: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 1.292616367340088
Linear Weight Rank: 83
Intra Cos: 0.07028809934854507
Inter Cos: -0.0015676503535360098
Norm Quadratic Average: 0.9343059659004211
Nearest Class Center Accuracy: 0.638

Layer 4: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 0.5543228983879089
Linear Weight Rank: 36
Intra Cos: 0.21231195330619812
Inter Cos: 0.03769328072667122
Norm Quadratic Average: 0.2935212552547455
Nearest Class Center Accuracy: 0.6345

Layer 5: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 0.46915364265441895
Linear Weight Rank: 24
Intra Cos: 0.11663474142551422
Inter Cos: 0.11522295325994492
Norm Quadratic Average: 0.13111883401870728
Nearest Class Center Accuracy: 0.6325

Layer 6: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 0.46532633900642395
Linear Weight Rank: 28
Intra Cos: 0.11729161441326141
Inter Cos: 0.1580064743757248
Norm Quadratic Average: 0.11943799257278442
Nearest Class Center Accuracy: 0.6295

Layer 7: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 0.4685955345630646
Linear Weight Rank: 29
Intra Cos: 0.12050215899944305
Inter Cos: 0.15338656306266785
Norm Quadratic Average: 0.12431950867176056
Nearest Class Center Accuracy: 0.6325

Layer 8: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 0.4750010073184967
Linear Weight Rank: 28
Intra Cos: 0.12201227247714996
Inter Cos: 0.13112707436084747
Norm Quadratic Average: 0.14093029499053955
Nearest Class Center Accuracy: 0.6335

Layer 9: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 0.4898001253604889
Linear Weight Rank: 28
Intra Cos: 0.12261882424354553
Inter Cos: 0.13822001218795776
Norm Quadratic Average: 0.15499024093151093
Nearest Class Center Accuracy: 0.637

Layer 10: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 0.509922206401825
Linear Weight Rank: 32
Intra Cos: 0.1219731941819191
Inter Cos: 0.11697471886873245
Norm Quadratic Average: 0.17990201711654663
Nearest Class Center Accuracy: 0.6375

Layer 11: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 0.5397990345954895
Linear Weight Rank: 33
Intra Cos: 0.11930958926677704
Inter Cos: 0.1020004004240036
Norm Quadratic Average: 0.21865229308605194
Nearest Class Center Accuracy: 0.6395

Layer 12: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 0.6146911382675171
Linear Weight Rank: 34
Intra Cos: 0.1309405118227005
Inter Cos: 0.10193648189306259
Norm Quadratic Average: 0.30670952796936035
Nearest Class Center Accuracy: 0.6355

Layer 13: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 0.821471095085144
Linear Weight Rank: 39
Intra Cos: 0.16739799082279205
Inter Cos: 0.023409860208630562
Norm Quadratic Average: 0.5373334288597107
Nearest Class Center Accuracy: 0.6345

Layer 14: Linear(in_features=200, out_features=4, bias=True)
Linear Weight Norm: 3.0810000896453857
Linear Weight Rank: 3
Intra Cos: 0.22552135586738586
Inter Cos: -0.04984726011753082
Norm Quadratic Average: 2.6002821922302246
Nearest Class Center Accuracy: 0.633

Output Layer:
Intra Cos: 0.23288077116012573
Inter Cos: -0.042862821370363235
Norm Quadratic Average: 4.5751633644104
Nearest Class Center Accuracy: 0.632

