Model save path: /content/drive/MyDrive/Neural Collapse/New_Models/dataset_mlp3_W20_model_depth_MLP_15_test_samples_2000_train_samples_8000_weight_decay_0.003.pth.tar
Training Set:
Layer 0: Linear(in_features=16, out_features=200, bias=True)
Linear Weight Norm: 4.910348892211914
Linear Weight Rank: 16
Intra Cos: 0.01772155798971653
Inter Cos: 0.003871648572385311
Norm Quadratic Average: 3.985689163208008
Nearest Class Center Accuracy: 0.467125

Layer 1: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 7.070808410644531
Linear Weight Rank: 151
Intra Cos: 0.015153557062149048
Inter Cos: 0.0010903681395575404
Norm Quadratic Average: 2.4988789558410645
Nearest Class Center Accuracy: 0.52825

Layer 2: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 5.057433605194092
Linear Weight Rank: 148
Intra Cos: 0.025984998792409897
Inter Cos: -0.001735901110805571
Norm Quadratic Average: 2.1423304080963135
Nearest Class Center Accuracy: 0.767625

Layer 3: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 1.9925193786621094
Linear Weight Rank: 135
Intra Cos: 0.09185059368610382
Inter Cos: -0.016021545976400375
Norm Quadratic Average: 1.5270805358886719
Nearest Class Center Accuracy: 0.9855

Layer 4: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 0.7028119564056396
Linear Weight Rank: 71
Intra Cos: 0.8262050151824951
Inter Cos: -0.07354078441858292
Norm Quadratic Average: 0.4418310225009918
Nearest Class Center Accuracy: 0.999875

Layer 5: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 0.5724406242370605
Linear Weight Rank: 46
Intra Cos: 0.947120726108551
Inter Cos: 0.1411672681570053
Norm Quadratic Average: 0.18929681181907654
Nearest Class Center Accuracy: 0.999875

Layer 6: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 0.5629557371139526
Linear Weight Rank: 46
Intra Cos: 0.9577217698097229
Inter Cos: 0.28298142552375793
Norm Quadratic Average: 0.15506812930107117
Nearest Class Center Accuracy: 0.999875

Layer 7: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 0.5651029348373413
Linear Weight Rank: 45
Intra Cos: 0.9623587131500244
Inter Cos: 0.34531933069229126
Norm Quadratic Average: 0.15999281406402588
Nearest Class Center Accuracy: 0.999875

Layer 8: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 0.5726069211959839
Linear Weight Rank: 48
Intra Cos: 0.9645495414733887
Inter Cos: 0.36696571111679077
Norm Quadratic Average: 0.18409667909145355
Nearest Class Center Accuracy: 0.999875

Layer 9: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 0.5935094952583313
Linear Weight Rank: 46
Intra Cos: 0.9668347239494324
Inter Cos: 0.3816298246383667
Norm Quadratic Average: 0.21777571737766266
Nearest Class Center Accuracy: 0.999875

Layer 10: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 0.63136887550354
Linear Weight Rank: 46
Intra Cos: 0.9695454835891724
Inter Cos: 0.3485347628593445
Norm Quadratic Average: 0.2851104438304901
Nearest Class Center Accuracy: 0.999875

Layer 11: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 0.6837396025657654
Linear Weight Rank: 44
Intra Cos: 0.9702989459037781
Inter Cos: 0.22232462465763092
Norm Quadratic Average: 0.36970314383506775
Nearest Class Center Accuracy: 0.999875

Layer 12: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 0.7153967618942261
Linear Weight Rank: 36
Intra Cos: 0.9633735418319702
Inter Cos: -0.06967919319868088
Norm Quadratic Average: 0.41830477118492126
Nearest Class Center Accuracy: 0.999875

Layer 13: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 0.9231457710266113
Linear Weight Rank: 34
Intra Cos: 0.9673136472702026
Inter Cos: -0.1842850297689438
Norm Quadratic Average: 0.661842942237854
Nearest Class Center Accuracy: 0.999875

Layer 14: Linear(in_features=200, out_features=4, bias=True)
Linear Weight Norm: 3.2926812171936035
Linear Weight Rank: 3
Intra Cos: 0.9794137477874756
Inter Cos: -0.28158044815063477
Norm Quadratic Average: 3.19588041305542
Nearest Class Center Accuracy: 1.0

Output Layer:
Intra Cos: 0.9910731911659241
Inter Cos: -0.2705293595790863
Norm Quadratic Average: 6.041289329528809
Nearest Class Center Accuracy: 1.0

Test Set:
Average Loss: 1.537113166809082
Accuracy: 0.637
NC1 Within Class Collapse: 5.800265312194824
NC2 Equinorm: Features: 0.05141538754105568, Weights: 0.014394992962479591
NC2 Equiangle: Features: 0.0830065409342448, Weights: 0.014018128315607706
NC3 Self-Duality: 0.008584463968873024
NC4 NCC Mismatch: 0.01749999999999996

Layer 0: Linear(in_features=16, out_features=200, bias=True)
Linear Weight Norm: 4.910348892211914
Linear Weight Rank: 16
Intra Cos: 0.018952203914523125
Inter Cos: 0.0029295675922185183
Norm Quadratic Average: 3.981503963470459
Nearest Class Center Accuracy: 0.489

Layer 1: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 7.070808410644531
Linear Weight Rank: 151
Intra Cos: 0.014251633547246456
Inter Cos: 4.189504761598073e-05
Norm Quadratic Average: 2.4957406520843506
Nearest Class Center Accuracy: 0.526

Layer 2: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 5.057433605194092
Linear Weight Rank: 148
Intra Cos: 0.01586153171956539
Inter Cos: -0.0003370140912011266
Norm Quadratic Average: 2.1236910820007324
Nearest Class Center Accuracy: 0.602

Layer 3: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 1.9925193786621094
Linear Weight Rank: 135
Intra Cos: 0.03231976553797722
Inter Cos: 0.003526068292558193
Norm Quadratic Average: 1.4583488702774048
Nearest Class Center Accuracy: 0.6405

Layer 4: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 0.7028119564056396
Linear Weight Rank: 71
Intra Cos: 0.22086627781391144
Inter Cos: 0.058353692293167114
Norm Quadratic Average: 0.3709518015384674
Nearest Class Center Accuracy: 0.6335

Layer 5: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 0.5724406242370605
Linear Weight Rank: 46
Intra Cos: 0.22610120475292206
Inter Cos: 0.08346555382013321
Norm Quadratic Average: 0.15513955056667328
Nearest Class Center Accuracy: 0.625

Layer 6: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 0.5629557371139526
Linear Weight Rank: 46
Intra Cos: 0.22911277413368225
Inter Cos: 0.15905576944351196
Norm Quadratic Average: 0.12614186108112335
Nearest Class Center Accuracy: 0.6175

Layer 7: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 0.5651029348373413
Linear Weight Rank: 45
Intra Cos: 0.22448280453681946
Inter Cos: 0.18340645730495453
Norm Quadratic Average: 0.13003534078598022
Nearest Class Center Accuracy: 0.617

Layer 8: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 0.5726069211959839
Linear Weight Rank: 48
Intra Cos: 0.22170023620128632
Inter Cos: 0.19420506060123444
Norm Quadratic Average: 0.14964772760868073
Nearest Class Center Accuracy: 0.619

Layer 9: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 0.5935094952583313
Linear Weight Rank: 46
Intra Cos: 0.21671350300312042
Inter Cos: 0.204703688621521
Norm Quadratic Average: 0.17720302939414978
Nearest Class Center Accuracy: 0.6225

Layer 10: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 0.63136887550354
Linear Weight Rank: 46
Intra Cos: 0.21545442938804626
Inter Cos: 0.19656771421432495
Norm Quadratic Average: 0.23223160207271576
Nearest Class Center Accuracy: 0.622

Layer 11: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 0.6837396025657654
Linear Weight Rank: 44
Intra Cos: 0.22412098944187164
Inter Cos: 0.1567685306072235
Norm Quadratic Average: 0.3007007837295532
Nearest Class Center Accuracy: 0.628

Layer 12: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 0.7153967618942261
Linear Weight Rank: 36
Intra Cos: 0.24354544281959534
Inter Cos: 0.059512097388505936
Norm Quadratic Average: 0.3456141948699951
Nearest Class Center Accuracy: 0.6305

Layer 13: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 0.9231457710266113
Linear Weight Rank: 34
Intra Cos: 0.25096505880355835
Inter Cos: -0.01859474554657936
Norm Quadratic Average: 0.5498554110527039
Nearest Class Center Accuracy: 0.638

Layer 14: Linear(in_features=200, out_features=4, bias=True)
Linear Weight Norm: 3.2926812171936035
Linear Weight Rank: 3
Intra Cos: 0.2720305025577545
Inter Cos: -0.04486481845378876
Norm Quadratic Average: 2.7157700061798096
Nearest Class Center Accuracy: 0.6405

Output Layer:
Intra Cos: 0.28045567870140076
Inter Cos: -0.04121073707938194
Norm Quadratic Average: 5.07880163192749
Nearest Class Center Accuracy: 0.638

