Model save path: /content/drive/MyDrive/Neural Collapse/New_Models/dataset_mlp3_W20_model_depth_MLP_15_test_samples_2000_train_samples_8000_weight_decay_0.0001.pth.tar
Training Set:
Layer 0: Linear(in_features=16, out_features=200, bias=True)
Linear Weight Norm: 19.16119384765625
Linear Weight Rank: 16
Intra Cos: 0.01772155798971653
Inter Cos: 0.0038716476410627365
Norm Quadratic Average: 3.9856886863708496
Nearest Class Center Accuracy: 0.467125

Layer 1: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 26.97262191772461
Linear Weight Rank: 175
Intra Cos: 0.016457203775644302
Inter Cos: 0.002962464466691017
Norm Quadratic Average: 10.938993453979492
Nearest Class Center Accuracy: 0.52

Layer 2: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 25.090940475463867
Linear Weight Rank: 176
Intra Cos: 0.024006696417927742
Inter Cos: 0.0019710499327629805
Norm Quadratic Average: 10.839852333068848
Nearest Class Center Accuracy: 0.597375

Layer 3: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 20.554759979248047
Linear Weight Rank: 175
Intra Cos: 0.04273874685168266
Inter Cos: -0.001566014951094985
Norm Quadratic Average: 10.432938575744629
Nearest Class Center Accuracy: 0.733875

Layer 4: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 15.653472900390625
Linear Weight Rank: 176
Intra Cos: 0.08152755349874496
Inter Cos: -0.011576793156564236
Norm Quadratic Average: 10.195839881896973
Nearest Class Center Accuracy: 0.873625

Layer 5: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 12.208077430725098
Linear Weight Rank: 176
Intra Cos: 0.17339038848876953
Inter Cos: -0.03862035647034645
Norm Quadratic Average: 10.071314811706543
Nearest Class Center Accuracy: 0.97225

Layer 6: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 10.196457862854004
Linear Weight Rank: 177
Intra Cos: 0.3361060917377472
Inter Cos: -0.10057622194290161
Norm Quadratic Average: 10.044567108154297
Nearest Class Center Accuracy: 0.999

Layer 7: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 8.994454383850098
Linear Weight Rank: 177
Intra Cos: 0.5391522645950317
Inter Cos: -0.15551500022411346
Norm Quadratic Average: 10.069019317626953
Nearest Class Center Accuracy: 0.999875

Layer 8: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 8.33898639678955
Linear Weight Rank: 179
Intra Cos: 0.6927552223205566
Inter Cos: -0.19554798305034637
Norm Quadratic Average: 10.077698707580566
Nearest Class Center Accuracy: 1.0

Layer 9: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 7.958171844482422
Linear Weight Rank: 179
Intra Cos: 0.7938135266304016
Inter Cos: -0.2116076499223709
Norm Quadratic Average: 10.067330360412598
Nearest Class Center Accuracy: 1.0

Layer 10: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 7.726266860961914
Linear Weight Rank: 178
Intra Cos: 0.7978799343109131
Inter Cos: -0.2366918921470642
Norm Quadratic Average: 10.069594383239746
Nearest Class Center Accuracy: 1.0

Layer 11: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 7.610924243927002
Linear Weight Rank: 178
Intra Cos: 0.8440889716148376
Inter Cos: -0.23096391558647156
Norm Quadratic Average: 10.051179885864258
Nearest Class Center Accuracy: 1.0

Layer 12: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 7.607815265655518
Linear Weight Rank: 178
Intra Cos: 0.8576860427856445
Inter Cos: -0.2165849357843399
Norm Quadratic Average: 10.037792205810547
Nearest Class Center Accuracy: 1.0

Layer 13: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 7.979750156402588
Linear Weight Rank: 178
Intra Cos: 0.8394944071769714
Inter Cos: -0.23102392256259918
Norm Quadratic Average: 10.097249984741211
Nearest Class Center Accuracy: 1.0

Layer 14: Linear(in_features=200, out_features=4, bias=True)
Linear Weight Norm: 4.30589485168457
Linear Weight Rank: 4
Intra Cos: 0.762795627117157
Inter Cos: -0.21535807847976685
Norm Quadratic Average: 7.129667282104492
Nearest Class Center Accuracy: 1.0

Output Layer:
Intra Cos: 0.9322200417518616
Inter Cos: -0.25477689504623413
Norm Quadratic Average: 11.094864845275879
Nearest Class Center Accuracy: 1.0

Test Set:
Average Loss: 2.2196396484375
Accuracy: 0.6365
NC1 Within Class Collapse: 9.179000854492188
NC2 Equinorm: Features: 0.0751229003071785, Weights: 0.013379438780248165
NC2 Equiangle: Features: 0.0429383913675944, Weights: 0.029917418956756592
NC3 Self-Duality: 0.2751898169517517
NC4 NCC Mismatch: 0.041000000000000036

Layer 0: Linear(in_features=16, out_features=200, bias=True)
Linear Weight Norm: 19.16119384765625
Linear Weight Rank: 16
Intra Cos: 0.018952203914523125
Inter Cos: 0.0029295659624040127
Norm Quadratic Average: 3.981503486633301
Nearest Class Center Accuracy: 0.489

Layer 1: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 26.97262191772461
Linear Weight Rank: 175
Intra Cos: 0.015873976051807404
Inter Cos: 0.0014026893768459558
Norm Quadratic Average: 10.915033340454102
Nearest Class Center Accuracy: 0.532

Layer 2: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 25.090940475463867
Linear Weight Rank: 176
Intra Cos: 0.020120132714509964
Inter Cos: 0.0008578661945648491
Norm Quadratic Average: 10.812956809997559
Nearest Class Center Accuracy: 0.5705

Layer 3: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 20.554759979248047
Linear Weight Rank: 175
Intra Cos: 0.02897862158715725
Inter Cos: -0.0006281265523284674
Norm Quadratic Average: 10.361146926879883
Nearest Class Center Accuracy: 0.601

Layer 4: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 15.653472900390625
Linear Weight Rank: 176
Intra Cos: 0.03848164528608322
Inter Cos: -0.0011113936780020595
Norm Quadratic Average: 9.977618217468262
Nearest Class Center Accuracy: 0.6275

Layer 5: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 12.208077430725098
Linear Weight Rank: 176
Intra Cos: 0.06055085361003876
Inter Cos: 0.0003090058744419366
Norm Quadratic Average: 9.570116996765137
Nearest Class Center Accuracy: 0.637

Layer 6: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 10.196457862854004
Linear Weight Rank: 177
Intra Cos: 0.09318266063928604
Inter Cos: -0.007709042634814978
Norm Quadratic Average: 9.12619400024414
Nearest Class Center Accuracy: 0.643

Layer 7: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 8.994454383850098
Linear Weight Rank: 177
Intra Cos: 0.1386689692735672
Inter Cos: -0.014332509599626064
Norm Quadratic Average: 8.697416305541992
Nearest Class Center Accuracy: 0.63

Layer 8: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 8.33898639678955
Linear Weight Rank: 179
Intra Cos: 0.1796603500843048
Inter Cos: -0.0400027297437191
Norm Quadratic Average: 8.435408592224121
Nearest Class Center Accuracy: 0.6365

Layer 9: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 7.958171844482422
Linear Weight Rank: 179
Intra Cos: 0.2023765742778778
Inter Cos: -0.04227669537067413
Norm Quadratic Average: 8.395256042480469
Nearest Class Center Accuracy: 0.638

Layer 10: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 7.726266860961914
Linear Weight Rank: 178
Intra Cos: 0.19709551334381104
Inter Cos: -0.04171063005924225
Norm Quadratic Average: 8.59033489227295
Nearest Class Center Accuracy: 0.6375

Layer 11: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 7.610924243927002
Linear Weight Rank: 178
Intra Cos: 0.1898423582315445
Inter Cos: -0.04113665968179703
Norm Quadratic Average: 8.684724807739258
Nearest Class Center Accuracy: 0.637

Layer 12: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 7.607815265655518
Linear Weight Rank: 178
Intra Cos: 0.19006037712097168
Inter Cos: -0.055452339351177216
Norm Quadratic Average: 8.89858627319336
Nearest Class Center Accuracy: 0.638

Layer 13: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 7.979750156402588
Linear Weight Rank: 178
Intra Cos: 0.1929776668548584
Inter Cos: -0.06061767786741257
Norm Quadratic Average: 9.366366386413574
Nearest Class Center Accuracy: 0.6375

Layer 14: Linear(in_features=200, out_features=4, bias=True)
Linear Weight Norm: 4.30589485168457
Linear Weight Rank: 4
Intra Cos: 0.19340792298316956
Inter Cos: -0.02993730828166008
Norm Quadratic Average: 7.268496513366699
Nearest Class Center Accuracy: 0.6315

Output Layer:
Intra Cos: 0.27081966400146484
Inter Cos: -0.05261806398630142
Norm Quadratic Average: 9.340526580810547
Nearest Class Center Accuracy: 0.639

