Model save path: /content/drive/MyDrive/Neural Collapse/New_Models/bn_False_dataset_mlp3_model_depth_MLP_15_weight_decay_0.0001_weight_norm_True.pth.tar
Training Set:
Layer 0: Linear(in_features=16, out_features=200, bias=True)
Linear Weight Norm: 18.007923126220703
Intra Cos: 0.03299568220973015
Inter Cos: -0.006222445052117109
Norm Quadratic Average: 3.9938879013061523
Nearest Class Center Accuracy: 0.583375

Layer 1: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 23.730304718017578
Intra Cos: 0.03374917060136795
Inter Cos: -0.006447433959692717
Norm Quadratic Average: 10.675678253173828
Nearest Class Center Accuracy: 0.636375

Layer 2: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 21.561899185180664
Intra Cos: 0.045187998563051224
Inter Cos: -0.01220586895942688
Norm Quadratic Average: 10.494516372680664
Nearest Class Center Accuracy: 0.731375

Layer 3: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 17.29289436340332
Intra Cos: 0.07816307991743088
Inter Cos: -0.023061849176883698
Norm Quadratic Average: 10.179398536682129
Nearest Class Center Accuracy: 0.866125

Layer 4: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 13.239498138427734
Intra Cos: 0.15152278542518616
Inter Cos: -0.04911568760871887
Norm Quadratic Average: 10.051139831542969
Nearest Class Center Accuracy: 0.97275

Layer 5: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 10.519577980041504
Intra Cos: 0.30478349328041077
Inter Cos: -0.09972264617681503
Norm Quadratic Average: 10.019830703735352
Nearest Class Center Accuracy: 0.99875

Layer 6: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 9.117786407470703
Intra Cos: 0.513046145439148
Inter Cos: -0.17117273807525635
Norm Quadratic Average: 10.046833992004395
Nearest Class Center Accuracy: 1.0

Layer 7: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 8.378866195678711
Intra Cos: 0.7181081771850586
Inter Cos: -0.2146798074245453
Norm Quadratic Average: 10.069066047668457
Nearest Class Center Accuracy: 1.0

Layer 8: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 7.97842264175415
Intra Cos: 0.8273441195487976
Inter Cos: -0.22632601857185364
Norm Quadratic Average: 10.055414199829102
Nearest Class Center Accuracy: 1.0

Layer 9: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 7.724172115325928
Intra Cos: 0.9187154769897461
Inter Cos: -0.24838250875473022
Norm Quadratic Average: 10.028882026672363
Nearest Class Center Accuracy: 1.0

Layer 10: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 7.560737609863281
Intra Cos: 0.9573262929916382
Inter Cos: -0.2321883738040924
Norm Quadratic Average: 9.968009948730469
Nearest Class Center Accuracy: 1.0

Layer 11: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 7.532968521118164
Intra Cos: 0.9661402106285095
Inter Cos: -0.21201066672801971
Norm Quadratic Average: 9.903684616088867
Nearest Class Center Accuracy: 1.0

Layer 12: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 7.641654968261719
Intra Cos: 0.9620479345321655
Inter Cos: -0.22386597096920013
Norm Quadratic Average: 9.857495307922363
Nearest Class Center Accuracy: 1.0

Layer 13: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 8.016876220703125
Intra Cos: 0.9283626675605774
Inter Cos: -0.24414873123168945
Norm Quadratic Average: 9.792325973510742
Nearest Class Center Accuracy: 1.0

Layer 14: Linear(in_features=200, out_features=4, bias=True)
Linear Weight Norm: 4.583611965179443
Intra Cos: 0.778542160987854
Inter Cos: -0.15706728398799896
Norm Quadratic Average: 8.406189918518066
Nearest Class Center Accuracy: 1.0

Output Layer:
Intra Cos: 0.8965644836425781
Inter Cos: -0.1824653595685959
Norm Quadratic Average: 14.858597755432129
Nearest Class Center Accuracy: 1.0

Test Set:
Average Loss: 1.3983090286254882
Accuracy: 0.756
NC1 Within Class Collapse: 3.541226625442505
NC2 Equinorm: Features: 0.14782339334487915, Weights: 0.021661965176463127
NC2 Equiangle: Features: 0.11326415340105693, Weights: 0.05290130774180094
NC3 Self-Duality: 0.35534539818763733
NC4 NCC Mismatch: 0.07450000000000001

Layer 0: Linear(in_features=16, out_features=200, bias=True)
Linear Weight Norm: 18.007923126220703
Intra Cos: 0.030431464314460754
Inter Cos: -0.004549721721559763
Norm Quadratic Average: 3.9951601028442383
Nearest Class Center Accuracy: 0.583

Layer 1: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 23.730304718017578
Intra Cos: 0.031223557889461517
Inter Cos: -0.004412494599819183
Norm Quadratic Average: 10.677595138549805
Nearest Class Center Accuracy: 0.6365

Layer 2: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 21.561899185180664
Intra Cos: 0.036698877811431885
Inter Cos: -0.0063422503881156445
Norm Quadratic Average: 10.49927806854248
Nearest Class Center Accuracy: 0.689

Layer 3: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 17.29289436340332
Intra Cos: 0.05385509505867958
Inter Cos: -0.01077853050082922
Norm Quadratic Average: 10.154726028442383
Nearest Class Center Accuracy: 0.719

Layer 4: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 13.239498138427734
Intra Cos: 0.08394430577754974
Inter Cos: -0.01858564279973507
Norm Quadratic Average: 9.89977741241455
Nearest Class Center Accuracy: 0.744

Layer 5: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 10.519577980041504
Intra Cos: 0.15818044543266296
Inter Cos: -0.0385870523750782
Norm Quadratic Average: 9.625015258789062
Nearest Class Center Accuracy: 0.76

Layer 6: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 9.117786407470703
Intra Cos: 0.2374330759048462
Inter Cos: -0.052408840507268906
Norm Quadratic Average: 9.350787162780762
Nearest Class Center Accuracy: 0.749

Layer 7: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 8.378866195678711
Intra Cos: 0.2918396592140198
Inter Cos: -0.07857190072536469
Norm Quadratic Average: 9.047261238098145
Nearest Class Center Accuracy: 0.75

Layer 8: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 7.97842264175415
Intra Cos: 0.32401180267333984
Inter Cos: -0.08458273857831955
Norm Quadratic Average: 8.905614852905273
Nearest Class Center Accuracy: 0.75

Layer 9: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 7.724172115325928
Intra Cos: 0.37216511368751526
Inter Cos: -0.0881713256239891
Norm Quadratic Average: 8.932759284973145
Nearest Class Center Accuracy: 0.751

Layer 10: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 7.560737609863281
Intra Cos: 0.38960155844688416
Inter Cos: -0.09030123054981232
Norm Quadratic Average: 8.9810791015625
Nearest Class Center Accuracy: 0.7485

Layer 11: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 7.532968521118164
Intra Cos: 0.3748738467693329
Inter Cos: -0.0815829187631607
Norm Quadratic Average: 9.004087448120117
Nearest Class Center Accuracy: 0.751

Layer 12: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 7.641654968261719
Intra Cos: 0.3965857923030853
Inter Cos: -0.04356597736477852
Norm Quadratic Average: 9.09207820892334
Nearest Class Center Accuracy: 0.754

Layer 13: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 8.016876220703125
Intra Cos: 0.3863840699195862
Inter Cos: -0.05285497382283211
Norm Quadratic Average: 9.207708358764648
Nearest Class Center Accuracy: 0.7545

Layer 14: Linear(in_features=200, out_features=4, bias=True)
Linear Weight Norm: 4.583611965179443
Intra Cos: 0.33068037033081055
Inter Cos: 0.0006267129792831838
Norm Quadratic Average: 8.26986026763916
Nearest Class Center Accuracy: 0.744

Output Layer:
Intra Cos: 0.4507094621658325
Inter Cos: -0.04732117801904678
Norm Quadratic Average: 13.8585844039917
Nearest Class Center Accuracy: 0.75

