Model save path: /content/drive/MyDrive/Neural Collapse/New_Models/bn_False_dataset_mlp3_model_depth_MLP_15_weight_decay_0.001_weight_norm_True.pth.tar
Training Set:
Layer 0: Linear(in_features=16, out_features=200, bias=True)
Linear Weight Norm: 8.284258842468262
Intra Cos: 0.03299568220973015
Inter Cos: -0.006222445052117109
Norm Quadratic Average: 3.9938879013061523
Nearest Class Center Accuracy: 0.583375

Layer 1: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 10.903229713439941
Intra Cos: 0.03431559354066849
Inter Cos: -0.006697057746350765
Norm Quadratic Average: 3.7275376319885254
Nearest Class Center Accuracy: 0.650375

Layer 2: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 8.986879348754883
Intra Cos: 0.05140629783272743
Inter Cos: -0.010607164353132248
Norm Quadratic Average: 3.386334180831909
Nearest Class Center Accuracy: 0.795

Layer 3: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 5.514038562774658
Intra Cos: 0.10171198844909668
Inter Cos: -0.03010820597410202
Norm Quadratic Average: 2.6442160606384277
Nearest Class Center Accuracy: 0.963125

Layer 4: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 2.8010001182556152
Intra Cos: 0.29815399646759033
Inter Cos: -0.09455356746912003
Norm Quadratic Average: 1.8352116346359253
Nearest Class Center Accuracy: 0.9995

Layer 5: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 1.6226481199264526
Intra Cos: 0.7562942504882812
Inter Cos: -0.2248961180448532
Norm Quadratic Average: 1.0518032312393188
Nearest Class Center Accuracy: 1.0

Layer 6: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 1.2454286813735962
Intra Cos: 0.9633573293685913
Inter Cos: -0.15691639482975006
Norm Quadratic Average: 0.6157235503196716
Nearest Class Center Accuracy: 1.0

Layer 7: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 1.2409414052963257
Intra Cos: 0.9696723222732544
Inter Cos: -0.11539623141288757
Norm Quadratic Average: 0.5966705083847046
Nearest Class Center Accuracy: 1.0

Layer 8: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 1.352616548538208
Intra Cos: 0.9693271517753601
Inter Cos: -0.1510206013917923
Norm Quadratic Average: 0.73553067445755
Nearest Class Center Accuracy: 1.0

Layer 9: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 1.4359103441238403
Intra Cos: 0.9705818295478821
Inter Cos: -0.184927299618721
Norm Quadratic Average: 0.7980239391326904
Nearest Class Center Accuracy: 1.0

Layer 10: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 1.5207518339157104
Intra Cos: 0.9697136282920837
Inter Cos: -0.13523893058300018
Norm Quadratic Average: 0.8565303683280945
Nearest Class Center Accuracy: 1.0

Layer 11: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 1.6500027179718018
Intra Cos: 0.9751564860343933
Inter Cos: -0.14609287679195404
Norm Quadratic Average: 0.9605138301849365
Nearest Class Center Accuracy: 1.0

Layer 12: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 1.8331022262573242
Intra Cos: 0.9796537756919861
Inter Cos: -0.15570545196533203
Norm Quadratic Average: 1.055223822593689
Nearest Class Center Accuracy: 1.0

Layer 13: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 2.0335028171539307
Intra Cos: 0.9712460041046143
Inter Cos: -0.244975745677948
Norm Quadratic Average: 1.1055506467819214
Nearest Class Center Accuracy: 1.0

Layer 14: Linear(in_features=200, out_features=4, bias=True)
Linear Weight Norm: 3.5102670192718506
Intra Cos: 0.9867295622825623
Inter Cos: -0.26243284344673157
Norm Quadratic Average: 3.4266161918640137
Nearest Class Center Accuracy: 1.0

Output Layer:
Intra Cos: 0.9938879609107971
Inter Cos: -0.24569359421730042
Norm Quadratic Average: 6.814288139343262
Nearest Class Center Accuracy: 1.0

Test Set:
Average Loss: 1.141854637145996
Accuracy: 0.7685
NC1 Within Class Collapse: 2.4944257736206055
NC2 Equinorm: Features: 0.04574861004948616, Weights: 0.022423766553401947
NC2 Equiangle: Features: 0.03935264050960541, Weights: 0.01846798261006673
NC3 Self-Duality: 0.027329714968800545
NC4 NCC Mismatch: 0.0050000000000000044

Layer 0: Linear(in_features=16, out_features=200, bias=True)
Linear Weight Norm: 8.284258842468262
Intra Cos: 0.030431464314460754
Inter Cos: -0.004549721721559763
Norm Quadratic Average: 3.9951601028442383
Nearest Class Center Accuracy: 0.583

Layer 1: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 10.903229713439941
Intra Cos: 0.030011862516403198
Inter Cos: -0.004383569583296776
Norm Quadratic Average: 3.7211039066314697
Nearest Class Center Accuracy: 0.6405

Layer 2: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 8.986879348754883
Intra Cos: 0.0383516289293766
Inter Cos: -0.004575350321829319
Norm Quadratic Average: 3.38421893119812
Nearest Class Center Accuracy: 0.7105

Layer 3: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 5.514038562774658
Intra Cos: 0.060269031673669815
Inter Cos: -0.01732034422457218
Norm Quadratic Average: 2.5788841247558594
Nearest Class Center Accuracy: 0.771

Layer 4: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 2.8010001182556152
Intra Cos: 0.14447851479053497
Inter Cos: -0.03265770524740219
Norm Quadratic Average: 1.6913872957229614
Nearest Class Center Accuracy: 0.7705

Layer 5: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 1.6226481199264526
Intra Cos: 0.3039775788784027
Inter Cos: -0.08044751733541489
Norm Quadratic Average: 0.9196524620056152
Nearest Class Center Accuracy: 0.754

Layer 6: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 1.2454286813735962
Intra Cos: 0.36359116435050964
Inter Cos: -0.08208752423524857
Norm Quadratic Average: 0.5362935662269592
Nearest Class Center Accuracy: 0.753

Layer 7: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 1.2409414052963257
Intra Cos: 0.3505927622318268
Inter Cos: -0.054644666612148285
Norm Quadratic Average: 0.5217781662940979
Nearest Class Center Accuracy: 0.751

Layer 8: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 1.352616548538208
Intra Cos: 0.3433384895324707
Inter Cos: -0.04015782102942467
Norm Quadratic Average: 0.6429356336593628
Nearest Class Center Accuracy: 0.751

Layer 9: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 1.4359103441238403
Intra Cos: 0.342616468667984
Inter Cos: -0.022039612755179405
Norm Quadratic Average: 0.6987681984901428
Nearest Class Center Accuracy: 0.7565

Layer 10: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 1.5207518339157104
Intra Cos: 0.3461824655532837
Inter Cos: 0.003975513391196728
Norm Quadratic Average: 0.7557152509689331
Nearest Class Center Accuracy: 0.759

Layer 11: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 1.6500027179718018
Intra Cos: 0.3659071922302246
Inter Cos: 0.002993563888594508
Norm Quadratic Average: 0.8519354462623596
Nearest Class Center Accuracy: 0.759

Layer 12: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 1.8331022262573242
Intra Cos: 0.39949357509613037
Inter Cos: -0.0027904061134904623
Norm Quadratic Average: 0.9438884258270264
Nearest Class Center Accuracy: 0.763

Layer 13: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 2.0335028171539307
Intra Cos: 0.4149658679962158
Inter Cos: -0.04976913705468178
Norm Quadratic Average: 1.009552001953125
Nearest Class Center Accuracy: 0.766

Layer 14: Linear(in_features=200, out_features=4, bias=True)
Linear Weight Norm: 3.5102670192718506
Intra Cos: 0.44326484203338623
Inter Cos: -0.12583641707897186
Norm Quadratic Average: 3.2204954624176025
Nearest Class Center Accuracy: 0.767

Output Layer:
Intra Cos: 0.4596197307109833
Inter Cos: -0.1355973184108734
Norm Quadratic Average: 6.3166961669921875
Nearest Class Center Accuracy: 0.7685

