Model save path: /content/drive/MyDrive/Neural Collapse/New_Models/dataset_mlp3_W20_model_depth_MLP_15_test_samples_2000_train_samples_8000_weight_decay_0.001.pth.tar
Training Set:
Layer 0: Linear(in_features=16, out_features=200, bias=True)
Linear Weight Norm: 8.77644157409668
Linear Weight Rank: 16
Intra Cos: 0.01772155426442623
Inter Cos: 0.003871647175401449
Norm Quadratic Average: 3.9856889247894287
Nearest Class Center Accuracy: 0.467125

Layer 1: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 12.484806060791016
Linear Weight Rank: 172
Intra Cos: 0.015390913933515549
Inter Cos: 0.0021389846224337816
Norm Quadratic Average: 4.035248279571533
Nearest Class Center Accuracy: 0.51825

Layer 2: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 11.192501068115234
Linear Weight Rank: 175
Intra Cos: 0.020649826154112816
Inter Cos: 0.0005020090029574931
Norm Quadratic Average: 3.8484768867492676
Nearest Class Center Accuracy: 0.633375

Layer 3: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 7.671769142150879
Linear Weight Rank: 172
Intra Cos: 0.04861956089735031
Inter Cos: -0.0046573965810239315
Norm Quadratic Average: 3.1822338104248047
Nearest Class Center Accuracy: 0.857875

Layer 4: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 3.8923096656799316
Linear Weight Rank: 169
Intra Cos: 0.13591927289962769
Inter Cos: -0.042352113872766495
Norm Quadratic Average: 2.2536983489990234
Nearest Class Center Accuracy: 0.99475

Layer 5: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 1.9816445112228394
Linear Weight Rank: 169
Intra Cos: 0.520455002784729
Inter Cos: -0.17732255160808563
Norm Quadratic Average: 1.3413310050964355
Nearest Class Center Accuracy: 0.999875

Layer 6: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 1.287194848060608
Linear Weight Rank: 173
Intra Cos: 0.9332834482192993
Inter Cos: -0.2730788588523865
Norm Quadratic Average: 0.61231529712677
Nearest Class Center Accuracy: 1.0

Layer 7: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 1.2225106954574585
Linear Weight Rank: 173
Intra Cos: 0.9792746901512146
Inter Cos: -0.08489148318767548
Norm Quadratic Average: 0.48600685596466064
Nearest Class Center Accuracy: 1.0

Layer 8: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 1.2674460411071777
Linear Weight Rank: 172
Intra Cos: 0.9773916006088257
Inter Cos: -0.02810443565249443
Norm Quadratic Average: 0.5038667917251587
Nearest Class Center Accuracy: 1.0

Layer 9: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 1.3512468338012695
Linear Weight Rank: 171
Intra Cos: 0.9773001670837402
Inter Cos: -0.05594249069690704
Norm Quadratic Average: 0.5881903171539307
Nearest Class Center Accuracy: 1.0

Layer 10: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 1.4746283292770386
Linear Weight Rank: 170
Intra Cos: 0.9765893220901489
Inter Cos: -0.0896536335349083
Norm Quadratic Average: 0.7141677737236023
Nearest Class Center Accuracy: 1.0

Layer 11: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 1.6323684453964233
Linear Weight Rank: 169
Intra Cos: 0.9739502668380737
Inter Cos: -0.0763755813241005
Norm Quadratic Average: 0.8761553764343262
Nearest Class Center Accuracy: 1.0

Layer 12: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 1.8157670497894287
Linear Weight Rank: 167
Intra Cos: 0.9754619002342224
Inter Cos: -0.07844234257936478
Norm Quadratic Average: 1.0084478855133057
Nearest Class Center Accuracy: 1.0

Layer 13: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 1.9826829433441162
Linear Weight Rank: 167
Intra Cos: 0.9828881621360779
Inter Cos: -0.12176592648029327
Norm Quadratic Average: 1.0817201137542725
Nearest Class Center Accuracy: 1.0

Layer 14: Linear(in_features=200, out_features=4, bias=True)
Linear Weight Norm: 3.526942253112793
Linear Weight Rank: 3
Intra Cos: 0.986606776714325
Inter Cos: -0.28402289748191833
Norm Quadratic Average: 3.4878339767456055
Nearest Class Center Accuracy: 1.0

Output Layer:
Intra Cos: 0.9917361736297607
Inter Cos: -0.2582913041114807
Norm Quadratic Average: 7.01080846786499
Nearest Class Center Accuracy: 1.0

Test Set:
Average Loss: 1.7231628799438476
Accuracy: 0.652
NC1 Within Class Collapse: 5.26601505279541
NC2 Equinorm: Features: 0.03120163083076477, Weights: 0.021696852520108223
NC2 Equiangle: Features: 0.06306662658850352, Weights: 0.01713240643342336
NC3 Self-Duality: 0.02064499817788601
NC4 NCC Mismatch: 0.0050000000000000044

Layer 0: Linear(in_features=16, out_features=200, bias=True)
Linear Weight Norm: 8.77644157409668
Linear Weight Rank: 16
Intra Cos: 0.018952202051877975
Inter Cos: 0.0029295673593878746
Norm Quadratic Average: 3.98150372505188
Nearest Class Center Accuracy: 0.489

Layer 1: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 12.484806060791016
Linear Weight Rank: 172
Intra Cos: 0.015742355957627296
Inter Cos: 0.0015241869259625673
Norm Quadratic Average: 4.0441179275512695
Nearest Class Center Accuracy: 0.5255

Layer 2: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 11.192501068115234
Linear Weight Rank: 175
Intra Cos: 0.015897640958428383
Inter Cos: 2.3087031877366826e-05
Norm Quadratic Average: 3.8478829860687256
Nearest Class Center Accuracy: 0.5685

Layer 3: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 7.671769142150879
Linear Weight Rank: 172
Intra Cos: 0.024725038558244705
Inter Cos: 0.0015082749305292964
Norm Quadratic Average: 3.099238872528076
Nearest Class Center Accuracy: 0.62

Layer 4: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 3.8923096656799316
Linear Weight Rank: 169
Intra Cos: 0.04490087181329727
Inter Cos: -0.003379254601895809
Norm Quadratic Average: 2.0606143474578857
Nearest Class Center Accuracy: 0.6585

Layer 5: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 1.9816445112228394
Linear Weight Rank: 169
Intra Cos: 0.1593886911869049
Inter Cos: -0.022824900224804878
Norm Quadratic Average: 1.0911587476730347
Nearest Class Center Accuracy: 0.652

Layer 6: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 1.287194848060608
Linear Weight Rank: 173
Intra Cos: 0.2539869248867035
Inter Cos: -0.044289447367191315
Norm Quadratic Average: 0.4814668595790863
Nearest Class Center Accuracy: 0.6495

Layer 7: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 1.2225106954574585
Linear Weight Rank: 173
Intra Cos: 0.26582208275794983
Inter Cos: -0.043444663286209106
Norm Quadratic Average: 0.3840506374835968
Nearest Class Center Accuracy: 0.649

Layer 8: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 1.2674460411071777
Linear Weight Rank: 172
Intra Cos: 0.2618004381656647
Inter Cos: -0.025205424055457115
Norm Quadratic Average: 0.3992018699645996
Nearest Class Center Accuracy: 0.6495

Layer 9: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 1.3512468338012695
Linear Weight Rank: 171
Intra Cos: 0.2602315843105316
Inter Cos: -0.033281899988651276
Norm Quadratic Average: 0.4663451313972473
Nearest Class Center Accuracy: 0.649

Layer 10: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 1.4746283292770386
Linear Weight Rank: 170
Intra Cos: 0.2465810328722
Inter Cos: -0.043650731444358826
Norm Quadratic Average: 0.568058967590332
Nearest Class Center Accuracy: 0.65

Layer 11: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 1.6323684453964233
Linear Weight Rank: 169
Intra Cos: 0.23406371474266052
Inter Cos: -0.04231448844075203
Norm Quadratic Average: 0.6974461674690247
Nearest Class Center Accuracy: 0.6495

Layer 12: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 1.8157670497894287
Linear Weight Rank: 167
Intra Cos: 0.25031930208206177
Inter Cos: -0.04053416848182678
Norm Quadratic Average: 0.8111386895179749
Nearest Class Center Accuracy: 0.6515

Layer 13: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 1.9826829433441162
Linear Weight Rank: 167
Intra Cos: 0.28473350405693054
Inter Cos: -0.04730327054858208
Norm Quadratic Average: 0.8891143798828125
Nearest Class Center Accuracy: 0.652

Layer 14: Linear(in_features=200, out_features=4, bias=True)
Linear Weight Norm: 3.526942253112793
Linear Weight Rank: 3
Intra Cos: 0.2923218607902527
Inter Cos: -0.07368206232786179
Norm Quadratic Average: 3.009885549545288
Nearest Class Center Accuracy: 0.6525

Output Layer:
Intra Cos: 0.29765552282333374
Inter Cos: -0.0750560611486435
Norm Quadratic Average: 6.011338233947754
Nearest Class Center Accuracy: 0.6525

