Model save path: /content/drive/MyDrive/Neural Collapse/New_Models/dataset_mlp3_W20_model_depth_MLP_15_test_samples_2000_train_samples_8000_weight_decay_0.0005.pth.tar
Training Set:
Layer 0: Linear(in_features=16, out_features=200, bias=True)
Linear Weight Norm: 12.427066802978516
Linear Weight Rank: 16
Intra Cos: 0.01772155798971653
Inter Cos: 0.0038716490380465984
Norm Quadratic Average: 3.985689163208008
Nearest Class Center Accuracy: 0.467125

Layer 1: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 17.54285430908203
Linear Weight Rank: 173
Intra Cos: 0.017032679170370102
Inter Cos: 0.0021004013251513243
Norm Quadratic Average: 5.67643404006958
Nearest Class Center Accuracy: 0.515875

Layer 2: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 16.35392189025879
Linear Weight Rank: 175
Intra Cos: 0.020746484398841858
Inter Cos: 0.0011077640810981393
Norm Quadratic Average: 5.50919771194458
Nearest Class Center Accuracy: 0.61075

Layer 3: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 12.695526123046875
Linear Weight Rank: 175
Intra Cos: 0.04080707207322121
Inter Cos: 0.0006597898318432271
Norm Quadratic Average: 4.72039794921875
Nearest Class Center Accuracy: 0.78525

Layer 4: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 8.359662055969238
Linear Weight Rank: 173
Intra Cos: 0.09717416763305664
Inter Cos: -0.02038593962788582
Norm Quadratic Average: 3.8126680850982666
Nearest Class Center Accuracy: 0.967125

Layer 5: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 5.182878017425537
Linear Weight Rank: 173
Intra Cos: 0.2657192647457123
Inter Cos: -0.07842478901147842
Norm Quadratic Average: 3.0273263454437256
Nearest Class Center Accuracy: 0.998625

Layer 6: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 3.5621726512908936
Linear Weight Rank: 176
Intra Cos: 0.5608450770378113
Inter Cos: -0.18417805433273315
Norm Quadratic Average: 2.6481375694274902
Nearest Class Center Accuracy: 1.0

Layer 7: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 2.9222850799560547
Linear Weight Rank: 177
Intra Cos: 0.8333763480186462
Inter Cos: -0.2662092447280884
Norm Quadratic Average: 2.487013101577759
Nearest Class Center Accuracy: 1.0

Layer 8: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 2.718696117401123
Linear Weight Rank: 177
Intra Cos: 0.9463975429534912
Inter Cos: -0.22103111445903778
Norm Quadratic Average: 2.4615044593811035
Nearest Class Center Accuracy: 1.0

Layer 9: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 2.683257818222046
Linear Weight Rank: 177
Intra Cos: 0.9818990230560303
Inter Cos: -0.2205858677625656
Norm Quadratic Average: 2.45912504196167
Nearest Class Center Accuracy: 1.0

Layer 10: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 2.702181577682495
Linear Weight Rank: 177
Intra Cos: 0.9899000525474548
Inter Cos: -0.2229558676481247
Norm Quadratic Average: 2.455996036529541
Nearest Class Center Accuracy: 1.0

Layer 11: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 2.7619788646698
Linear Weight Rank: 177
Intra Cos: 0.9903509020805359
Inter Cos: -0.23933884501457214
Norm Quadratic Average: 2.4658665657043457
Nearest Class Center Accuracy: 1.0

Layer 12: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 2.902625560760498
Linear Weight Rank: 177
Intra Cos: 0.9865042567253113
Inter Cos: -0.26565900444984436
Norm Quadratic Average: 2.4755640029907227
Nearest Class Center Accuracy: 1.0

Layer 13: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 3.2297110557556152
Linear Weight Rank: 176
Intra Cos: 0.9803031086921692
Inter Cos: -0.28975754976272583
Norm Quadratic Average: 2.5159952640533447
Nearest Class Center Accuracy: 1.0

Layer 14: Linear(in_features=200, out_features=4, bias=True)
Linear Weight Norm: 3.695230484008789
Linear Weight Rank: 4
Intra Cos: 0.945814847946167
Inter Cos: -0.27799320220947266
Norm Quadratic Average: 3.7760441303253174
Nearest Class Center Accuracy: 1.0

Output Layer:
Intra Cos: 0.9759052991867065
Inter Cos: -0.2788175344467163
Norm Quadratic Average: 7.547616958618164
Nearest Class Center Accuracy: 1.0

Test Set:
Average Loss: 1.9837724761962892
Accuracy: 0.644
NC1 Within Class Collapse: 5.830447673797607
NC2 Equinorm: Features: 0.08381804823875427, Weights: 0.029364056885242462
NC2 Equiangle: Features: 0.07704126834869385, Weights: 0.033251941204071045
NC3 Self-Duality: 0.07551443576812744
NC4 NCC Mismatch: 0.006000000000000005

Layer 0: Linear(in_features=16, out_features=200, bias=True)
Linear Weight Norm: 12.427066802978516
Linear Weight Rank: 16
Intra Cos: 0.018952200189232826
Inter Cos: 0.0029295666608959436
Norm Quadratic Average: 3.981503963470459
Nearest Class Center Accuracy: 0.489

Layer 1: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 17.54285430908203
Linear Weight Rank: 173
Intra Cos: 0.016755521297454834
Inter Cos: 0.0004196018271613866
Norm Quadratic Average: 5.682764530181885
Nearest Class Center Accuracy: 0.53

Layer 2: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 16.35392189025879
Linear Weight Rank: 175
Intra Cos: 0.01694563962519169
Inter Cos: -0.000378803932107985
Norm Quadratic Average: 5.477361679077148
Nearest Class Center Accuracy: 0.558

Layer 3: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 12.695526123046875
Linear Weight Rank: 175
Intra Cos: 0.024141475558280945
Inter Cos: 0.0032741285394877195
Norm Quadratic Average: 4.646443843841553
Nearest Class Center Accuracy: 0.618

Layer 4: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 8.359662055969238
Linear Weight Rank: 173
Intra Cos: 0.03624798357486725
Inter Cos: -0.0030400147661566734
Norm Quadratic Average: 3.6389758586883545
Nearest Class Center Accuracy: 0.661

Layer 5: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 5.182878017425537
Linear Weight Rank: 173
Intra Cos: 0.07530803978443146
Inter Cos: -0.007449519820511341
Norm Quadratic Average: 2.7035930156707764
Nearest Class Center Accuracy: 0.651

Layer 6: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 3.5621726512908936
Linear Weight Rank: 176
Intra Cos: 0.1406487077474594
Inter Cos: -0.011113620363175869
Norm Quadratic Average: 2.1872498989105225
Nearest Class Center Accuracy: 0.6475

Layer 7: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 2.9222850799560547
Linear Weight Rank: 177
Intra Cos: 0.20857399702072144
Inter Cos: -0.03524940833449364
Norm Quadratic Average: 1.9859004020690918
Nearest Class Center Accuracy: 0.6435

Layer 8: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 2.718696117401123
Linear Weight Rank: 177
Intra Cos: 0.219095841050148
Inter Cos: -0.022039078176021576
Norm Quadratic Average: 1.9937480688095093
Nearest Class Center Accuracy: 0.645

Layer 9: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 2.683257818222046
Linear Weight Rank: 177
Intra Cos: 0.2224789559841156
Inter Cos: -0.01906721480190754
Norm Quadratic Average: 2.0344910621643066
Nearest Class Center Accuracy: 0.645

Layer 10: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 2.702181577682495
Linear Weight Rank: 177
Intra Cos: 0.22973737120628357
Inter Cos: -0.01259697787463665
Norm Quadratic Average: 2.062753200531006
Nearest Class Center Accuracy: 0.6455

Layer 11: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 2.7619788646698
Linear Weight Rank: 177
Intra Cos: 0.23306463658809662
Inter Cos: -0.02021212689578533
Norm Quadratic Average: 2.0896034240722656
Nearest Class Center Accuracy: 0.6435

Layer 12: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 2.902625560760498
Linear Weight Rank: 177
Intra Cos: 0.22553898394107819
Inter Cos: -0.03170890733599663
Norm Quadratic Average: 2.1150388717651367
Nearest Class Center Accuracy: 0.644

Layer 13: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 3.2297110557556152
Linear Weight Rank: 176
Intra Cos: 0.21688967943191528
Inter Cos: -0.04198614880442619
Norm Quadratic Average: 2.171184539794922
Nearest Class Center Accuracy: 0.6435

Layer 14: Linear(in_features=200, out_features=4, bias=True)
Linear Weight Norm: 3.695230484008789
Linear Weight Rank: 4
Intra Cos: 0.22233834862709045
Inter Cos: -0.045549530535936356
Norm Quadratic Average: 3.4072864055633545
Nearest Class Center Accuracy: 0.6425

Output Layer:
Intra Cos: 0.2600959539413452
Inter Cos: -0.05198090523481369
Norm Quadratic Average: 6.5700531005859375
Nearest Class Center Accuracy: 0.642

