Model save path: /content/drive/MyDrive/Neural Collapse/New_Models/dataset_mlp3_model_depth_MLP_12_weight_decay_0.001.pth.tar
Training Set:
Layer 0: Linear(in_features=16, out_features=200, bias=True)
Linear Weight Norm: 8.091536521911621
Intra Cos: 0.03299567475914955
Inter Cos: -0.006222445052117109
Norm Quadratic Average: 3.9938879013061523
Nearest Class Center Accuracy: 0.583375

Layer 1: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 10.78954792022705
Intra Cos: 0.03373276814818382
Inter Cos: -0.00628115376457572
Norm Quadratic Average: 3.661393404006958
Nearest Class Center Accuracy: 0.647375

Layer 2: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 8.832629203796387
Intra Cos: 0.049066368490457535
Inter Cos: -0.010029841214418411
Norm Quadratic Average: 3.3254289627075195
Nearest Class Center Accuracy: 0.792875

Layer 3: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 5.242676258087158
Intra Cos: 0.10383566468954086
Inter Cos: -0.028427843004465103
Norm Quadratic Average: 2.5753719806671143
Nearest Class Center Accuracy: 0.975875

Layer 4: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 2.5996503829956055
Intra Cos: 0.33153945207595825
Inter Cos: -0.1124124750494957
Norm Quadratic Average: 1.7448996305465698
Nearest Class Center Accuracy: 1.0

Layer 5: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 1.4699074029922485
Intra Cos: 0.8411049842834473
Inter Cos: -0.1918054223060608
Norm Quadratic Average: 0.8786231875419617
Nearest Class Center Accuracy: 1.0

Layer 6: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 1.2432057857513428
Intra Cos: 0.9846521019935608
Inter Cos: -0.18962204456329346
Norm Quadratic Average: 0.5358371138572693
Nearest Class Center Accuracy: 1.0

Layer 7: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 1.3201308250427246
Intra Cos: 0.9870527386665344
Inter Cos: -0.15387395024299622
Norm Quadratic Average: 0.5840535163879395
Nearest Class Center Accuracy: 1.0

Layer 8: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 1.509078860282898
Intra Cos: 0.9897252917289734
Inter Cos: -0.14905497431755066
Norm Quadratic Average: 0.7787206768989563
Nearest Class Center Accuracy: 1.0

Layer 9: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 1.7166941165924072
Intra Cos: 0.9893288016319275
Inter Cos: -0.18646275997161865
Norm Quadratic Average: 0.9487673044204712
Nearest Class Center Accuracy: 1.0

Layer 10: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 1.9674673080444336
Intra Cos: 0.9766197204589844
Inter Cos: -0.2244335114955902
Norm Quadratic Average: 1.049796223640442
Nearest Class Center Accuracy: 1.0

Layer 11: Linear(in_features=200, out_features=4, bias=True)
Linear Weight Norm: 3.545184373855591
Intra Cos: 0.9861712455749512
Inter Cos: -0.2769584357738495
Norm Quadratic Average: 3.509559392929077
Nearest Class Center Accuracy: 1.0

Output Layer:
Intra Cos: 0.9950904250144958
Inter Cos: -0.2554536461830139
Norm Quadratic Average: 7.110520362854004
Nearest Class Center Accuracy: 1.0

Test Set:
Average Loss: 1.1678616561889648
Accuracy: 0.7525
NC1 Within Class Collapse: 2.712986469268799
NC2 Equinorm: Features: 0.06203394755721092, Weights: 0.00677144480869174
NC2 Equiangle: Features: 0.04634876549243927, Weights: 0.015079369147618612
NC3 Self-Duality: 0.014366550371050835
NC4 NCC Mismatch: 0.01100000000000001

Layer 0: Linear(in_features=16, out_features=200, bias=True)
Linear Weight Norm: 8.091536521911621
Intra Cos: 0.030431468039751053
Inter Cos: -0.004549723584204912
Norm Quadratic Average: 3.9951601028442383
Nearest Class Center Accuracy: 0.583

Layer 1: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 10.78954792022705
Intra Cos: 0.02978213131427765
Inter Cos: -0.0029559629037976265
Norm Quadratic Average: 3.6673221588134766
Nearest Class Center Accuracy: 0.6315

Layer 2: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 8.832629203796387
Intra Cos: 0.03627430647611618
Inter Cos: -0.00667417561635375
Norm Quadratic Average: 3.3337130546569824
Nearest Class Center Accuracy: 0.6965

Layer 3: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 5.242676258087158
Intra Cos: 0.0656525194644928
Inter Cos: -0.013723115436732769
Norm Quadratic Average: 2.513784646987915
Nearest Class Center Accuracy: 0.7515

Layer 4: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 2.5996503829956055
Intra Cos: 0.16100569069385529
Inter Cos: -0.02573082409799099
Norm Quadratic Average: 1.6178867816925049
Nearest Class Center Accuracy: 0.7505

Layer 5: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 1.4699074029922485
Intra Cos: 0.3609023094177246
Inter Cos: -0.05058969184756279
Norm Quadratic Average: 0.7649519443511963
Nearest Class Center Accuracy: 0.7435

Layer 6: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 1.2432057857513428
Intra Cos: 0.4234571158885956
Inter Cos: -0.10809629410505295
Norm Quadratic Average: 0.4560704529285431
Nearest Class Center Accuracy: 0.749

Layer 7: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 1.3201308250427246
Intra Cos: 0.41599103808403015
Inter Cos: -0.09401297569274902
Norm Quadratic Average: 0.4977205693721771
Nearest Class Center Accuracy: 0.749

Layer 8: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 1.509078860282898
Intra Cos: 0.4221753776073456
Inter Cos: -0.09358833730220795
Norm Quadratic Average: 0.6659502983093262
Nearest Class Center Accuracy: 0.748

Layer 9: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 1.7166941165924072
Intra Cos: 0.42462363839149475
Inter Cos: -0.10628743469715118
Norm Quadratic Average: 0.81716388463974
Nearest Class Center Accuracy: 0.751

Layer 10: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 1.9674673080444336
Intra Cos: 0.4349951446056366
Inter Cos: -0.10375963896512985
Norm Quadratic Average: 0.9165071845054626
Nearest Class Center Accuracy: 0.748

Layer 11: Linear(in_features=200, out_features=4, bias=True)
Linear Weight Norm: 3.545184373855591
Intra Cos: 0.44892436265945435
Inter Cos: -0.09837272763252258
Norm Quadratic Average: 3.1447510719299316
Nearest Class Center Accuracy: 0.751

Output Layer:
Intra Cos: 0.46229445934295654
Inter Cos: -0.09328173846006393
Norm Quadratic Average: 6.315044403076172
Nearest Class Center Accuracy: 0.7515

