Model save path: /content/drive/MyDrive/Neural Collapse/New_Models/adam_True_bn_False_dataset_mlp3_model_depth_MLP_15_weight_decay_0.001.pth.tar
Training Set:
Layer 0: Linear(in_features=16, out_features=200, bias=True)
Linear Weight Norm: 99.81793975830078
Intra Cos: 0.03299568220973015
Inter Cos: -0.006222445052117109
Norm Quadratic Average: 3.9938879013061523
Nearest Class Center Accuracy: 0.583375

Layer 1: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 154.2323455810547
Intra Cos: 0.02096431888639927
Inter Cos: 0.056906912475824356
Norm Quadratic Average: 29.088531494140625
Nearest Class Center Accuracy: 0.426

Layer 2: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 85.4964370727539
Intra Cos: 0.004874665290117264
Inter Cos: 0.18400104343891144
Norm Quadratic Average: 212.20960998535156
Nearest Class Center Accuracy: 0.343

Layer 3: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 201.77313232421875
Intra Cos: 0.011891201138496399
Inter Cos: 0.15688379108905792
Norm Quadratic Average: 902.7138061523438
Nearest Class Center Accuracy: 0.337875

Layer 4: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 182.26377868652344
Intra Cos: 0.001973693026229739
Inter Cos: 0.1482098549604416
Norm Quadratic Average: 35335.16015625
Nearest Class Center Accuracy: 0.332125

Layer 5: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 178.49659729003906
Intra Cos: 0.0007028986583463848
Inter Cos: 0.14695800840854645
Norm Quadratic Average: 1131494.5
Nearest Class Center Accuracy: 0.332125

Layer 6: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 165.1791229248047
Intra Cos: -7.169641321524978e-05
Inter Cos: 0.1479729264974594
Norm Quadratic Average: 22244150.0
Nearest Class Center Accuracy: 0.331

Layer 7: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 176.6249542236328
Intra Cos: -0.00015964149497449398
Inter Cos: 0.1478087157011032
Norm Quadratic Average: 501649824.0
Nearest Class Center Accuracy: 0.33175

Layer 8: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 142.2645721435547
Intra Cos: -0.0002257376618217677
Inter Cos: 0.14845450222492218
Norm Quadratic Average: 12979946496.0
Nearest Class Center Accuracy: 0.331875

Layer 9: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 161.14378356933594
Intra Cos: -0.00024798978120088577
Inter Cos: 0.14804095029830933
Norm Quadratic Average: 257186955264.0
Nearest Class Center Accuracy: 0.331875

Layer 10: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 146.71792602539062
Intra Cos: -0.00025093634030781686
Inter Cos: 0.14795711636543274
Norm Quadratic Average: 3749483642880.0
Nearest Class Center Accuracy: 0.331875

Layer 11: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 123.60481262207031
Intra Cos: -0.0002545614552218467
Inter Cos: 0.14788751304149628
Norm Quadratic Average: 83516905750528.0
Nearest Class Center Accuracy: 0.331875

Layer 12: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 82.08088684082031
Intra Cos: -0.00025539082707837224
Inter Cos: 0.1478540450334549
Norm Quadratic Average: 2831188217561088.0
Nearest Class Center Accuracy: 0.331875

Layer 13: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 81.006591796875
Intra Cos: nan
Inter Cos: nan
Norm Quadratic Average: 0.0
Nearest Class Center Accuracy: 0.26575

Layer 14: Linear(in_features=200, out_features=4, bias=True)
Linear Weight Norm: 92.69437408447266
Intra Cos: 0.9999997019767761
Inter Cos: 0.9999998807907104
Norm Quadratic Average: 8.942146223489544e-07
Nearest Class Center Accuracy: 0.280875

Output Layer:
Intra Cos: 0.9999996423721313
Inter Cos: 0.9999998807907104
Norm Quadratic Average: 1.4835691217740532e-05
Nearest Class Center Accuracy: 0.24175

Test Set:
Average Loss: 1.3867956008911133
Accuracy: 0.255
NC1 Within Class Collapse: 7.203737735748291
NC2 Equinorm: Features: 0.2535346746444702, Weights: 0.04808122664690018
NC2 Equiangle: Features: 0.5486019055048624, Weights: 0.7527985572814941
NC3 Self-Duality: 2.0140419006347656
NC4 NCC Mismatch: 1.0

Layer 0: Linear(in_features=16, out_features=200, bias=True)
Linear Weight Norm: 99.81793975830078
Intra Cos: 0.030431464314460754
Inter Cos: -0.004549721721559763
Norm Quadratic Average: 3.9951601028442383
Nearest Class Center Accuracy: 0.583

Layer 1: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 154.2323455810547
Intra Cos: 0.021471798419952393
Inter Cos: 0.06530142575502396
Norm Quadratic Average: 29.587505340576172
Nearest Class Center Accuracy: 0.422

Layer 2: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 85.4964370727539
Intra Cos: 0.002937160898000002
Inter Cos: 0.1950731873512268
Norm Quadratic Average: 225.29176330566406
Nearest Class Center Accuracy: 0.337

Layer 3: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 201.77313232421875
Intra Cos: 0.007587127387523651
Inter Cos: 0.1731937825679779
Norm Quadratic Average: 947.0675659179688
Nearest Class Center Accuracy: 0.3375

Layer 4: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 182.26377868652344
Intra Cos: 0.0012289667502045631
Inter Cos: 0.1738651543855667
Norm Quadratic Average: 37062.734375
Nearest Class Center Accuracy: 0.3275

Layer 5: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 178.49659729003906
Intra Cos: 0.0005443508271127939
Inter Cos: 0.17462119460105896
Norm Quadratic Average: 1186708.875
Nearest Class Center Accuracy: 0.3275

Layer 6: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 165.1791229248047
Intra Cos: 5.0804344937205315e-05
Inter Cos: 0.17815296351909637
Norm Quadratic Average: 23349200.0
Nearest Class Center Accuracy: 0.329

Layer 7: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 176.6249542236328
Intra Cos: -2.8402544558048248e-05
Inter Cos: 0.1783512383699417
Norm Quadratic Average: 526489824.0
Nearest Class Center Accuracy: 0.3295

Layer 8: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 142.2645721435547
Intra Cos: -7.675169035792351e-05
Inter Cos: 0.17928487062454224
Norm Quadratic Average: 13628976128.0
Nearest Class Center Accuracy: 0.3295

Layer 9: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 161.14378356933594
Intra Cos: -9.258638601750135e-05
Inter Cos: 0.17961855232715607
Norm Quadratic Average: 270062632960.0
Nearest Class Center Accuracy: 0.3295

Layer 10: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 146.71792602539062
Intra Cos: -9.295472409576178e-05
Inter Cos: 0.17973197996616364
Norm Quadratic Average: 3937229078528.0
Nearest Class Center Accuracy: 0.33

Layer 11: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 123.60481262207031
Intra Cos: -9.314832277595997e-05
Inter Cos: 0.17955456674098969
Norm Quadratic Average: 87698903662592.0
Nearest Class Center Accuracy: 0.33

Layer 12: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 82.08088684082031
Intra Cos: -9.31774266064167e-05
Inter Cos: 0.17920075356960297
Norm Quadratic Average: 2972954619019264.0
Nearest Class Center Accuracy: 0.33

Layer 13: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 81.006591796875
Intra Cos: nan
Inter Cos: nan
Norm Quadratic Average: 0.0
Nearest Class Center Accuracy: 0.264

Layer 14: Linear(in_features=200, out_features=4, bias=True)
Linear Weight Norm: 92.69437408447266
Intra Cos: 1.0000001192092896
Inter Cos: 1.000000238418579
Norm Quadratic Average: 2.327673200852587e-07
Nearest Class Center Accuracy: 0.254

Output Layer:
Intra Cos: 0.9999997615814209
Inter Cos: 0.9999999403953552
Norm Quadratic Average: 1.022701781039359e-05
Nearest Class Center Accuracy: 0.227

