Model save path: /content/drive/MyDrive/Neural Collapse/New_Models/bn_False_dataset_CIFAR10_epochs_100_lr_0.001_model_type_vgg19_train_samples_None_weight_decay_0.0007.pth.tar
Training Set:
Layer 0: Conv2d(3, 64, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
Intra Cos: 0.01989092119038105
Inter Cos: 0.10477277636528015
Norm Quadratic Average: 27.597177505493164
Nearest Class Center Accuracy: 0.26968

Layer 1: Conv2d(64, 64, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
Intra Cos: 0.01854931190609932
Inter Cos: 0.07855890691280365
Norm Quadratic Average: 36.05892562866211
Nearest Class Center Accuracy: 0.34128

Layer 2: Conv2d(64, 128, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
Intra Cos: 0.02329135313630104
Inter Cos: 0.08071009069681168
Norm Quadratic Average: 28.01841163635254
Nearest Class Center Accuracy: 0.42796

Layer 3: Conv2d(128, 128, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
Intra Cos: 0.02746611088514328
Inter Cos: 0.08475302904844284
Norm Quadratic Average: 34.622066497802734
Nearest Class Center Accuracy: 0.47056

Layer 4: Conv2d(128, 256, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
Intra Cos: 0.03084348887205124
Inter Cos: 0.09893633425235748
Norm Quadratic Average: 21.9813232421875
Nearest Class Center Accuracy: 0.52082

Layer 5: Conv2d(256, 256, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
Intra Cos: 0.03796062991023064
Inter Cos: 0.09965124726295471
Norm Quadratic Average: 21.94840431213379
Nearest Class Center Accuracy: 0.557

Layer 6: Conv2d(256, 256, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
Intra Cos: 0.04579833894968033
Inter Cos: 0.09786753356456757
Norm Quadratic Average: 21.857046127319336
Nearest Class Center Accuracy: 0.58494

Layer 7: Conv2d(256, 256, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
Intra Cos: 0.04883893206715584
Inter Cos: 0.0958547368645668
Norm Quadratic Average: 22.054203033447266
Nearest Class Center Accuracy: 0.60844

Layer 8: Conv2d(256, 512, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
Intra Cos: 0.06288527697324753
Inter Cos: 0.10622110962867737
Norm Quadratic Average: 11.660361289978027
Nearest Class Center Accuracy: 0.63702

Layer 9: Conv2d(512, 512, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
Intra Cos: 0.08249444514513016
Inter Cos: 0.119595468044281
Norm Quadratic Average: 9.709357261657715
Nearest Class Center Accuracy: 0.67472

Layer 10: Conv2d(512, 512, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
Intra Cos: 0.10009870678186417
Inter Cos: 0.1367940455675125
Norm Quadratic Average: 8.354508399963379
Nearest Class Center Accuracy: 0.72304

Layer 11: Conv2d(512, 512, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
Intra Cos: 0.12389348447322845
Inter Cos: 0.1633490025997162
Norm Quadratic Average: 7.4588847160339355
Nearest Class Center Accuracy: 0.77812

Layer 12: Conv2d(512, 512, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
Intra Cos: 0.1812516301870346
Inter Cos: 0.22582997381687164
Norm Quadratic Average: 4.10975456237793
Nearest Class Center Accuracy: 0.89716

Layer 13: Conv2d(512, 512, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
Intra Cos: 0.3050433397293091
Inter Cos: 0.31279394030570984
Norm Quadratic Average: 3.368605375289917
Nearest Class Center Accuracy: 0.98232

Layer 14: Conv2d(512, 512, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
Intra Cos: 0.4727981686592102
Inter Cos: 0.400146484375
Norm Quadratic Average: 3.470721960067749
Nearest Class Center Accuracy: 0.99544

Layer 15: Conv2d(512, 512, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
Intra Cos: 0.5987443923950195
Inter Cos: 0.4396916925907135
Norm Quadratic Average: 3.997331142425537
Nearest Class Center Accuracy: 0.99786

Layer 16: Linear(in_features=25088, out_features=4096, bias=True)
Linear Weight Norm: 82.08191680908203
Linear Weight Rank: 4031
Intra Cos: 0.7112383842468262
Inter Cos: 0.3678554594516754
Norm Quadratic Average: 27.422672271728516
Nearest Class Center Accuracy: 0.99924

Layer 17: Linear(in_features=4096, out_features=4096, bias=True)
Linear Weight Norm: 33.25423812866211
Linear Weight Rank: 3670
Intra Cos: 0.773304283618927
Inter Cos: 0.3428359627723694
Norm Quadratic Average: 24.442031860351562
Nearest Class Center Accuracy: 0.9999

Layer 18: Linear(in_features=4096, out_features=10, bias=True)
Linear Weight Norm: 3.033848524093628
Linear Weight Rank: 10
Intra Cos: 0.8062400817871094
Inter Cos: 0.32806396484375
Norm Quadratic Average: 25.028602600097656
Nearest Class Center Accuracy: 0.99992

Output Layer:
Intra Cos: 0.8288910984992981
Inter Cos: 0.5093188285827637
Norm Quadratic Average: 26.69672966003418
Nearest Class Center Accuracy: 0.99998

Test Set:
Average Loss: 1.4340397262573241
Accuracy: 0.7755
NC1 Within Class Collapse: 8.72567367553711
NC2 Equinorm: Features: 0.2259179800748825, Weights: 0.024404224008321762
NC2 Equiangle: Features: 0.32333836025661894, Weights: 0.1298985481262207
NC3 Self-Duality: 0.3377060890197754
NC4 NCC Mismatch: 0.04700000000000004

Layer 0: Conv2d(3, 64, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
Intra Cos: 0.018480461090803146
Inter Cos: 0.09352367371320724
Norm Quadratic Average: 27.530664443969727
Nearest Class Center Accuracy: 0.2895

Layer 1: Conv2d(64, 64, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
Intra Cos: 0.017485929653048515
Inter Cos: 0.07371818274259567
Norm Quadratic Average: 36.05048370361328
Nearest Class Center Accuracy: 0.38

Layer 2: Conv2d(64, 128, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
Intra Cos: 0.022617895156145096
Inter Cos: 0.07541096955537796
Norm Quadratic Average: 27.982707977294922
Nearest Class Center Accuracy: 0.472

Layer 3: Conv2d(128, 128, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
Intra Cos: 0.027143100276589394
Inter Cos: 0.07909300923347473
Norm Quadratic Average: 34.59541320800781
Nearest Class Center Accuracy: 0.513

Layer 4: Conv2d(128, 256, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
Intra Cos: 0.03034154511988163
Inter Cos: 0.09187190234661102
Norm Quadratic Average: 21.935680389404297
Nearest Class Center Accuracy: 0.5605

Layer 5: Conv2d(256, 256, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
Intra Cos: 0.03678611293435097
Inter Cos: 0.09223692864179611
Norm Quadratic Average: 21.934154510498047
Nearest Class Center Accuracy: 0.598

Layer 6: Conv2d(256, 256, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
Intra Cos: 0.043242618441581726
Inter Cos: 0.090489462018013
Norm Quadratic Average: 21.86603546142578
Nearest Class Center Accuracy: 0.6245

Layer 7: Conv2d(256, 256, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
Intra Cos: 0.04556425288319588
Inter Cos: 0.08821957558393478
Norm Quadratic Average: 22.062301635742188
Nearest Class Center Accuracy: 0.637

Layer 8: Conv2d(256, 512, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
Intra Cos: 0.055978741496801376
Inter Cos: 0.09675572067499161
Norm Quadratic Average: 11.662715911865234
Nearest Class Center Accuracy: 0.637

Layer 9: Conv2d(512, 512, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
Intra Cos: 0.07214746624231339
Inter Cos: 0.11960309743881226
Norm Quadratic Average: 9.706877708435059
Nearest Class Center Accuracy: 0.6565

Layer 10: Conv2d(512, 512, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
Intra Cos: 0.08546167612075806
Inter Cos: 0.14013980329036713
Norm Quadratic Average: 8.35085678100586
Nearest Class Center Accuracy: 0.684

Layer 11: Conv2d(512, 512, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
Intra Cos: 0.1016395092010498
Inter Cos: 0.16573411226272583
Norm Quadratic Average: 7.445137023925781
Nearest Class Center Accuracy: 0.7

Layer 12: Conv2d(512, 512, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
Intra Cos: 0.13516144454479218
Inter Cos: 0.22773852944374084
Norm Quadratic Average: 4.083556175231934
Nearest Class Center Accuracy: 0.744

Layer 13: Conv2d(512, 512, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
Intra Cos: 0.20182839035987854
Inter Cos: 0.3088856339454651
Norm Quadratic Average: 3.3108432292938232
Nearest Class Center Accuracy: 0.7555

Layer 14: Conv2d(512, 512, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
Intra Cos: 0.2802460193634033
Inter Cos: 0.38740211725234985
Norm Quadratic Average: 3.3671064376831055
Nearest Class Center Accuracy: 0.757

Layer 15: Conv2d(512, 512, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
Intra Cos: 0.3258453905582428
Inter Cos: 0.4231552183628082
Norm Quadratic Average: 3.846424102783203
Nearest Class Center Accuracy: 0.757

Layer 16: Linear(in_features=25088, out_features=4096, bias=True)
Linear Weight Norm: 82.08191680908203
Linear Weight Rank: 4031
Intra Cos: 0.36584532260894775
Inter Cos: 0.386005163192749
Norm Quadratic Average: 26.242969512939453
Nearest Class Center Accuracy: 0.761

Layer 17: Linear(in_features=4096, out_features=4096, bias=True)
Linear Weight Norm: 33.25423812866211
Linear Weight Rank: 3670
Intra Cos: 0.38074013590812683
Inter Cos: 0.3841315805912018
Norm Quadratic Average: 23.301443099975586
Nearest Class Center Accuracy: 0.767

Layer 18: Linear(in_features=4096, out_features=10, bias=True)
Linear Weight Norm: 3.033848524093628
Linear Weight Rank: 10
Intra Cos: 0.3937901258468628
Inter Cos: 0.3916827440261841
Norm Quadratic Average: 23.876413345336914
Nearest Class Center Accuracy: 0.7685

Output Layer:
Intra Cos: 0.3992427587509155
Inter Cos: 0.5015273690223694
Norm Quadratic Average: 25.422847747802734
Nearest Class Center Accuracy: 0.7675

