Model save path: /content/drive/MyDrive/Neural Collapse/New_Models/dataset_mlp3_W20_model_depth_MLP_15_test_samples_2000_train_samples_8000_weight_decay_0.0003.pth.tar
Training Set:
Layer 0: Linear(in_features=16, out_features=200, bias=True)
Linear Weight Norm: 14.718840599060059
Linear Weight Rank: 16
Intra Cos: 0.01772155426442623
Inter Cos: 0.003871647175401449
Norm Quadratic Average: 3.985689401626587
Nearest Class Center Accuracy: 0.467125

Layer 1: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 20.7254695892334
Linear Weight Rank: 173
Intra Cos: 0.016745517030358315
Inter Cos: 0.0026000388897955418
Norm Quadratic Average: 7.048330307006836
Nearest Class Center Accuracy: 0.518

Layer 2: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 19.628387451171875
Linear Weight Rank: 175
Intra Cos: 0.021571680903434753
Inter Cos: 0.0016788599314168096
Norm Quadratic Average: 6.916645050048828
Nearest Class Center Accuracy: 0.593125

Layer 3: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 15.703142166137695
Linear Weight Rank: 175
Intra Cos: 0.034687433391809464
Inter Cos: -0.0006135226576589048
Norm Quadratic Average: 6.266958713531494
Nearest Class Center Accuracy: 0.73675

Layer 4: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 10.96054458618164
Linear Weight Rank: 175
Intra Cos: 0.08431724458932877
Inter Cos: -0.01641165092587471
Norm Quadratic Average: 5.553584575653076
Nearest Class Center Accuracy: 0.916875

Layer 5: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 7.604495525360107
Linear Weight Rank: 175
Intra Cos: 0.20733129978179932
Inter Cos: -0.05953854322433472
Norm Quadratic Average: 5.1768012046813965
Nearest Class Center Accuracy: 0.99375

Layer 6: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 5.816874980926514
Linear Weight Rank: 177
Intra Cos: 0.39738929271698
Inter Cos: -0.1458234190940857
Norm Quadratic Average: 5.066316604614258
Nearest Class Center Accuracy: 0.99975

Layer 7: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 4.916049957275391
Linear Weight Rank: 178
Intra Cos: 0.6837395429611206
Inter Cos: -0.21741141378879547
Norm Quadratic Average: 5.020491123199463
Nearest Class Center Accuracy: 0.999875

Layer 8: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 4.495785713195801
Linear Weight Rank: 178
Intra Cos: 0.8360736966133118
Inter Cos: -0.26465630531311035
Norm Quadratic Average: 4.98573112487793
Nearest Class Center Accuracy: 1.0

Layer 9: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 4.321249008178711
Linear Weight Rank: 178
Intra Cos: 0.9147469997406006
Inter Cos: -0.2627197206020355
Norm Quadratic Average: 4.961735725402832
Nearest Class Center Accuracy: 1.0

Layer 10: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 4.262666702270508
Linear Weight Rank: 178
Intra Cos: 0.9453576803207397
Inter Cos: -0.23806124925613403
Norm Quadratic Average: 4.946510314941406
Nearest Class Center Accuracy: 1.0

Layer 11: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 4.261733531951904
Linear Weight Rank: 177
Intra Cos: 0.9535728693008423
Inter Cos: -0.24013875424861908
Norm Quadratic Average: 4.934600353240967
Nearest Class Center Accuracy: 1.0

Layer 12: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 4.367508411407471
Linear Weight Rank: 178
Intra Cos: 0.9763965606689453
Inter Cos: -0.17080333828926086
Norm Quadratic Average: 4.9120659828186035
Nearest Class Center Accuracy: 1.0

Layer 13: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 4.706230163574219
Linear Weight Rank: 178
Intra Cos: 0.9659652709960938
Inter Cos: -0.19391141831874847
Norm Quadratic Average: 4.908982276916504
Nearest Class Center Accuracy: 1.0

Layer 14: Linear(in_features=200, out_features=4, bias=True)
Linear Weight Norm: 3.8074419498443604
Linear Weight Rank: 4
Intra Cos: 0.9375120997428894
Inter Cos: -0.26253432035446167
Norm Quadratic Average: 4.403825283050537
Nearest Class Center Accuracy: 1.0

Output Layer:
Intra Cos: 0.9730942249298096
Inter Cos: -0.244622141122818
Norm Quadratic Average: 8.558670997619629
Nearest Class Center Accuracy: 1.0

Test Set:
Average Loss: 2.0324843978881835
Accuracy: 0.6425
NC1 Within Class Collapse: 5.4857001304626465
NC2 Equinorm: Features: 0.06461141258478165, Weights: 0.011401680298149586
NC2 Equiangle: Features: 0.047980924447377525, Weights: 0.028398185968399048
NC3 Self-Duality: 0.12875601649284363
NC4 NCC Mismatch: 0.015000000000000013

Layer 0: Linear(in_features=16, out_features=200, bias=True)
Linear Weight Norm: 14.718840599060059
Linear Weight Rank: 16
Intra Cos: 0.018952205777168274
Inter Cos: 0.0029295666608959436
Norm Quadratic Average: 3.981503963470459
Nearest Class Center Accuracy: 0.489

Layer 1: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 20.7254695892334
Linear Weight Rank: 173
Intra Cos: 0.01653907634317875
Inter Cos: 0.0009849080815911293
Norm Quadratic Average: 7.055614471435547
Nearest Class Center Accuracy: 0.524

Layer 2: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 19.628387451171875
Linear Weight Rank: 175
Intra Cos: 0.01686883717775345
Inter Cos: -4.702149090007879e-05
Norm Quadratic Average: 6.884909152984619
Nearest Class Center Accuracy: 0.568

Layer 3: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 15.703142166137695
Linear Weight Rank: 175
Intra Cos: 0.019641835242509842
Inter Cos: 0.0006128624081611633
Norm Quadratic Average: 6.204603672027588
Nearest Class Center Accuracy: 0.609

Layer 4: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 10.96054458618164
Linear Weight Rank: 175
Intra Cos: 0.03407517820596695
Inter Cos: -0.0017077438533306122
Norm Quadratic Average: 5.355160236358643
Nearest Class Center Accuracy: 0.634

Layer 5: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 7.604495525360107
Linear Weight Rank: 175
Intra Cos: 0.06584124267101288
Inter Cos: -0.00783836841583252
Norm Quadratic Average: 4.744410991668701
Nearest Class Center Accuracy: 0.65

Layer 6: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 5.816874980926514
Linear Weight Rank: 177
Intra Cos: 0.10907622426748276
Inter Cos: -0.02415882609784603
Norm Quadratic Average: 4.353902339935303
Nearest Class Center Accuracy: 0.648

Layer 7: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 4.916049957275391
Linear Weight Rank: 178
Intra Cos: 0.17885103821754456
Inter Cos: -0.03317074477672577
Norm Quadratic Average: 4.098718643188477
Nearest Class Center Accuracy: 0.642

Layer 8: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 4.495785713195801
Linear Weight Rank: 178
Intra Cos: 0.2528928220272064
Inter Cos: -0.03734010457992554
Norm Quadratic Average: 4.031661510467529
Nearest Class Center Accuracy: 0.6445

Layer 9: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 4.321249008178711
Linear Weight Rank: 178
Intra Cos: 0.2738158702850342
Inter Cos: -0.0240474846214056
Norm Quadratic Average: 4.064426422119141
Nearest Class Center Accuracy: 0.643

Layer 10: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 4.262666702270508
Linear Weight Rank: 178
Intra Cos: 0.2648492157459259
Inter Cos: -0.04805579409003258
Norm Quadratic Average: 4.125761032104492
Nearest Class Center Accuracy: 0.642

Layer 11: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 4.261733531951904
Linear Weight Rank: 177
Intra Cos: 0.2695706784725189
Inter Cos: -0.041189562529325485
Norm Quadratic Average: 4.158891677856445
Nearest Class Center Accuracy: 0.6425

Layer 12: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 4.367508411407471
Linear Weight Rank: 178
Intra Cos: 0.26953423023223877
Inter Cos: -0.04175768792629242
Norm Quadratic Average: 4.191883087158203
Nearest Class Center Accuracy: 0.6445

Layer 13: Linear(in_features=200, out_features=200, bias=True)
Linear Weight Norm: 4.706230163574219
Linear Weight Rank: 178
Intra Cos: 0.25643569231033325
Inter Cos: -0.047372616827487946
Norm Quadratic Average: 4.226961135864258
Nearest Class Center Accuracy: 0.6445

Layer 14: Linear(in_features=200, out_features=4, bias=True)
Linear Weight Norm: 3.8074419498443604
Linear Weight Rank: 4
Intra Cos: 0.23674747347831726
Inter Cos: -0.041136354207992554
Norm Quadratic Average: 3.931359052658081
Nearest Class Center Accuracy: 0.6435

Output Layer:
Intra Cos: 0.26312392950057983
Inter Cos: -0.038501448929309845
Norm Quadratic Average: 7.432556629180908
Nearest Class Center Accuracy: 0.6435

