<< ============== JOB (PID = 1484979) @ GPU 0 ============== >>
Use GPU: 0 for training
Experiment dir : ./experiments/imagenet/eval-exp-20230508-163320-DARTS_V1-0
05/08 04:33:20 PM args = Namespace(workers=16, data='datapath', batch_size=768, learning_rate=0.5, momentum=0.9, weight_decay=3e-05, epochs=250, init_channels=48, layers=14, auxiliary=False, auxiliary_weight=0.4, drop_path_prob=0, save_root='./', save='./experiments/imagenet/eval-exp-20230508-163320-DARTS_V1-0', seed=0, arch='DARTS_V1', grad_clip=5.0, label_smooth=0.1, lr_scheduler='cosine', resume='', start_epoch=0, inference=False, world_size=-1, rank=-1, dist_url='tcp://224.66.41.62:23456', dist_backend='nccl', gpu=0, multiprocessing_distributed=False, distributed=False)
---------Genotype---------
05/08 04:33:20 PM Genotype(normal=[('sep_conv_3x3', 1), ('sep_conv_3x3', 0), ('skip_connect', 0), ('sep_conv_3x3', 1), ('skip_connect', 0), ('sep_conv_3x3', 1), ('sep_conv_3x3', 0), ('skip_connect', 2)], normal_concat=[2, 3, 4, 5], reduce=[('max_pool_3x3', 0), ('max_pool_3x3', 1), ('skip_connect', 2), ('max_pool_3x3', 0), ('max_pool_3x3', 0), ('skip_connect', 2), ('skip_connect', 2), ('avg_pool_3x3', 0)], reduce_concat=[2, 3, 4, 5])
--------------------------
48 48 48
48 192 48
192 192 48
192 192 48
192 192 96
192 384 96
384 384 96
384 384 96
384 384 96
384 384 192
384 768 192
768 768 192
768 768 192
768 768 192
----------------------------------------------------------------
        Layer (type)               Output Shape         Param #
================================================================
            Conv2d-1         [-1, 24, 112, 112]             648
       BatchNorm2d-2         [-1, 24, 112, 112]              48
              ReLU-3         [-1, 24, 112, 112]               0
            Conv2d-4           [-1, 48, 56, 56]          10,368
       BatchNorm2d-5           [-1, 48, 56, 56]              96
              ReLU-6           [-1, 48, 56, 56]               0
            Conv2d-7           [-1, 48, 28, 28]          20,736
       BatchNorm2d-8           [-1, 48, 28, 28]              96
              ReLU-9           [-1, 48, 56, 56]               0
           Conv2d-10           [-1, 24, 28, 28]           1,152
           Conv2d-11           [-1, 24, 28, 28]           1,152
      BatchNorm2d-12           [-1, 48, 28, 28]              96
 FactorizedReduce-13           [-1, 48, 28, 28]               0
             ReLU-14           [-1, 48, 28, 28]               0
           Conv2d-15           [-1, 48, 28, 28]           2,304
      BatchNorm2d-16           [-1, 48, 28, 28]              96
       ReLUConvBN-17           [-1, 48, 28, 28]               0
             ReLU-18           [-1, 48, 28, 28]               0
           Conv2d-19           [-1, 48, 28, 28]             432
           Conv2d-20           [-1, 48, 28, 28]           2,304
      BatchNorm2d-21           [-1, 48, 28, 28]              96
             ReLU-22           [-1, 48, 28, 28]               0
           Conv2d-23           [-1, 48, 28, 28]             432
           Conv2d-24           [-1, 48, 28, 28]           2,304
      BatchNorm2d-25           [-1, 48, 28, 28]              96
          SepConv-26           [-1, 48, 28, 28]               0
             ReLU-27           [-1, 48, 28, 28]               0
           Conv2d-28           [-1, 48, 28, 28]             432
           Conv2d-29           [-1, 48, 28, 28]           2,304
      BatchNorm2d-30           [-1, 48, 28, 28]              96
             ReLU-31           [-1, 48, 28, 28]               0
           Conv2d-32           [-1, 48, 28, 28]             432
           Conv2d-33           [-1, 48, 28, 28]           2,304
      BatchNorm2d-34           [-1, 48, 28, 28]              96
          SepConv-35           [-1, 48, 28, 28]               0
         Identity-36           [-1, 48, 28, 28]               0
             ReLU-37           [-1, 48, 28, 28]               0
           Conv2d-38           [-1, 48, 28, 28]             432
           Conv2d-39           [-1, 48, 28, 28]           2,304
      BatchNorm2d-40           [-1, 48, 28, 28]              96
             ReLU-41           [-1, 48, 28, 28]               0
           Conv2d-42           [-1, 48, 28, 28]             432
           Conv2d-43           [-1, 48, 28, 28]           2,304
      BatchNorm2d-44           [-1, 48, 28, 28]              96
          SepConv-45           [-1, 48, 28, 28]               0
         Identity-46           [-1, 48, 28, 28]               0
             ReLU-47           [-1, 48, 28, 28]               0
           Conv2d-48           [-1, 48, 28, 28]             432
           Conv2d-49           [-1, 48, 28, 28]           2,304
      BatchNorm2d-50           [-1, 48, 28, 28]              96
             ReLU-51           [-1, 48, 28, 28]               0
           Conv2d-52           [-1, 48, 28, 28]             432
           Conv2d-53           [-1, 48, 28, 28]           2,304
      BatchNorm2d-54           [-1, 48, 28, 28]              96
          SepConv-55           [-1, 48, 28, 28]               0
             ReLU-56           [-1, 48, 28, 28]               0
           Conv2d-57           [-1, 48, 28, 28]             432
           Conv2d-58           [-1, 48, 28, 28]           2,304
      BatchNorm2d-59           [-1, 48, 28, 28]              96
             ReLU-60           [-1, 48, 28, 28]               0
           Conv2d-61           [-1, 48, 28, 28]             432
           Conv2d-62           [-1, 48, 28, 28]           2,304
      BatchNorm2d-63           [-1, 48, 28, 28]              96
          SepConv-64           [-1, 48, 28, 28]               0
         Identity-65           [-1, 48, 28, 28]               0
             Cell-66          [-1, 192, 28, 28]               0
             ReLU-67           [-1, 48, 28, 28]               0
           Conv2d-68           [-1, 48, 28, 28]           2,304
      BatchNorm2d-69           [-1, 48, 28, 28]              96
       ReLUConvBN-70           [-1, 48, 28, 28]               0
             ReLU-71          [-1, 192, 28, 28]               0
           Conv2d-72           [-1, 48, 28, 28]           9,216
      BatchNorm2d-73           [-1, 48, 28, 28]              96
       ReLUConvBN-74           [-1, 48, 28, 28]               0
             ReLU-75           [-1, 48, 28, 28]               0
           Conv2d-76           [-1, 48, 28, 28]             432
           Conv2d-77           [-1, 48, 28, 28]           2,304
      BatchNorm2d-78           [-1, 48, 28, 28]              96
             ReLU-79           [-1, 48, 28, 28]               0
           Conv2d-80           [-1, 48, 28, 28]             432
           Conv2d-81           [-1, 48, 28, 28]           2,304
      BatchNorm2d-82           [-1, 48, 28, 28]              96
          SepConv-83           [-1, 48, 28, 28]               0
             ReLU-84           [-1, 48, 28, 28]               0
           Conv2d-85           [-1, 48, 28, 28]             432
           Conv2d-86           [-1, 48, 28, 28]           2,304
      BatchNorm2d-87           [-1, 48, 28, 28]              96
             ReLU-88           [-1, 48, 28, 28]               0
           Conv2d-89           [-1, 48, 28, 28]             432
           Conv2d-90           [-1, 48, 28, 28]           2,304
      BatchNorm2d-91           [-1, 48, 28, 28]              96
          SepConv-92           [-1, 48, 28, 28]               0
         Identity-93           [-1, 48, 28, 28]               0
             ReLU-94           [-1, 48, 28, 28]               0
           Conv2d-95           [-1, 48, 28, 28]             432
           Conv2d-96           [-1, 48, 28, 28]           2,304
      BatchNorm2d-97           [-1, 48, 28, 28]              96
             ReLU-98           [-1, 48, 28, 28]               0
           Conv2d-99           [-1, 48, 28, 28]             432
          Conv2d-100           [-1, 48, 28, 28]           2,304
     BatchNorm2d-101           [-1, 48, 28, 28]              96
         SepConv-102           [-1, 48, 28, 28]               0
        Identity-103           [-1, 48, 28, 28]               0
            ReLU-104           [-1, 48, 28, 28]               0
          Conv2d-105           [-1, 48, 28, 28]             432
          Conv2d-106           [-1, 48, 28, 28]           2,304
     BatchNorm2d-107           [-1, 48, 28, 28]              96
            ReLU-108           [-1, 48, 28, 28]               0
          Conv2d-109           [-1, 48, 28, 28]             432
          Conv2d-110           [-1, 48, 28, 28]           2,304
     BatchNorm2d-111           [-1, 48, 28, 28]              96
         SepConv-112           [-1, 48, 28, 28]               0
            ReLU-113           [-1, 48, 28, 28]               0
          Conv2d-114           [-1, 48, 28, 28]             432
          Conv2d-115           [-1, 48, 28, 28]           2,304
     BatchNorm2d-116           [-1, 48, 28, 28]              96
            ReLU-117           [-1, 48, 28, 28]               0
          Conv2d-118           [-1, 48, 28, 28]             432
          Conv2d-119           [-1, 48, 28, 28]           2,304
     BatchNorm2d-120           [-1, 48, 28, 28]              96
         SepConv-121           [-1, 48, 28, 28]               0
        Identity-122           [-1, 48, 28, 28]               0
            Cell-123          [-1, 192, 28, 28]               0
            ReLU-124          [-1, 192, 28, 28]               0
          Conv2d-125           [-1, 48, 28, 28]           9,216
     BatchNorm2d-126           [-1, 48, 28, 28]              96
      ReLUConvBN-127           [-1, 48, 28, 28]               0
            ReLU-128          [-1, 192, 28, 28]               0
          Conv2d-129           [-1, 48, 28, 28]           9,216
     BatchNorm2d-130           [-1, 48, 28, 28]              96
      ReLUConvBN-131           [-1, 48, 28, 28]               0
            ReLU-132           [-1, 48, 28, 28]               0
          Conv2d-133           [-1, 48, 28, 28]             432
          Conv2d-134           [-1, 48, 28, 28]           2,304
     BatchNorm2d-135           [-1, 48, 28, 28]              96
            ReLU-136           [-1, 48, 28, 28]               0
          Conv2d-137           [-1, 48, 28, 28]             432
          Conv2d-138           [-1, 48, 28, 28]           2,304
     BatchNorm2d-139           [-1, 48, 28, 28]              96
         SepConv-140           [-1, 48, 28, 28]               0
            ReLU-141           [-1, 48, 28, 28]               0
          Conv2d-142           [-1, 48, 28, 28]             432
          Conv2d-143           [-1, 48, 28, 28]           2,304
     BatchNorm2d-144           [-1, 48, 28, 28]              96
            ReLU-145           [-1, 48, 28, 28]               0
          Conv2d-146           [-1, 48, 28, 28]             432
          Conv2d-147           [-1, 48, 28, 28]           2,304
     BatchNorm2d-148           [-1, 48, 28, 28]              96
         SepConv-149           [-1, 48, 28, 28]               0
        Identity-150           [-1, 48, 28, 28]               0
            ReLU-151           [-1, 48, 28, 28]               0
          Conv2d-152           [-1, 48, 28, 28]             432
          Conv2d-153           [-1, 48, 28, 28]           2,304
     BatchNorm2d-154           [-1, 48, 28, 28]              96
            ReLU-155           [-1, 48, 28, 28]               0
          Conv2d-156           [-1, 48, 28, 28]             432
          Conv2d-157           [-1, 48, 28, 28]           2,304
     BatchNorm2d-158           [-1, 48, 28, 28]              96
         SepConv-159           [-1, 48, 28, 28]               0
        Identity-160           [-1, 48, 28, 28]               0
            ReLU-161           [-1, 48, 28, 28]               0
          Conv2d-162           [-1, 48, 28, 28]             432
          Conv2d-163           [-1, 48, 28, 28]           2,304
     BatchNorm2d-164           [-1, 48, 28, 28]              96
            ReLU-165           [-1, 48, 28, 28]               0
          Conv2d-166           [-1, 48, 28, 28]             432
          Conv2d-167           [-1, 48, 28, 28]           2,304
     BatchNorm2d-168           [-1, 48, 28, 28]              96
         SepConv-169           [-1, 48, 28, 28]               0
            ReLU-170           [-1, 48, 28, 28]               0
          Conv2d-171           [-1, 48, 28, 28]             432
          Conv2d-172           [-1, 48, 28, 28]           2,304
     BatchNorm2d-173           [-1, 48, 28, 28]              96
            ReLU-174           [-1, 48, 28, 28]               0
          Conv2d-175           [-1, 48, 28, 28]             432
          Conv2d-176           [-1, 48, 28, 28]           2,304
     BatchNorm2d-177           [-1, 48, 28, 28]              96
         SepConv-178           [-1, 48, 28, 28]               0
        Identity-179           [-1, 48, 28, 28]               0
            Cell-180          [-1, 192, 28, 28]               0
            ReLU-181          [-1, 192, 28, 28]               0
          Conv2d-182           [-1, 48, 28, 28]           9,216
     BatchNorm2d-183           [-1, 48, 28, 28]              96
      ReLUConvBN-184           [-1, 48, 28, 28]               0
            ReLU-185          [-1, 192, 28, 28]               0
          Conv2d-186           [-1, 48, 28, 28]           9,216
     BatchNorm2d-187           [-1, 48, 28, 28]              96
      ReLUConvBN-188           [-1, 48, 28, 28]               0
            ReLU-189           [-1, 48, 28, 28]               0
          Conv2d-190           [-1, 48, 28, 28]             432
          Conv2d-191           [-1, 48, 28, 28]           2,304
     BatchNorm2d-192           [-1, 48, 28, 28]              96
            ReLU-193           [-1, 48, 28, 28]               0
          Conv2d-194           [-1, 48, 28, 28]             432
          Conv2d-195           [-1, 48, 28, 28]           2,304
     BatchNorm2d-196           [-1, 48, 28, 28]              96
         SepConv-197           [-1, 48, 28, 28]               0
            ReLU-198           [-1, 48, 28, 28]               0
          Conv2d-199           [-1, 48, 28, 28]             432
          Conv2d-200           [-1, 48, 28, 28]           2,304
     BatchNorm2d-201           [-1, 48, 28, 28]              96
            ReLU-202           [-1, 48, 28, 28]               0
          Conv2d-203           [-1, 48, 28, 28]             432
          Conv2d-204           [-1, 48, 28, 28]           2,304
     BatchNorm2d-205           [-1, 48, 28, 28]              96
         SepConv-206           [-1, 48, 28, 28]               0
        Identity-207           [-1, 48, 28, 28]               0
            ReLU-208           [-1, 48, 28, 28]               0
          Conv2d-209           [-1, 48, 28, 28]             432
          Conv2d-210           [-1, 48, 28, 28]           2,304
     BatchNorm2d-211           [-1, 48, 28, 28]              96
            ReLU-212           [-1, 48, 28, 28]               0
          Conv2d-213           [-1, 48, 28, 28]             432
          Conv2d-214           [-1, 48, 28, 28]           2,304
     BatchNorm2d-215           [-1, 48, 28, 28]              96
         SepConv-216           [-1, 48, 28, 28]               0
        Identity-217           [-1, 48, 28, 28]               0
            ReLU-218           [-1, 48, 28, 28]               0
          Conv2d-219           [-1, 48, 28, 28]             432
          Conv2d-220           [-1, 48, 28, 28]           2,304
     BatchNorm2d-221           [-1, 48, 28, 28]              96
            ReLU-222           [-1, 48, 28, 28]               0
          Conv2d-223           [-1, 48, 28, 28]             432
          Conv2d-224           [-1, 48, 28, 28]           2,304
     BatchNorm2d-225           [-1, 48, 28, 28]              96
         SepConv-226           [-1, 48, 28, 28]               0
            ReLU-227           [-1, 48, 28, 28]               0
          Conv2d-228           [-1, 48, 28, 28]             432
          Conv2d-229           [-1, 48, 28, 28]           2,304
     BatchNorm2d-230           [-1, 48, 28, 28]              96
            ReLU-231           [-1, 48, 28, 28]               0
          Conv2d-232           [-1, 48, 28, 28]             432
          Conv2d-233           [-1, 48, 28, 28]           2,304
     BatchNorm2d-234           [-1, 48, 28, 28]              96
         SepConv-235           [-1, 48, 28, 28]               0
        Identity-236           [-1, 48, 28, 28]               0
            Cell-237          [-1, 192, 28, 28]               0
            ReLU-238          [-1, 192, 28, 28]               0
          Conv2d-239           [-1, 96, 28, 28]          18,432
     BatchNorm2d-240           [-1, 96, 28, 28]             192
      ReLUConvBN-241           [-1, 96, 28, 28]               0
            ReLU-242          [-1, 192, 28, 28]               0
          Conv2d-243           [-1, 96, 28, 28]          18,432
     BatchNorm2d-244           [-1, 96, 28, 28]             192
      ReLUConvBN-245           [-1, 96, 28, 28]               0
       MaxPool2d-246           [-1, 96, 14, 14]               0
     BatchNorm2d-247           [-1, 96, 14, 14]               0
       MaxPoolBN-248           [-1, 96, 14, 14]               0
       MaxPool2d-249           [-1, 96, 14, 14]               0
     BatchNorm2d-250           [-1, 96, 14, 14]               0
       MaxPoolBN-251           [-1, 96, 14, 14]               0
        Identity-252           [-1, 96, 14, 14]               0
       MaxPool2d-253           [-1, 96, 14, 14]               0
     BatchNorm2d-254           [-1, 96, 14, 14]               0
       MaxPoolBN-255           [-1, 96, 14, 14]               0
       MaxPool2d-256           [-1, 96, 14, 14]               0
     BatchNorm2d-257           [-1, 96, 14, 14]               0
       MaxPoolBN-258           [-1, 96, 14, 14]               0
        Identity-259           [-1, 96, 14, 14]               0
        Identity-260           [-1, 96, 14, 14]               0
       AvgPool2d-261           [-1, 96, 14, 14]               0
     BatchNorm2d-262           [-1, 96, 14, 14]               0
       AvgPoolBN-263           [-1, 96, 14, 14]               0
            Cell-264          [-1, 384, 14, 14]               0
            ReLU-265          [-1, 192, 28, 28]               0
          Conv2d-266           [-1, 48, 14, 14]           9,216
          Conv2d-267           [-1, 48, 14, 14]           9,216
     BatchNorm2d-268           [-1, 96, 14, 14]             192
FactorizedReduce-269           [-1, 96, 14, 14]               0
            ReLU-270          [-1, 384, 14, 14]               0
          Conv2d-271           [-1, 96, 14, 14]          36,864
     BatchNorm2d-272           [-1, 96, 14, 14]             192
      ReLUConvBN-273           [-1, 96, 14, 14]               0
            ReLU-274           [-1, 96, 14, 14]               0
          Conv2d-275           [-1, 96, 14, 14]             864
          Conv2d-276           [-1, 96, 14, 14]           9,216
     BatchNorm2d-277           [-1, 96, 14, 14]             192
            ReLU-278           [-1, 96, 14, 14]               0
          Conv2d-279           [-1, 96, 14, 14]             864
          Conv2d-280           [-1, 96, 14, 14]           9,216
     BatchNorm2d-281           [-1, 96, 14, 14]             192
         SepConv-282           [-1, 96, 14, 14]               0
            ReLU-283           [-1, 96, 14, 14]               0
          Conv2d-284           [-1, 96, 14, 14]             864
          Conv2d-285           [-1, 96, 14, 14]           9,216
     BatchNorm2d-286           [-1, 96, 14, 14]             192
            ReLU-287           [-1, 96, 14, 14]               0
          Conv2d-288           [-1, 96, 14, 14]             864
          Conv2d-289           [-1, 96, 14, 14]           9,216
     BatchNorm2d-290           [-1, 96, 14, 14]             192
         SepConv-291           [-1, 96, 14, 14]               0
        Identity-292           [-1, 96, 14, 14]               0
            ReLU-293           [-1, 96, 14, 14]               0
          Conv2d-294           [-1, 96, 14, 14]             864
          Conv2d-295           [-1, 96, 14, 14]           9,216
     BatchNorm2d-296           [-1, 96, 14, 14]             192
            ReLU-297           [-1, 96, 14, 14]               0
          Conv2d-298           [-1, 96, 14, 14]             864
          Conv2d-299           [-1, 96, 14, 14]           9,216
     BatchNorm2d-300           [-1, 96, 14, 14]             192
         SepConv-301           [-1, 96, 14, 14]               0
        Identity-302           [-1, 96, 14, 14]               0
            ReLU-303           [-1, 96, 14, 14]               0
          Conv2d-304           [-1, 96, 14, 14]             864
          Conv2d-305           [-1, 96, 14, 14]           9,216
     BatchNorm2d-306           [-1, 96, 14, 14]             192
            ReLU-307           [-1, 96, 14, 14]               0
          Conv2d-308           [-1, 96, 14, 14]             864
          Conv2d-309           [-1, 96, 14, 14]           9,216
     BatchNorm2d-310           [-1, 96, 14, 14]             192
         SepConv-311           [-1, 96, 14, 14]               0
            ReLU-312           [-1, 96, 14, 14]               0
          Conv2d-313           [-1, 96, 14, 14]             864
          Conv2d-314           [-1, 96, 14, 14]           9,216
     BatchNorm2d-315           [-1, 96, 14, 14]             192
            ReLU-316           [-1, 96, 14, 14]               0
          Conv2d-317           [-1, 96, 14, 14]             864
          Conv2d-318           [-1, 96, 14, 14]           9,216
     BatchNorm2d-319           [-1, 96, 14, 14]             192
         SepConv-320           [-1, 96, 14, 14]               0
        Identity-321           [-1, 96, 14, 14]               0
            Cell-322          [-1, 384, 14, 14]               0
            ReLU-323          [-1, 384, 14, 14]               0
          Conv2d-324           [-1, 96, 14, 14]          36,864
     BatchNorm2d-325           [-1, 96, 14, 14]             192
      ReLUConvBN-326           [-1, 96, 14, 14]               0
            ReLU-327          [-1, 384, 14, 14]               0
          Conv2d-328           [-1, 96, 14, 14]          36,864
     BatchNorm2d-329           [-1, 96, 14, 14]             192
      ReLUConvBN-330           [-1, 96, 14, 14]               0
            ReLU-331           [-1, 96, 14, 14]               0
          Conv2d-332           [-1, 96, 14, 14]             864
          Conv2d-333           [-1, 96, 14, 14]           9,216
     BatchNorm2d-334           [-1, 96, 14, 14]             192
            ReLU-335           [-1, 96, 14, 14]               0
          Conv2d-336           [-1, 96, 14, 14]             864
          Conv2d-337           [-1, 96, 14, 14]           9,216
     BatchNorm2d-338           [-1, 96, 14, 14]             192
         SepConv-339           [-1, 96, 14, 14]               0
            ReLU-340           [-1, 96, 14, 14]               0
          Conv2d-341           [-1, 96, 14, 14]             864
          Conv2d-342           [-1, 96, 14, 14]           9,216
     BatchNorm2d-343           [-1, 96, 14, 14]             192
            ReLU-344           [-1, 96, 14, 14]               0
          Conv2d-345           [-1, 96, 14, 14]             864
          Conv2d-346           [-1, 96, 14, 14]           9,216
     BatchNorm2d-347           [-1, 96, 14, 14]             192
         SepConv-348           [-1, 96, 14, 14]               0
        Identity-349           [-1, 96, 14, 14]               0
            ReLU-350           [-1, 96, 14, 14]               0
          Conv2d-351           [-1, 96, 14, 14]             864
          Conv2d-352           [-1, 96, 14, 14]           9,216
     BatchNorm2d-353           [-1, 96, 14, 14]             192
            ReLU-354           [-1, 96, 14, 14]               0
          Conv2d-355           [-1, 96, 14, 14]             864
          Conv2d-356           [-1, 96, 14, 14]           9,216
     BatchNorm2d-357           [-1, 96, 14, 14]             192
         SepConv-358           [-1, 96, 14, 14]               0
        Identity-359           [-1, 96, 14, 14]               0
            ReLU-360           [-1, 96, 14, 14]               0
          Conv2d-361           [-1, 96, 14, 14]             864
          Conv2d-362           [-1, 96, 14, 14]           9,216
     BatchNorm2d-363           [-1, 96, 14, 14]             192
            ReLU-364           [-1, 96, 14, 14]               0
          Conv2d-365           [-1, 96, 14, 14]             864
          Conv2d-366           [-1, 96, 14, 14]           9,216
     BatchNorm2d-367           [-1, 96, 14, 14]             192
         SepConv-368           [-1, 96, 14, 14]               0
            ReLU-369           [-1, 96, 14, 14]               0
          Conv2d-370           [-1, 96, 14, 14]             864
          Conv2d-371           [-1, 96, 14, 14]           9,216
     BatchNorm2d-372           [-1, 96, 14, 14]             192
            ReLU-373           [-1, 96, 14, 14]               0
          Conv2d-374           [-1, 96, 14, 14]             864
          Conv2d-375           [-1, 96, 14, 14]           9,216
     BatchNorm2d-376           [-1, 96, 14, 14]             192
         SepConv-377           [-1, 96, 14, 14]               0
        Identity-378           [-1, 96, 14, 14]               0
            Cell-379          [-1, 384, 14, 14]               0
            ReLU-380          [-1, 384, 14, 14]               0
          Conv2d-381           [-1, 96, 14, 14]          36,864
     BatchNorm2d-382           [-1, 96, 14, 14]             192
      ReLUConvBN-383           [-1, 96, 14, 14]               0
            ReLU-384          [-1, 384, 14, 14]               0
          Conv2d-385           [-1, 96, 14, 14]          36,864
     BatchNorm2d-386           [-1, 96, 14, 14]             192
      ReLUConvBN-387           [-1, 96, 14, 14]               0
            ReLU-388           [-1, 96, 14, 14]               0
          Conv2d-389           [-1, 96, 14, 14]             864
          Conv2d-390           [-1, 96, 14, 14]           9,216
     BatchNorm2d-391           [-1, 96, 14, 14]             192
            ReLU-392           [-1, 96, 14, 14]               0
          Conv2d-393           [-1, 96, 14, 14]             864
          Conv2d-394           [-1, 96, 14, 14]           9,216
     BatchNorm2d-395           [-1, 96, 14, 14]             192
         SepConv-396           [-1, 96, 14, 14]               0
            ReLU-397           [-1, 96, 14, 14]               0
          Conv2d-398           [-1, 96, 14, 14]             864
          Conv2d-399           [-1, 96, 14, 14]           9,216
     BatchNorm2d-400           [-1, 96, 14, 14]             192
            ReLU-401           [-1, 96, 14, 14]               0
          Conv2d-402           [-1, 96, 14, 14]             864
          Conv2d-403           [-1, 96, 14, 14]           9,216
     BatchNorm2d-404           [-1, 96, 14, 14]             192
         SepConv-405           [-1, 96, 14, 14]               0
        Identity-406           [-1, 96, 14, 14]               0
            ReLU-407           [-1, 96, 14, 14]               0
          Conv2d-408           [-1, 96, 14, 14]             864
          Conv2d-409           [-1, 96, 14, 14]           9,216
     BatchNorm2d-410           [-1, 96, 14, 14]             192
            ReLU-411           [-1, 96, 14, 14]               0
          Conv2d-412           [-1, 96, 14, 14]             864
          Conv2d-413           [-1, 96, 14, 14]           9,216
     BatchNorm2d-414           [-1, 96, 14, 14]             192
         SepConv-415           [-1, 96, 14, 14]               0
        Identity-416           [-1, 96, 14, 14]               0
            ReLU-417           [-1, 96, 14, 14]               0
          Conv2d-418           [-1, 96, 14, 14]             864
          Conv2d-419           [-1, 96, 14, 14]           9,216
     BatchNorm2d-420           [-1, 96, 14, 14]             192
            ReLU-421           [-1, 96, 14, 14]               0
          Conv2d-422           [-1, 96, 14, 14]             864
          Conv2d-423           [-1, 96, 14, 14]           9,216
     BatchNorm2d-424           [-1, 96, 14, 14]             192
         SepConv-425           [-1, 96, 14, 14]               0
            ReLU-426           [-1, 96, 14, 14]               0
          Conv2d-427           [-1, 96, 14, 14]             864
          Conv2d-428           [-1, 96, 14, 14]           9,216
     BatchNorm2d-429           [-1, 96, 14, 14]             192
            ReLU-430           [-1, 96, 14, 14]               0
          Conv2d-431           [-1, 96, 14, 14]             864
          Conv2d-432           [-1, 96, 14, 14]           9,216
     BatchNorm2d-433           [-1, 96, 14, 14]             192
         SepConv-434           [-1, 96, 14, 14]               0
        Identity-435           [-1, 96, 14, 14]               0
            Cell-436          [-1, 384, 14, 14]               0
            ReLU-437          [-1, 384, 14, 14]               0
          Conv2d-438           [-1, 96, 14, 14]          36,864
     BatchNorm2d-439           [-1, 96, 14, 14]             192
      ReLUConvBN-440           [-1, 96, 14, 14]               0
            ReLU-441          [-1, 384, 14, 14]               0
          Conv2d-442           [-1, 96, 14, 14]          36,864
     BatchNorm2d-443           [-1, 96, 14, 14]             192
      ReLUConvBN-444           [-1, 96, 14, 14]               0
            ReLU-445           [-1, 96, 14, 14]               0
          Conv2d-446           [-1, 96, 14, 14]             864
          Conv2d-447           [-1, 96, 14, 14]           9,216
     BatchNorm2d-448           [-1, 96, 14, 14]             192
            ReLU-449           [-1, 96, 14, 14]               0
          Conv2d-450           [-1, 96, 14, 14]             864
          Conv2d-451           [-1, 96, 14, 14]           9,216
     BatchNorm2d-452           [-1, 96, 14, 14]             192
         SepConv-453           [-1, 96, 14, 14]               0
            ReLU-454           [-1, 96, 14, 14]               0
          Conv2d-455           [-1, 96, 14, 14]             864
          Conv2d-456           [-1, 96, 14, 14]           9,216
     BatchNorm2d-457           [-1, 96, 14, 14]             192
            ReLU-458           [-1, 96, 14, 14]               0
          Conv2d-459           [-1, 96, 14, 14]             864
          Conv2d-460           [-1, 96, 14, 14]           9,216
     BatchNorm2d-461           [-1, 96, 14, 14]             192
         SepConv-462           [-1, 96, 14, 14]               0
        Identity-463           [-1, 96, 14, 14]               0
            ReLU-464           [-1, 96, 14, 14]               0
          Conv2d-465           [-1, 96, 14, 14]             864
          Conv2d-466           [-1, 96, 14, 14]           9,216
     BatchNorm2d-467           [-1, 96, 14, 14]             192
            ReLU-468           [-1, 96, 14, 14]               0
          Conv2d-469           [-1, 96, 14, 14]             864
          Conv2d-470           [-1, 96, 14, 14]           9,216
     BatchNorm2d-471           [-1, 96, 14, 14]             192
         SepConv-472           [-1, 96, 14, 14]               0
        Identity-473           [-1, 96, 14, 14]               0
            ReLU-474           [-1, 96, 14, 14]               0
          Conv2d-475           [-1, 96, 14, 14]             864
          Conv2d-476           [-1, 96, 14, 14]           9,216
     BatchNorm2d-477           [-1, 96, 14, 14]             192
            ReLU-478           [-1, 96, 14, 14]               0
          Conv2d-479           [-1, 96, 14, 14]             864
          Conv2d-480           [-1, 96, 14, 14]           9,216
     BatchNorm2d-481           [-1, 96, 14, 14]             192
         SepConv-482           [-1, 96, 14, 14]               0
            ReLU-483           [-1, 96, 14, 14]               0
          Conv2d-484           [-1, 96, 14, 14]             864
          Conv2d-485           [-1, 96, 14, 14]           9,216
     BatchNorm2d-486           [-1, 96, 14, 14]             192
            ReLU-487           [-1, 96, 14, 14]               0
          Conv2d-488           [-1, 96, 14, 14]             864
          Conv2d-489           [-1, 96, 14, 14]           9,216
     BatchNorm2d-490           [-1, 96, 14, 14]             192
         SepConv-491           [-1, 96, 14, 14]               0
        Identity-492           [-1, 96, 14, 14]               0
            Cell-493          [-1, 384, 14, 14]               0
            ReLU-494          [-1, 384, 14, 14]               0
          Conv2d-495          [-1, 192, 14, 14]          73,728
     BatchNorm2d-496          [-1, 192, 14, 14]             384
      ReLUConvBN-497          [-1, 192, 14, 14]               0
            ReLU-498          [-1, 384, 14, 14]               0
          Conv2d-499          [-1, 192, 14, 14]          73,728
     BatchNorm2d-500          [-1, 192, 14, 14]             384
      ReLUConvBN-501          [-1, 192, 14, 14]               0
       MaxPool2d-502            [-1, 192, 7, 7]               0
     BatchNorm2d-503            [-1, 192, 7, 7]               0
       MaxPoolBN-504            [-1, 192, 7, 7]               0
       MaxPool2d-505            [-1, 192, 7, 7]               0
     BatchNorm2d-506            [-1, 192, 7, 7]               0
       MaxPoolBN-507            [-1, 192, 7, 7]               0
        Identity-508            [-1, 192, 7, 7]               0
       MaxPool2d-509            [-1, 192, 7, 7]               0
     BatchNorm2d-510            [-1, 192, 7, 7]               0
       MaxPoolBN-511            [-1, 192, 7, 7]               0
       MaxPool2d-512            [-1, 192, 7, 7]               0
     BatchNorm2d-513            [-1, 192, 7, 7]               0
       MaxPoolBN-514            [-1, 192, 7, 7]               0
        Identity-515            [-1, 192, 7, 7]               0
        Identity-516            [-1, 192, 7, 7]               0
       AvgPool2d-517            [-1, 192, 7, 7]               0
     BatchNorm2d-518            [-1, 192, 7, 7]               0
       AvgPoolBN-519            [-1, 192, 7, 7]               0
            Cell-520            [-1, 768, 7, 7]               0
            ReLU-521          [-1, 384, 14, 14]               0
          Conv2d-522             [-1, 96, 7, 7]          36,864
          Conv2d-523             [-1, 96, 7, 7]          36,864
     BatchNorm2d-524            [-1, 192, 7, 7]             384
FactorizedReduce-525            [-1, 192, 7, 7]               0
            ReLU-526            [-1, 768, 7, 7]               0
          Conv2d-527            [-1, 192, 7, 7]         147,456
     BatchNorm2d-528            [-1, 192, 7, 7]             384
      ReLUConvBN-529            [-1, 192, 7, 7]               0
            ReLU-530            [-1, 192, 7, 7]               0
          Conv2d-531            [-1, 192, 7, 7]           1,728
          Conv2d-532            [-1, 192, 7, 7]          36,864
     BatchNorm2d-533            [-1, 192, 7, 7]             384
            ReLU-534            [-1, 192, 7, 7]               0
          Conv2d-535            [-1, 192, 7, 7]           1,728
          Conv2d-536            [-1, 192, 7, 7]          36,864
     BatchNorm2d-537            [-1, 192, 7, 7]             384
         SepConv-538            [-1, 192, 7, 7]               0
            ReLU-539            [-1, 192, 7, 7]               0
          Conv2d-540            [-1, 192, 7, 7]           1,728
          Conv2d-541            [-1, 192, 7, 7]          36,864
     BatchNorm2d-542            [-1, 192, 7, 7]             384
            ReLU-543            [-1, 192, 7, 7]               0
          Conv2d-544            [-1, 192, 7, 7]           1,728
          Conv2d-545            [-1, 192, 7, 7]          36,864
     BatchNorm2d-546            [-1, 192, 7, 7]             384
         SepConv-547            [-1, 192, 7, 7]               0
        Identity-548            [-1, 192, 7, 7]               0
            ReLU-549            [-1, 192, 7, 7]               0
          Conv2d-550            [-1, 192, 7, 7]           1,728
          Conv2d-551            [-1, 192, 7, 7]          36,864
     BatchNorm2d-552            [-1, 192, 7, 7]             384
            ReLU-553            [-1, 192, 7, 7]               0
          Conv2d-554            [-1, 192, 7, 7]           1,728
          Conv2d-555            [-1, 192, 7, 7]          36,864
     BatchNorm2d-556            [-1, 192, 7, 7]             384
         SepConv-557            [-1, 192, 7, 7]               0
        Identity-558            [-1, 192, 7, 7]               0
            ReLU-559            [-1, 192, 7, 7]               0
          Conv2d-560            [-1, 192, 7, 7]           1,728
          Conv2d-561            [-1, 192, 7, 7]          36,864
     BatchNorm2d-562            [-1, 192, 7, 7]             384
            ReLU-563            [-1, 192, 7, 7]               0
          Conv2d-564            [-1, 192, 7, 7]           1,728
          Conv2d-565            [-1, 192, 7, 7]          36,864
     BatchNorm2d-566            [-1, 192, 7, 7]             384
         SepConv-567            [-1, 192, 7, 7]               0
            ReLU-568            [-1, 192, 7, 7]               0
          Conv2d-569            [-1, 192, 7, 7]           1,728
          Conv2d-570            [-1, 192, 7, 7]          36,864
     BatchNorm2d-571            [-1, 192, 7, 7]             384
            ReLU-572            [-1, 192, 7, 7]               0
          Conv2d-573            [-1, 192, 7, 7]           1,728
          Conv2d-574            [-1, 192, 7, 7]          36,864
     BatchNorm2d-575            [-1, 192, 7, 7]             384
         SepConv-576            [-1, 192, 7, 7]               0
        Identity-577            [-1, 192, 7, 7]               0
            Cell-578            [-1, 768, 7, 7]               0
            ReLU-579            [-1, 768, 7, 7]               0
          Conv2d-580            [-1, 192, 7, 7]         147,456
     BatchNorm2d-581            [-1, 192, 7, 7]             384
      ReLUConvBN-582            [-1, 192, 7, 7]               0
            ReLU-583            [-1, 768, 7, 7]               0
          Conv2d-584            [-1, 192, 7, 7]         147,456
     BatchNorm2d-585            [-1, 192, 7, 7]             384
      ReLUConvBN-586            [-1, 192, 7, 7]               0
            ReLU-587            [-1, 192, 7, 7]               0
          Conv2d-588            [-1, 192, 7, 7]           1,728
          Conv2d-589            [-1, 192, 7, 7]          36,864
     BatchNorm2d-590            [-1, 192, 7, 7]             384
            ReLU-591            [-1, 192, 7, 7]               0
          Conv2d-592            [-1, 192, 7, 7]           1,728
          Conv2d-593            [-1, 192, 7, 7]          36,864
     BatchNorm2d-594            [-1, 192, 7, 7]             384
         SepConv-595            [-1, 192, 7, 7]               0
            ReLU-596            [-1, 192, 7, 7]               0
          Conv2d-597            [-1, 192, 7, 7]           1,728
          Conv2d-598            [-1, 192, 7, 7]          36,864
     BatchNorm2d-599            [-1, 192, 7, 7]             384
            ReLU-600            [-1, 192, 7, 7]               0
          Conv2d-601            [-1, 192, 7, 7]           1,728
          Conv2d-602            [-1, 192, 7, 7]          36,864
     BatchNorm2d-603            [-1, 192, 7, 7]             384
         SepConv-604            [-1, 192, 7, 7]               0
        Identity-605            [-1, 192, 7, 7]               0
            ReLU-606            [-1, 192, 7, 7]               0
          Conv2d-607            [-1, 192, 7, 7]           1,728
          Conv2d-608            [-1, 192, 7, 7]          36,864
     BatchNorm2d-609            [-1, 192, 7, 7]             384
            ReLU-610            [-1, 192, 7, 7]               0
          Conv2d-611            [-1, 192, 7, 7]           1,728
          Conv2d-612            [-1, 192, 7, 7]          36,864
     BatchNorm2d-613            [-1, 192, 7, 7]             384
         SepConv-614            [-1, 192, 7, 7]               0
        Identity-615            [-1, 192, 7, 7]               0
            ReLU-616            [-1, 192, 7, 7]               0
          Conv2d-617            [-1, 192, 7, 7]           1,728
          Conv2d-618            [-1, 192, 7, 7]          36,864
     BatchNorm2d-619            [-1, 192, 7, 7]             384
            ReLU-620            [-1, 192, 7, 7]               0
          Conv2d-621            [-1, 192, 7, 7]           1,728
          Conv2d-622            [-1, 192, 7, 7]          36,864
     BatchNorm2d-623            [-1, 192, 7, 7]             384
         SepConv-624            [-1, 192, 7, 7]               0
            ReLU-625            [-1, 192, 7, 7]               0
          Conv2d-626            [-1, 192, 7, 7]           1,728
          Conv2d-627            [-1, 192, 7, 7]          36,864
     BatchNorm2d-628            [-1, 192, 7, 7]             384
            ReLU-629            [-1, 192, 7, 7]               0
          Conv2d-630            [-1, 192, 7, 7]           1,728
          Conv2d-631            [-1, 192, 7, 7]          36,864
     BatchNorm2d-632            [-1, 192, 7, 7]             384
         SepConv-633            [-1, 192, 7, 7]               0
        Identity-634            [-1, 192, 7, 7]               0
            Cell-635            [-1, 768, 7, 7]               0
            ReLU-636            [-1, 768, 7, 7]               0
          Conv2d-637            [-1, 192, 7, 7]         147,456
     BatchNorm2d-638            [-1, 192, 7, 7]             384
      ReLUConvBN-639            [-1, 192, 7, 7]               0
            ReLU-640            [-1, 768, 7, 7]               0
          Conv2d-641            [-1, 192, 7, 7]         147,456
     BatchNorm2d-642            [-1, 192, 7, 7]             384
      ReLUConvBN-643            [-1, 192, 7, 7]               0
            ReLU-644            [-1, 192, 7, 7]               0
          Conv2d-645            [-1, 192, 7, 7]           1,728
          Conv2d-646            [-1, 192, 7, 7]          36,864
     BatchNorm2d-647            [-1, 192, 7, 7]             384
            ReLU-648            [-1, 192, 7, 7]               0
          Conv2d-649            [-1, 192, 7, 7]           1,728
          Conv2d-650            [-1, 192, 7, 7]          36,864
     BatchNorm2d-651            [-1, 192, 7, 7]             384
         SepConv-652            [-1, 192, 7, 7]               0
            ReLU-653            [-1, 192, 7, 7]               0
          Conv2d-654            [-1, 192, 7, 7]           1,728
          Conv2d-655            [-1, 192, 7, 7]          36,864
     BatchNorm2d-656            [-1, 192, 7, 7]             384
            ReLU-657            [-1, 192, 7, 7]               0
          Conv2d-658            [-1, 192, 7, 7]           1,728
          Conv2d-659            [-1, 192, 7, 7]          36,864
     BatchNorm2d-660            [-1, 192, 7, 7]             384
         SepConv-661            [-1, 192, 7, 7]               0
        Identity-662            [-1, 192, 7, 7]               0
            ReLU-663            [-1, 192, 7, 7]               0
          Conv2d-664            [-1, 192, 7, 7]           1,728
          Conv2d-665            [-1, 192, 7, 7]          36,864
     BatchNorm2d-666            [-1, 192, 7, 7]             384
            ReLU-667            [-1, 192, 7, 7]               0
          Conv2d-668            [-1, 192, 7, 7]           1,728
          Conv2d-669            [-1, 192, 7, 7]          36,864
     BatchNorm2d-670            [-1, 192, 7, 7]             384
         SepConv-671            [-1, 192, 7, 7]               0
        Identity-672            [-1, 192, 7, 7]               0
            ReLU-673            [-1, 192, 7, 7]               0
          Conv2d-674            [-1, 192, 7, 7]           1,728
          Conv2d-675            [-1, 192, 7, 7]          36,864
     BatchNorm2d-676            [-1, 192, 7, 7]             384
            ReLU-677            [-1, 192, 7, 7]               0
          Conv2d-678            [-1, 192, 7, 7]           1,728
          Conv2d-679            [-1, 192, 7, 7]          36,864
     BatchNorm2d-680            [-1, 192, 7, 7]             384
         SepConv-681            [-1, 192, 7, 7]               0
            ReLU-682            [-1, 192, 7, 7]               0
          Conv2d-683            [-1, 192, 7, 7]           1,728
          Conv2d-684            [-1, 192, 7, 7]          36,864
     BatchNorm2d-685            [-1, 192, 7, 7]             384
            ReLU-686            [-1, 192, 7, 7]               0
          Conv2d-687            [-1, 192, 7, 7]           1,728
          Conv2d-688            [-1, 192, 7, 7]          36,864
     BatchNorm2d-689            [-1, 192, 7, 7]             384
         SepConv-690            [-1, 192, 7, 7]               0
        Identity-691            [-1, 192, 7, 7]               0
            Cell-692            [-1, 768, 7, 7]               0
            ReLU-693            [-1, 768, 7, 7]               0
          Conv2d-694            [-1, 192, 7, 7]         147,456
     BatchNorm2d-695            [-1, 192, 7, 7]             384
      ReLUConvBN-696            [-1, 192, 7, 7]               0
            ReLU-697            [-1, 768, 7, 7]               0
          Conv2d-698            [-1, 192, 7, 7]         147,456
     BatchNorm2d-699            [-1, 192, 7, 7]             384
      ReLUConvBN-700            [-1, 192, 7, 7]               0
            ReLU-701            [-1, 192, 7, 7]               0
          Conv2d-702            [-1, 192, 7, 7]           1,728
          Conv2d-703            [-1, 192, 7, 7]          36,864
     BatchNorm2d-704            [-1, 192, 7, 7]             384
            ReLU-705            [-1, 192, 7, 7]               0
          Conv2d-706            [-1, 192, 7, 7]           1,728
          Conv2d-707            [-1, 192, 7, 7]          36,864
     BatchNorm2d-708            [-1, 192, 7, 7]             384
         SepConv-709            [-1, 192, 7, 7]               0
            ReLU-710            [-1, 192, 7, 7]               0
          Conv2d-711            [-1, 192, 7, 7]           1,728
          Conv2d-712            [-1, 192, 7, 7]          36,864
     BatchNorm2d-713            [-1, 192, 7, 7]             384
            ReLU-714            [-1, 192, 7, 7]               0
          Conv2d-715            [-1, 192, 7, 7]           1,728
          Conv2d-716            [-1, 192, 7, 7]          36,864
     BatchNorm2d-717            [-1, 192, 7, 7]             384
         SepConv-718            [-1, 192, 7, 7]               0
        Identity-719            [-1, 192, 7, 7]               0
            ReLU-720            [-1, 192, 7, 7]               0
          Conv2d-721            [-1, 192, 7, 7]           1,728
          Conv2d-722            [-1, 192, 7, 7]          36,864
     BatchNorm2d-723            [-1, 192, 7, 7]             384
            ReLU-724            [-1, 192, 7, 7]               0
          Conv2d-725            [-1, 192, 7, 7]           1,728
          Conv2d-726            [-1, 192, 7, 7]          36,864
     BatchNorm2d-727            [-1, 192, 7, 7]             384
         SepConv-728            [-1, 192, 7, 7]               0
        Identity-729            [-1, 192, 7, 7]               0
            ReLU-730            [-1, 192, 7, 7]               0
          Conv2d-731            [-1, 192, 7, 7]           1,728
          Conv2d-732            [-1, 192, 7, 7]          36,864
     BatchNorm2d-733            [-1, 192, 7, 7]             384
            ReLU-734            [-1, 192, 7, 7]               0
          Conv2d-735            [-1, 192, 7, 7]           1,728
          Conv2d-736            [-1, 192, 7, 7]          36,864
     BatchNorm2d-737            [-1, 192, 7, 7]             384
         SepConv-738            [-1, 192, 7, 7]               0
            ReLU-739            [-1, 192, 7, 7]               0
          Conv2d-740            [-1, 192, 7, 7]           1,728
          Conv2d-741            [-1, 192, 7, 7]          36,864
     BatchNorm2d-742            [-1, 192, 7, 7]             384
            ReLU-743            [-1, 192, 7, 7]               0
          Conv2d-744            [-1, 192, 7, 7]           1,728
          Conv2d-745            [-1, 192, 7, 7]          36,864
     BatchNorm2d-746            [-1, 192, 7, 7]             384
         SepConv-747            [-1, 192, 7, 7]               0
        Identity-748            [-1, 192, 7, 7]               0
            Cell-749            [-1, 768, 7, 7]               0
       AvgPool2d-750            [-1, 768, 1, 1]               0
          Linear-751                 [-1, 1000]         769,000
================================================================
Total params: 4,510,432
Trainable params: 4,510,432
Non-trainable params: 0
----------------------------------------------------------------
Input size (MB): 0.57
Forward/backward pass size (MB): 156.06
Params size (MB): 17.21
Estimated Total Size (MB): 173.84
----------------------------------------------------------------
> /home/yeq6/Research_project/TENAS/DARTS_evaluation/train_imagenet_dist.py(179)main_worker()
-> model.drop_path_prob = 0
(Pdb) 