<< ============== JOB (PID = 1461594) @ GPU 0 ============== >>
Use GPU: 0 for training
Experiment dir : ./experiments/imagenet/eval-exp-20230508-155340-TENAS_imagenet-0
05/08 03:53:40 PM args = Namespace(workers=16, data='datapath', batch_size=768, learning_rate=0.5, momentum=0.9, weight_decay=3e-05, epochs=250, init_channels=48, layers=14, auxiliary=False, auxiliary_weight=0.4, drop_path_prob=0, save_root='./', save='./experiments/imagenet/eval-exp-20230508-155340-TENAS_imagenet-0', seed=0, arch='TENAS_imagenet', grad_clip=5.0, label_smooth=0.1, lr_scheduler='cosine', resume='', start_epoch=0, inference=False, world_size=-1, rank=-1, dist_url='tcp://224.66.41.62:23456', dist_backend='nccl', gpu=0, multiprocessing_distributed=False, distributed=False)
---------Genotype---------
05/08 03:53:40 PM Genotype(normal=[('sep_conv_3x3', 0), ('skip_connect', 1), ('dil_conv_5x5', 1), ('sep_conv_3x3', 2), ('sep_conv_3x3', 0), ('dil_conv_5x5', 3), ('sep_conv_3x3', 0), ('dil_conv_3x3', 4)], normal_concat=[2, 3, 4, 5], reduce=[('dil_conv_3x3', 0), ('sep_conv_5x5', 1), ('dil_conv_3x3', 0), ('sep_conv_3x3', 2), ('sep_conv_3x3', 0), ('dil_conv_3x3', 1), ('sep_conv_3x3', 0), ('sep_conv_5x5', 4)], reduce_concat=[2, 3, 4, 5])
--------------------------
48 48 48
48 192 48
192 192 48
192 192 48
192 192 96
192 384 96
384 384 96
384 384 96
384 384 96
384 384 192
384 768 192
768 768 192
768 768 192
768 768 192
----------------------------------------------------------------
        Layer (type)               Output Shape         Param #
================================================================
            Conv2d-1         [-1, 24, 112, 112]             648
       BatchNorm2d-2         [-1, 24, 112, 112]              48
              ReLU-3         [-1, 24, 112, 112]               0
            Conv2d-4           [-1, 48, 56, 56]          10,368
       BatchNorm2d-5           [-1, 48, 56, 56]              96
              ReLU-6           [-1, 48, 56, 56]               0
            Conv2d-7           [-1, 48, 28, 28]          20,736
       BatchNorm2d-8           [-1, 48, 28, 28]              96
              ReLU-9           [-1, 48, 56, 56]               0
           Conv2d-10           [-1, 24, 28, 28]           1,152
           Conv2d-11           [-1, 24, 28, 28]           1,152
      BatchNorm2d-12           [-1, 48, 28, 28]              96
 FactorizedReduce-13           [-1, 48, 28, 28]               0
             ReLU-14           [-1, 48, 28, 28]               0
           Conv2d-15           [-1, 48, 28, 28]           2,304
      BatchNorm2d-16           [-1, 48, 28, 28]              96
       ReLUConvBN-17           [-1, 48, 28, 28]               0
             ReLU-18           [-1, 48, 28, 28]               0
           Conv2d-19           [-1, 48, 28, 28]             432
           Conv2d-20           [-1, 48, 28, 28]           2,304
      BatchNorm2d-21           [-1, 48, 28, 28]              96
             ReLU-22           [-1, 48, 28, 28]               0
           Conv2d-23           [-1, 48, 28, 28]             432
           Conv2d-24           [-1, 48, 28, 28]           2,304
      BatchNorm2d-25           [-1, 48, 28, 28]              96
          SepConv-26           [-1, 48, 28, 28]               0
         Identity-27           [-1, 48, 28, 28]               0
             ReLU-28           [-1, 48, 28, 28]               0
           Conv2d-29           [-1, 48, 28, 28]           1,200
           Conv2d-30           [-1, 48, 28, 28]           2,304
      BatchNorm2d-31           [-1, 48, 28, 28]              96
          DilConv-32           [-1, 48, 28, 28]               0
             ReLU-33           [-1, 48, 28, 28]               0
           Conv2d-34           [-1, 48, 28, 28]             432
           Conv2d-35           [-1, 48, 28, 28]           2,304
      BatchNorm2d-36           [-1, 48, 28, 28]              96
             ReLU-37           [-1, 48, 28, 28]               0
           Conv2d-38           [-1, 48, 28, 28]             432
           Conv2d-39           [-1, 48, 28, 28]           2,304
      BatchNorm2d-40           [-1, 48, 28, 28]              96
          SepConv-41           [-1, 48, 28, 28]               0
             ReLU-42           [-1, 48, 28, 28]               0
           Conv2d-43           [-1, 48, 28, 28]             432
           Conv2d-44           [-1, 48, 28, 28]           2,304
      BatchNorm2d-45           [-1, 48, 28, 28]              96
             ReLU-46           [-1, 48, 28, 28]               0
           Conv2d-47           [-1, 48, 28, 28]             432
           Conv2d-48           [-1, 48, 28, 28]           2,304
      BatchNorm2d-49           [-1, 48, 28, 28]              96
          SepConv-50           [-1, 48, 28, 28]               0
             ReLU-51           [-1, 48, 28, 28]               0
           Conv2d-52           [-1, 48, 28, 28]           1,200
           Conv2d-53           [-1, 48, 28, 28]           2,304
      BatchNorm2d-54           [-1, 48, 28, 28]              96
          DilConv-55           [-1, 48, 28, 28]               0
             ReLU-56           [-1, 48, 28, 28]               0
           Conv2d-57           [-1, 48, 28, 28]             432
           Conv2d-58           [-1, 48, 28, 28]           2,304
      BatchNorm2d-59           [-1, 48, 28, 28]              96
             ReLU-60           [-1, 48, 28, 28]               0
           Conv2d-61           [-1, 48, 28, 28]             432
           Conv2d-62           [-1, 48, 28, 28]           2,304
      BatchNorm2d-63           [-1, 48, 28, 28]              96
          SepConv-64           [-1, 48, 28, 28]               0
             ReLU-65           [-1, 48, 28, 28]               0
           Conv2d-66           [-1, 48, 28, 28]             432
           Conv2d-67           [-1, 48, 28, 28]           2,304
      BatchNorm2d-68           [-1, 48, 28, 28]              96
          DilConv-69           [-1, 48, 28, 28]               0
             Cell-70          [-1, 192, 28, 28]               0
             ReLU-71           [-1, 48, 28, 28]               0
           Conv2d-72           [-1, 48, 28, 28]           2,304
      BatchNorm2d-73           [-1, 48, 28, 28]              96
       ReLUConvBN-74           [-1, 48, 28, 28]               0
             ReLU-75          [-1, 192, 28, 28]               0
           Conv2d-76           [-1, 48, 28, 28]           9,216
      BatchNorm2d-77           [-1, 48, 28, 28]              96
       ReLUConvBN-78           [-1, 48, 28, 28]               0
             ReLU-79           [-1, 48, 28, 28]               0
           Conv2d-80           [-1, 48, 28, 28]             432
           Conv2d-81           [-1, 48, 28, 28]           2,304
      BatchNorm2d-82           [-1, 48, 28, 28]              96
             ReLU-83           [-1, 48, 28, 28]               0
           Conv2d-84           [-1, 48, 28, 28]             432
           Conv2d-85           [-1, 48, 28, 28]           2,304
      BatchNorm2d-86           [-1, 48, 28, 28]              96
          SepConv-87           [-1, 48, 28, 28]               0
         Identity-88           [-1, 48, 28, 28]               0
             ReLU-89           [-1, 48, 28, 28]               0
           Conv2d-90           [-1, 48, 28, 28]           1,200
           Conv2d-91           [-1, 48, 28, 28]           2,304
      BatchNorm2d-92           [-1, 48, 28, 28]              96
          DilConv-93           [-1, 48, 28, 28]               0
             ReLU-94           [-1, 48, 28, 28]               0
           Conv2d-95           [-1, 48, 28, 28]             432
           Conv2d-96           [-1, 48, 28, 28]           2,304
      BatchNorm2d-97           [-1, 48, 28, 28]              96
             ReLU-98           [-1, 48, 28, 28]               0
           Conv2d-99           [-1, 48, 28, 28]             432
          Conv2d-100           [-1, 48, 28, 28]           2,304
     BatchNorm2d-101           [-1, 48, 28, 28]              96
         SepConv-102           [-1, 48, 28, 28]               0
            ReLU-103           [-1, 48, 28, 28]               0
          Conv2d-104           [-1, 48, 28, 28]             432
          Conv2d-105           [-1, 48, 28, 28]           2,304
     BatchNorm2d-106           [-1, 48, 28, 28]              96
            ReLU-107           [-1, 48, 28, 28]               0
          Conv2d-108           [-1, 48, 28, 28]             432
          Conv2d-109           [-1, 48, 28, 28]           2,304
     BatchNorm2d-110           [-1, 48, 28, 28]              96
         SepConv-111           [-1, 48, 28, 28]               0
            ReLU-112           [-1, 48, 28, 28]               0
          Conv2d-113           [-1, 48, 28, 28]           1,200
          Conv2d-114           [-1, 48, 28, 28]           2,304
     BatchNorm2d-115           [-1, 48, 28, 28]              96
         DilConv-116           [-1, 48, 28, 28]               0
            ReLU-117           [-1, 48, 28, 28]               0
          Conv2d-118           [-1, 48, 28, 28]             432
          Conv2d-119           [-1, 48, 28, 28]           2,304
     BatchNorm2d-120           [-1, 48, 28, 28]              96
            ReLU-121           [-1, 48, 28, 28]               0
          Conv2d-122           [-1, 48, 28, 28]             432
          Conv2d-123           [-1, 48, 28, 28]           2,304
     BatchNorm2d-124           [-1, 48, 28, 28]              96
         SepConv-125           [-1, 48, 28, 28]               0
            ReLU-126           [-1, 48, 28, 28]               0
          Conv2d-127           [-1, 48, 28, 28]             432
          Conv2d-128           [-1, 48, 28, 28]           2,304
     BatchNorm2d-129           [-1, 48, 28, 28]              96
         DilConv-130           [-1, 48, 28, 28]               0
            Cell-131          [-1, 192, 28, 28]               0
            ReLU-132          [-1, 192, 28, 28]               0
          Conv2d-133           [-1, 48, 28, 28]           9,216
     BatchNorm2d-134           [-1, 48, 28, 28]              96
      ReLUConvBN-135           [-1, 48, 28, 28]               0
            ReLU-136          [-1, 192, 28, 28]               0
          Conv2d-137           [-1, 48, 28, 28]           9,216
     BatchNorm2d-138           [-1, 48, 28, 28]              96
      ReLUConvBN-139           [-1, 48, 28, 28]               0
            ReLU-140           [-1, 48, 28, 28]               0
          Conv2d-141           [-1, 48, 28, 28]             432
          Conv2d-142           [-1, 48, 28, 28]           2,304
     BatchNorm2d-143           [-1, 48, 28, 28]              96
            ReLU-144           [-1, 48, 28, 28]               0
          Conv2d-145           [-1, 48, 28, 28]             432
          Conv2d-146           [-1, 48, 28, 28]           2,304
     BatchNorm2d-147           [-1, 48, 28, 28]              96
         SepConv-148           [-1, 48, 28, 28]               0
        Identity-149           [-1, 48, 28, 28]               0
            ReLU-150           [-1, 48, 28, 28]               0
          Conv2d-151           [-1, 48, 28, 28]           1,200
          Conv2d-152           [-1, 48, 28, 28]           2,304
     BatchNorm2d-153           [-1, 48, 28, 28]              96
         DilConv-154           [-1, 48, 28, 28]               0
            ReLU-155           [-1, 48, 28, 28]               0
          Conv2d-156           [-1, 48, 28, 28]             432
          Conv2d-157           [-1, 48, 28, 28]           2,304
     BatchNorm2d-158           [-1, 48, 28, 28]              96
            ReLU-159           [-1, 48, 28, 28]               0
          Conv2d-160           [-1, 48, 28, 28]             432
          Conv2d-161           [-1, 48, 28, 28]           2,304
     BatchNorm2d-162           [-1, 48, 28, 28]              96
         SepConv-163           [-1, 48, 28, 28]               0
            ReLU-164           [-1, 48, 28, 28]               0
          Conv2d-165           [-1, 48, 28, 28]             432
          Conv2d-166           [-1, 48, 28, 28]           2,304
     BatchNorm2d-167           [-1, 48, 28, 28]              96
            ReLU-168           [-1, 48, 28, 28]               0
          Conv2d-169           [-1, 48, 28, 28]             432
          Conv2d-170           [-1, 48, 28, 28]           2,304
     BatchNorm2d-171           [-1, 48, 28, 28]              96
         SepConv-172           [-1, 48, 28, 28]               0
            ReLU-173           [-1, 48, 28, 28]               0
          Conv2d-174           [-1, 48, 28, 28]           1,200
          Conv2d-175           [-1, 48, 28, 28]           2,304
     BatchNorm2d-176           [-1, 48, 28, 28]              96
         DilConv-177           [-1, 48, 28, 28]               0
            ReLU-178           [-1, 48, 28, 28]               0
          Conv2d-179           [-1, 48, 28, 28]             432
          Conv2d-180           [-1, 48, 28, 28]           2,304
     BatchNorm2d-181           [-1, 48, 28, 28]              96
            ReLU-182           [-1, 48, 28, 28]               0
          Conv2d-183           [-1, 48, 28, 28]             432
          Conv2d-184           [-1, 48, 28, 28]           2,304
     BatchNorm2d-185           [-1, 48, 28, 28]              96
         SepConv-186           [-1, 48, 28, 28]               0
            ReLU-187           [-1, 48, 28, 28]               0
          Conv2d-188           [-1, 48, 28, 28]             432
          Conv2d-189           [-1, 48, 28, 28]           2,304
     BatchNorm2d-190           [-1, 48, 28, 28]              96
         DilConv-191           [-1, 48, 28, 28]               0
            Cell-192          [-1, 192, 28, 28]               0
            ReLU-193          [-1, 192, 28, 28]               0
          Conv2d-194           [-1, 48, 28, 28]           9,216
     BatchNorm2d-195           [-1, 48, 28, 28]              96
      ReLUConvBN-196           [-1, 48, 28, 28]               0
            ReLU-197          [-1, 192, 28, 28]               0
          Conv2d-198           [-1, 48, 28, 28]           9,216
     BatchNorm2d-199           [-1, 48, 28, 28]              96
      ReLUConvBN-200           [-1, 48, 28, 28]               0
            ReLU-201           [-1, 48, 28, 28]               0
          Conv2d-202           [-1, 48, 28, 28]             432
          Conv2d-203           [-1, 48, 28, 28]           2,304
     BatchNorm2d-204           [-1, 48, 28, 28]              96
            ReLU-205           [-1, 48, 28, 28]               0
          Conv2d-206           [-1, 48, 28, 28]             432
          Conv2d-207           [-1, 48, 28, 28]           2,304
     BatchNorm2d-208           [-1, 48, 28, 28]              96
         SepConv-209           [-1, 48, 28, 28]               0
        Identity-210           [-1, 48, 28, 28]               0
            ReLU-211           [-1, 48, 28, 28]               0
          Conv2d-212           [-1, 48, 28, 28]           1,200
          Conv2d-213           [-1, 48, 28, 28]           2,304
     BatchNorm2d-214           [-1, 48, 28, 28]              96
         DilConv-215           [-1, 48, 28, 28]               0
            ReLU-216           [-1, 48, 28, 28]               0
          Conv2d-217           [-1, 48, 28, 28]             432
          Conv2d-218           [-1, 48, 28, 28]           2,304
     BatchNorm2d-219           [-1, 48, 28, 28]              96
            ReLU-220           [-1, 48, 28, 28]               0
          Conv2d-221           [-1, 48, 28, 28]             432
          Conv2d-222           [-1, 48, 28, 28]           2,304
     BatchNorm2d-223           [-1, 48, 28, 28]              96
         SepConv-224           [-1, 48, 28, 28]               0
            ReLU-225           [-1, 48, 28, 28]               0
          Conv2d-226           [-1, 48, 28, 28]             432
          Conv2d-227           [-1, 48, 28, 28]           2,304
     BatchNorm2d-228           [-1, 48, 28, 28]              96
            ReLU-229           [-1, 48, 28, 28]               0
          Conv2d-230           [-1, 48, 28, 28]             432
          Conv2d-231           [-1, 48, 28, 28]           2,304
     BatchNorm2d-232           [-1, 48, 28, 28]              96
         SepConv-233           [-1, 48, 28, 28]               0
            ReLU-234           [-1, 48, 28, 28]               0
          Conv2d-235           [-1, 48, 28, 28]           1,200
          Conv2d-236           [-1, 48, 28, 28]           2,304
     BatchNorm2d-237           [-1, 48, 28, 28]              96
         DilConv-238           [-1, 48, 28, 28]               0
            ReLU-239           [-1, 48, 28, 28]               0
          Conv2d-240           [-1, 48, 28, 28]             432
          Conv2d-241           [-1, 48, 28, 28]           2,304
     BatchNorm2d-242           [-1, 48, 28, 28]              96
            ReLU-243           [-1, 48, 28, 28]               0
          Conv2d-244           [-1, 48, 28, 28]             432
          Conv2d-245           [-1, 48, 28, 28]           2,304
     BatchNorm2d-246           [-1, 48, 28, 28]              96
         SepConv-247           [-1, 48, 28, 28]               0
            ReLU-248           [-1, 48, 28, 28]               0
          Conv2d-249           [-1, 48, 28, 28]             432
          Conv2d-250           [-1, 48, 28, 28]           2,304
     BatchNorm2d-251           [-1, 48, 28, 28]              96
         DilConv-252           [-1, 48, 28, 28]               0
            Cell-253          [-1, 192, 28, 28]               0
            ReLU-254          [-1, 192, 28, 28]               0
          Conv2d-255           [-1, 96, 28, 28]          18,432
     BatchNorm2d-256           [-1, 96, 28, 28]             192
      ReLUConvBN-257           [-1, 96, 28, 28]               0
            ReLU-258          [-1, 192, 28, 28]               0
          Conv2d-259           [-1, 96, 28, 28]          18,432
     BatchNorm2d-260           [-1, 96, 28, 28]             192
      ReLUConvBN-261           [-1, 96, 28, 28]               0
            ReLU-262           [-1, 96, 28, 28]               0
          Conv2d-263           [-1, 96, 14, 14]             864
          Conv2d-264           [-1, 96, 14, 14]           9,216
     BatchNorm2d-265           [-1, 96, 14, 14]             192
         DilConv-266           [-1, 96, 14, 14]               0
            ReLU-267           [-1, 96, 28, 28]               0
          Conv2d-268           [-1, 96, 14, 14]           2,400
          Conv2d-269           [-1, 96, 14, 14]           9,216
     BatchNorm2d-270           [-1, 96, 14, 14]             192
            ReLU-271           [-1, 96, 14, 14]               0
          Conv2d-272           [-1, 96, 14, 14]           2,400
          Conv2d-273           [-1, 96, 14, 14]           9,216
     BatchNorm2d-274           [-1, 96, 14, 14]             192
         SepConv-275           [-1, 96, 14, 14]               0
            ReLU-276           [-1, 96, 28, 28]               0
          Conv2d-277           [-1, 96, 14, 14]             864
          Conv2d-278           [-1, 96, 14, 14]           9,216
     BatchNorm2d-279           [-1, 96, 14, 14]             192
         DilConv-280           [-1, 96, 14, 14]               0
            ReLU-281           [-1, 96, 14, 14]               0
          Conv2d-282           [-1, 96, 14, 14]             864
          Conv2d-283           [-1, 96, 14, 14]           9,216
     BatchNorm2d-284           [-1, 96, 14, 14]             192
            ReLU-285           [-1, 96, 14, 14]               0
          Conv2d-286           [-1, 96, 14, 14]             864
          Conv2d-287           [-1, 96, 14, 14]           9,216
     BatchNorm2d-288           [-1, 96, 14, 14]             192
         SepConv-289           [-1, 96, 14, 14]               0
            ReLU-290           [-1, 96, 28, 28]               0
          Conv2d-291           [-1, 96, 14, 14]             864
          Conv2d-292           [-1, 96, 14, 14]           9,216
     BatchNorm2d-293           [-1, 96, 14, 14]             192
            ReLU-294           [-1, 96, 14, 14]               0
          Conv2d-295           [-1, 96, 14, 14]             864
          Conv2d-296           [-1, 96, 14, 14]           9,216
     BatchNorm2d-297           [-1, 96, 14, 14]             192
         SepConv-298           [-1, 96, 14, 14]               0
            ReLU-299           [-1, 96, 28, 28]               0
          Conv2d-300           [-1, 96, 14, 14]             864
          Conv2d-301           [-1, 96, 14, 14]           9,216
     BatchNorm2d-302           [-1, 96, 14, 14]             192
         DilConv-303           [-1, 96, 14, 14]               0
            ReLU-304           [-1, 96, 28, 28]               0
          Conv2d-305           [-1, 96, 14, 14]             864
          Conv2d-306           [-1, 96, 14, 14]           9,216
     BatchNorm2d-307           [-1, 96, 14, 14]             192
            ReLU-308           [-1, 96, 14, 14]               0
          Conv2d-309           [-1, 96, 14, 14]             864
          Conv2d-310           [-1, 96, 14, 14]           9,216
     BatchNorm2d-311           [-1, 96, 14, 14]             192
         SepConv-312           [-1, 96, 14, 14]               0
            ReLU-313           [-1, 96, 14, 14]               0
          Conv2d-314           [-1, 96, 14, 14]           2,400
          Conv2d-315           [-1, 96, 14, 14]           9,216
     BatchNorm2d-316           [-1, 96, 14, 14]             192
            ReLU-317           [-1, 96, 14, 14]               0
          Conv2d-318           [-1, 96, 14, 14]           2,400
          Conv2d-319           [-1, 96, 14, 14]           9,216
     BatchNorm2d-320           [-1, 96, 14, 14]             192
         SepConv-321           [-1, 96, 14, 14]               0
            Cell-322          [-1, 384, 14, 14]               0
            ReLU-323          [-1, 192, 28, 28]               0
          Conv2d-324           [-1, 48, 14, 14]           9,216
          Conv2d-325           [-1, 48, 14, 14]           9,216
     BatchNorm2d-326           [-1, 96, 14, 14]             192
FactorizedReduce-327           [-1, 96, 14, 14]               0
            ReLU-328          [-1, 384, 14, 14]               0
          Conv2d-329           [-1, 96, 14, 14]          36,864
     BatchNorm2d-330           [-1, 96, 14, 14]             192
      ReLUConvBN-331           [-1, 96, 14, 14]               0
            ReLU-332           [-1, 96, 14, 14]               0
          Conv2d-333           [-1, 96, 14, 14]             864
          Conv2d-334           [-1, 96, 14, 14]           9,216
     BatchNorm2d-335           [-1, 96, 14, 14]             192
            ReLU-336           [-1, 96, 14, 14]               0
          Conv2d-337           [-1, 96, 14, 14]             864
          Conv2d-338           [-1, 96, 14, 14]           9,216
     BatchNorm2d-339           [-1, 96, 14, 14]             192
         SepConv-340           [-1, 96, 14, 14]               0
        Identity-341           [-1, 96, 14, 14]               0
            ReLU-342           [-1, 96, 14, 14]               0
          Conv2d-343           [-1, 96, 14, 14]           2,400
          Conv2d-344           [-1, 96, 14, 14]           9,216
     BatchNorm2d-345           [-1, 96, 14, 14]             192
         DilConv-346           [-1, 96, 14, 14]               0
            ReLU-347           [-1, 96, 14, 14]               0
          Conv2d-348           [-1, 96, 14, 14]             864
          Conv2d-349           [-1, 96, 14, 14]           9,216
     BatchNorm2d-350           [-1, 96, 14, 14]             192
            ReLU-351           [-1, 96, 14, 14]               0
          Conv2d-352           [-1, 96, 14, 14]             864
          Conv2d-353           [-1, 96, 14, 14]           9,216
     BatchNorm2d-354           [-1, 96, 14, 14]             192
         SepConv-355           [-1, 96, 14, 14]               0
            ReLU-356           [-1, 96, 14, 14]               0
          Conv2d-357           [-1, 96, 14, 14]             864
          Conv2d-358           [-1, 96, 14, 14]           9,216
     BatchNorm2d-359           [-1, 96, 14, 14]             192
            ReLU-360           [-1, 96, 14, 14]               0
          Conv2d-361           [-1, 96, 14, 14]             864
          Conv2d-362           [-1, 96, 14, 14]           9,216
     BatchNorm2d-363           [-1, 96, 14, 14]             192
         SepConv-364           [-1, 96, 14, 14]               0
            ReLU-365           [-1, 96, 14, 14]               0
          Conv2d-366           [-1, 96, 14, 14]           2,400
          Conv2d-367           [-1, 96, 14, 14]           9,216
     BatchNorm2d-368           [-1, 96, 14, 14]             192
         DilConv-369           [-1, 96, 14, 14]               0
            ReLU-370           [-1, 96, 14, 14]               0
          Conv2d-371           [-1, 96, 14, 14]             864
          Conv2d-372           [-1, 96, 14, 14]           9,216
     BatchNorm2d-373           [-1, 96, 14, 14]             192
            ReLU-374           [-1, 96, 14, 14]               0
          Conv2d-375           [-1, 96, 14, 14]             864
          Conv2d-376           [-1, 96, 14, 14]           9,216
     BatchNorm2d-377           [-1, 96, 14, 14]             192
         SepConv-378           [-1, 96, 14, 14]               0
            ReLU-379           [-1, 96, 14, 14]               0
          Conv2d-380           [-1, 96, 14, 14]             864
          Conv2d-381           [-1, 96, 14, 14]           9,216
     BatchNorm2d-382           [-1, 96, 14, 14]             192
         DilConv-383           [-1, 96, 14, 14]               0
            Cell-384          [-1, 384, 14, 14]               0
            ReLU-385          [-1, 384, 14, 14]               0
          Conv2d-386           [-1, 96, 14, 14]          36,864
     BatchNorm2d-387           [-1, 96, 14, 14]             192
      ReLUConvBN-388           [-1, 96, 14, 14]               0
            ReLU-389          [-1, 384, 14, 14]               0
          Conv2d-390           [-1, 96, 14, 14]          36,864
     BatchNorm2d-391           [-1, 96, 14, 14]             192
      ReLUConvBN-392           [-1, 96, 14, 14]               0
            ReLU-393           [-1, 96, 14, 14]               0
          Conv2d-394           [-1, 96, 14, 14]             864
          Conv2d-395           [-1, 96, 14, 14]           9,216
     BatchNorm2d-396           [-1, 96, 14, 14]             192
            ReLU-397           [-1, 96, 14, 14]               0
          Conv2d-398           [-1, 96, 14, 14]             864
          Conv2d-399           [-1, 96, 14, 14]           9,216
     BatchNorm2d-400           [-1, 96, 14, 14]             192
         SepConv-401           [-1, 96, 14, 14]               0
        Identity-402           [-1, 96, 14, 14]               0
            ReLU-403           [-1, 96, 14, 14]               0
          Conv2d-404           [-1, 96, 14, 14]           2,400
          Conv2d-405           [-1, 96, 14, 14]           9,216
     BatchNorm2d-406           [-1, 96, 14, 14]             192
         DilConv-407           [-1, 96, 14, 14]               0
            ReLU-408           [-1, 96, 14, 14]               0
          Conv2d-409           [-1, 96, 14, 14]             864
          Conv2d-410           [-1, 96, 14, 14]           9,216
     BatchNorm2d-411           [-1, 96, 14, 14]             192
            ReLU-412           [-1, 96, 14, 14]               0
          Conv2d-413           [-1, 96, 14, 14]             864
          Conv2d-414           [-1, 96, 14, 14]           9,216
     BatchNorm2d-415           [-1, 96, 14, 14]             192
         SepConv-416           [-1, 96, 14, 14]               0
            ReLU-417           [-1, 96, 14, 14]               0
          Conv2d-418           [-1, 96, 14, 14]             864
          Conv2d-419           [-1, 96, 14, 14]           9,216
     BatchNorm2d-420           [-1, 96, 14, 14]             192
            ReLU-421           [-1, 96, 14, 14]               0
          Conv2d-422           [-1, 96, 14, 14]             864
          Conv2d-423           [-1, 96, 14, 14]           9,216
     BatchNorm2d-424           [-1, 96, 14, 14]             192
         SepConv-425           [-1, 96, 14, 14]               0
            ReLU-426           [-1, 96, 14, 14]               0
          Conv2d-427           [-1, 96, 14, 14]           2,400
          Conv2d-428           [-1, 96, 14, 14]           9,216
     BatchNorm2d-429           [-1, 96, 14, 14]             192
         DilConv-430           [-1, 96, 14, 14]               0
            ReLU-431           [-1, 96, 14, 14]               0
          Conv2d-432           [-1, 96, 14, 14]             864
          Conv2d-433           [-1, 96, 14, 14]           9,216
     BatchNorm2d-434           [-1, 96, 14, 14]             192
            ReLU-435           [-1, 96, 14, 14]               0
          Conv2d-436           [-1, 96, 14, 14]             864
          Conv2d-437           [-1, 96, 14, 14]           9,216
     BatchNorm2d-438           [-1, 96, 14, 14]             192
         SepConv-439           [-1, 96, 14, 14]               0
            ReLU-440           [-1, 96, 14, 14]               0
          Conv2d-441           [-1, 96, 14, 14]             864
          Conv2d-442           [-1, 96, 14, 14]           9,216
     BatchNorm2d-443           [-1, 96, 14, 14]             192
         DilConv-444           [-1, 96, 14, 14]               0
            Cell-445          [-1, 384, 14, 14]               0
            ReLU-446          [-1, 384, 14, 14]               0
          Conv2d-447           [-1, 96, 14, 14]          36,864
     BatchNorm2d-448           [-1, 96, 14, 14]             192
      ReLUConvBN-449           [-1, 96, 14, 14]               0
            ReLU-450          [-1, 384, 14, 14]               0
          Conv2d-451           [-1, 96, 14, 14]          36,864
     BatchNorm2d-452           [-1, 96, 14, 14]             192
      ReLUConvBN-453           [-1, 96, 14, 14]               0
            ReLU-454           [-1, 96, 14, 14]               0
          Conv2d-455           [-1, 96, 14, 14]             864
          Conv2d-456           [-1, 96, 14, 14]           9,216
     BatchNorm2d-457           [-1, 96, 14, 14]             192
            ReLU-458           [-1, 96, 14, 14]               0
          Conv2d-459           [-1, 96, 14, 14]             864
          Conv2d-460           [-1, 96, 14, 14]           9,216
     BatchNorm2d-461           [-1, 96, 14, 14]             192
         SepConv-462           [-1, 96, 14, 14]               0
        Identity-463           [-1, 96, 14, 14]               0
            ReLU-464           [-1, 96, 14, 14]               0
          Conv2d-465           [-1, 96, 14, 14]           2,400
          Conv2d-466           [-1, 96, 14, 14]           9,216
     BatchNorm2d-467           [-1, 96, 14, 14]             192
         DilConv-468           [-1, 96, 14, 14]               0
            ReLU-469           [-1, 96, 14, 14]               0
          Conv2d-470           [-1, 96, 14, 14]             864
          Conv2d-471           [-1, 96, 14, 14]           9,216
     BatchNorm2d-472           [-1, 96, 14, 14]             192
            ReLU-473           [-1, 96, 14, 14]               0
          Conv2d-474           [-1, 96, 14, 14]             864
          Conv2d-475           [-1, 96, 14, 14]           9,216
     BatchNorm2d-476           [-1, 96, 14, 14]             192
         SepConv-477           [-1, 96, 14, 14]               0
            ReLU-478           [-1, 96, 14, 14]               0
          Conv2d-479           [-1, 96, 14, 14]             864
          Conv2d-480           [-1, 96, 14, 14]           9,216
     BatchNorm2d-481           [-1, 96, 14, 14]             192
            ReLU-482           [-1, 96, 14, 14]               0
          Conv2d-483           [-1, 96, 14, 14]             864
          Conv2d-484           [-1, 96, 14, 14]           9,216
     BatchNorm2d-485           [-1, 96, 14, 14]             192
         SepConv-486           [-1, 96, 14, 14]               0
            ReLU-487           [-1, 96, 14, 14]               0
          Conv2d-488           [-1, 96, 14, 14]           2,400
          Conv2d-489           [-1, 96, 14, 14]           9,216
     BatchNorm2d-490           [-1, 96, 14, 14]             192
         DilConv-491           [-1, 96, 14, 14]               0
            ReLU-492           [-1, 96, 14, 14]               0
          Conv2d-493           [-1, 96, 14, 14]             864
          Conv2d-494           [-1, 96, 14, 14]           9,216
     BatchNorm2d-495           [-1, 96, 14, 14]             192
            ReLU-496           [-1, 96, 14, 14]               0
          Conv2d-497           [-1, 96, 14, 14]             864
          Conv2d-498           [-1, 96, 14, 14]           9,216
     BatchNorm2d-499           [-1, 96, 14, 14]             192
         SepConv-500           [-1, 96, 14, 14]               0
            ReLU-501           [-1, 96, 14, 14]               0
          Conv2d-502           [-1, 96, 14, 14]             864
          Conv2d-503           [-1, 96, 14, 14]           9,216
     BatchNorm2d-504           [-1, 96, 14, 14]             192
         DilConv-505           [-1, 96, 14, 14]               0
            Cell-506          [-1, 384, 14, 14]               0
            ReLU-507          [-1, 384, 14, 14]               0
          Conv2d-508           [-1, 96, 14, 14]          36,864
     BatchNorm2d-509           [-1, 96, 14, 14]             192
      ReLUConvBN-510           [-1, 96, 14, 14]               0
            ReLU-511          [-1, 384, 14, 14]               0
          Conv2d-512           [-1, 96, 14, 14]          36,864
     BatchNorm2d-513           [-1, 96, 14, 14]             192
      ReLUConvBN-514           [-1, 96, 14, 14]               0
            ReLU-515           [-1, 96, 14, 14]               0
          Conv2d-516           [-1, 96, 14, 14]             864
          Conv2d-517           [-1, 96, 14, 14]           9,216
     BatchNorm2d-518           [-1, 96, 14, 14]             192
            ReLU-519           [-1, 96, 14, 14]               0
          Conv2d-520           [-1, 96, 14, 14]             864
          Conv2d-521           [-1, 96, 14, 14]           9,216
     BatchNorm2d-522           [-1, 96, 14, 14]             192
         SepConv-523           [-1, 96, 14, 14]               0
        Identity-524           [-1, 96, 14, 14]               0
            ReLU-525           [-1, 96, 14, 14]               0
          Conv2d-526           [-1, 96, 14, 14]           2,400
          Conv2d-527           [-1, 96, 14, 14]           9,216
     BatchNorm2d-528           [-1, 96, 14, 14]             192
         DilConv-529           [-1, 96, 14, 14]               0
            ReLU-530           [-1, 96, 14, 14]               0
          Conv2d-531           [-1, 96, 14, 14]             864
          Conv2d-532           [-1, 96, 14, 14]           9,216
     BatchNorm2d-533           [-1, 96, 14, 14]             192
            ReLU-534           [-1, 96, 14, 14]               0
          Conv2d-535           [-1, 96, 14, 14]             864
          Conv2d-536           [-1, 96, 14, 14]           9,216
     BatchNorm2d-537           [-1, 96, 14, 14]             192
         SepConv-538           [-1, 96, 14, 14]               0
            ReLU-539           [-1, 96, 14, 14]               0
          Conv2d-540           [-1, 96, 14, 14]             864
          Conv2d-541           [-1, 96, 14, 14]           9,216
     BatchNorm2d-542           [-1, 96, 14, 14]             192
            ReLU-543           [-1, 96, 14, 14]               0
          Conv2d-544           [-1, 96, 14, 14]             864
          Conv2d-545           [-1, 96, 14, 14]           9,216
     BatchNorm2d-546           [-1, 96, 14, 14]             192
         SepConv-547           [-1, 96, 14, 14]               0
            ReLU-548           [-1, 96, 14, 14]               0
          Conv2d-549           [-1, 96, 14, 14]           2,400
          Conv2d-550           [-1, 96, 14, 14]           9,216
     BatchNorm2d-551           [-1, 96, 14, 14]             192
         DilConv-552           [-1, 96, 14, 14]               0
            ReLU-553           [-1, 96, 14, 14]               0
          Conv2d-554           [-1, 96, 14, 14]             864
          Conv2d-555           [-1, 96, 14, 14]           9,216
     BatchNorm2d-556           [-1, 96, 14, 14]             192
            ReLU-557           [-1, 96, 14, 14]               0
          Conv2d-558           [-1, 96, 14, 14]             864
          Conv2d-559           [-1, 96, 14, 14]           9,216
     BatchNorm2d-560           [-1, 96, 14, 14]             192
         SepConv-561           [-1, 96, 14, 14]               0
            ReLU-562           [-1, 96, 14, 14]               0
          Conv2d-563           [-1, 96, 14, 14]             864
          Conv2d-564           [-1, 96, 14, 14]           9,216
     BatchNorm2d-565           [-1, 96, 14, 14]             192
         DilConv-566           [-1, 96, 14, 14]               0
            Cell-567          [-1, 384, 14, 14]               0
            ReLU-568          [-1, 384, 14, 14]               0
          Conv2d-569          [-1, 192, 14, 14]          73,728
     BatchNorm2d-570          [-1, 192, 14, 14]             384
      ReLUConvBN-571          [-1, 192, 14, 14]               0
            ReLU-572          [-1, 384, 14, 14]               0
          Conv2d-573          [-1, 192, 14, 14]          73,728
     BatchNorm2d-574          [-1, 192, 14, 14]             384
      ReLUConvBN-575          [-1, 192, 14, 14]               0
            ReLU-576          [-1, 192, 14, 14]               0
          Conv2d-577            [-1, 192, 7, 7]           1,728
          Conv2d-578            [-1, 192, 7, 7]          36,864
     BatchNorm2d-579            [-1, 192, 7, 7]             384
         DilConv-580            [-1, 192, 7, 7]               0
            ReLU-581          [-1, 192, 14, 14]               0
          Conv2d-582            [-1, 192, 7, 7]           4,800
          Conv2d-583            [-1, 192, 7, 7]          36,864
     BatchNorm2d-584            [-1, 192, 7, 7]             384
            ReLU-585            [-1, 192, 7, 7]               0
          Conv2d-586            [-1, 192, 7, 7]           4,800
          Conv2d-587            [-1, 192, 7, 7]          36,864
     BatchNorm2d-588            [-1, 192, 7, 7]             384
         SepConv-589            [-1, 192, 7, 7]               0
            ReLU-590          [-1, 192, 14, 14]               0
          Conv2d-591            [-1, 192, 7, 7]           1,728
          Conv2d-592            [-1, 192, 7, 7]          36,864
     BatchNorm2d-593            [-1, 192, 7, 7]             384
         DilConv-594            [-1, 192, 7, 7]               0
            ReLU-595            [-1, 192, 7, 7]               0
          Conv2d-596            [-1, 192, 7, 7]           1,728
          Conv2d-597            [-1, 192, 7, 7]          36,864
     BatchNorm2d-598            [-1, 192, 7, 7]             384
            ReLU-599            [-1, 192, 7, 7]               0
          Conv2d-600            [-1, 192, 7, 7]           1,728
          Conv2d-601            [-1, 192, 7, 7]          36,864
     BatchNorm2d-602            [-1, 192, 7, 7]             384
         SepConv-603            [-1, 192, 7, 7]               0
            ReLU-604          [-1, 192, 14, 14]               0
          Conv2d-605            [-1, 192, 7, 7]           1,728
          Conv2d-606            [-1, 192, 7, 7]          36,864
     BatchNorm2d-607            [-1, 192, 7, 7]             384
            ReLU-608            [-1, 192, 7, 7]               0
          Conv2d-609            [-1, 192, 7, 7]           1,728
          Conv2d-610            [-1, 192, 7, 7]          36,864
     BatchNorm2d-611            [-1, 192, 7, 7]             384
         SepConv-612            [-1, 192, 7, 7]               0
            ReLU-613          [-1, 192, 14, 14]               0
          Conv2d-614            [-1, 192, 7, 7]           1,728
          Conv2d-615            [-1, 192, 7, 7]          36,864
     BatchNorm2d-616            [-1, 192, 7, 7]             384
         DilConv-617            [-1, 192, 7, 7]               0
            ReLU-618          [-1, 192, 14, 14]               0
          Conv2d-619            [-1, 192, 7, 7]           1,728
          Conv2d-620            [-1, 192, 7, 7]          36,864
     BatchNorm2d-621            [-1, 192, 7, 7]             384
            ReLU-622            [-1, 192, 7, 7]               0
          Conv2d-623            [-1, 192, 7, 7]           1,728
          Conv2d-624            [-1, 192, 7, 7]          36,864
     BatchNorm2d-625            [-1, 192, 7, 7]             384
         SepConv-626            [-1, 192, 7, 7]               0
            ReLU-627            [-1, 192, 7, 7]               0
          Conv2d-628            [-1, 192, 7, 7]           4,800
          Conv2d-629            [-1, 192, 7, 7]          36,864
     BatchNorm2d-630            [-1, 192, 7, 7]             384
            ReLU-631            [-1, 192, 7, 7]               0
          Conv2d-632            [-1, 192, 7, 7]           4,800
          Conv2d-633            [-1, 192, 7, 7]          36,864
     BatchNorm2d-634            [-1, 192, 7, 7]             384
         SepConv-635            [-1, 192, 7, 7]               0
            Cell-636            [-1, 768, 7, 7]               0
            ReLU-637          [-1, 384, 14, 14]               0
          Conv2d-638             [-1, 96, 7, 7]          36,864
          Conv2d-639             [-1, 96, 7, 7]          36,864
     BatchNorm2d-640            [-1, 192, 7, 7]             384
FactorizedReduce-641            [-1, 192, 7, 7]               0
            ReLU-642            [-1, 768, 7, 7]               0
          Conv2d-643            [-1, 192, 7, 7]         147,456
     BatchNorm2d-644            [-1, 192, 7, 7]             384
      ReLUConvBN-645            [-1, 192, 7, 7]               0
            ReLU-646            [-1, 192, 7, 7]               0
          Conv2d-647            [-1, 192, 7, 7]           1,728
          Conv2d-648            [-1, 192, 7, 7]          36,864
     BatchNorm2d-649            [-1, 192, 7, 7]             384
            ReLU-650            [-1, 192, 7, 7]               0
          Conv2d-651            [-1, 192, 7, 7]           1,728
          Conv2d-652            [-1, 192, 7, 7]          36,864
     BatchNorm2d-653            [-1, 192, 7, 7]             384
         SepConv-654            [-1, 192, 7, 7]               0
        Identity-655            [-1, 192, 7, 7]               0
            ReLU-656            [-1, 192, 7, 7]               0
          Conv2d-657            [-1, 192, 7, 7]           4,800
          Conv2d-658            [-1, 192, 7, 7]          36,864
     BatchNorm2d-659            [-1, 192, 7, 7]             384
         DilConv-660            [-1, 192, 7, 7]               0
            ReLU-661            [-1, 192, 7, 7]               0
          Conv2d-662            [-1, 192, 7, 7]           1,728
          Conv2d-663            [-1, 192, 7, 7]          36,864
     BatchNorm2d-664            [-1, 192, 7, 7]             384
            ReLU-665            [-1, 192, 7, 7]               0
          Conv2d-666            [-1, 192, 7, 7]           1,728
          Conv2d-667            [-1, 192, 7, 7]          36,864
     BatchNorm2d-668            [-1, 192, 7, 7]             384
         SepConv-669            [-1, 192, 7, 7]               0
            ReLU-670            [-1, 192, 7, 7]               0
          Conv2d-671            [-1, 192, 7, 7]           1,728
          Conv2d-672            [-1, 192, 7, 7]          36,864
     BatchNorm2d-673            [-1, 192, 7, 7]             384
            ReLU-674            [-1, 192, 7, 7]               0
          Conv2d-675            [-1, 192, 7, 7]           1,728
          Conv2d-676            [-1, 192, 7, 7]          36,864
     BatchNorm2d-677            [-1, 192, 7, 7]             384
         SepConv-678            [-1, 192, 7, 7]               0
            ReLU-679            [-1, 192, 7, 7]               0
          Conv2d-680            [-1, 192, 7, 7]           4,800
          Conv2d-681            [-1, 192, 7, 7]          36,864
     BatchNorm2d-682            [-1, 192, 7, 7]             384
         DilConv-683            [-1, 192, 7, 7]               0
            ReLU-684            [-1, 192, 7, 7]               0
          Conv2d-685            [-1, 192, 7, 7]           1,728
          Conv2d-686            [-1, 192, 7, 7]          36,864
     BatchNorm2d-687            [-1, 192, 7, 7]             384
            ReLU-688            [-1, 192, 7, 7]               0
          Conv2d-689            [-1, 192, 7, 7]           1,728
          Conv2d-690            [-1, 192, 7, 7]          36,864
     BatchNorm2d-691            [-1, 192, 7, 7]             384
         SepConv-692            [-1, 192, 7, 7]               0
            ReLU-693            [-1, 192, 7, 7]               0
          Conv2d-694            [-1, 192, 7, 7]           1,728
          Conv2d-695            [-1, 192, 7, 7]          36,864
     BatchNorm2d-696            [-1, 192, 7, 7]             384
         DilConv-697            [-1, 192, 7, 7]               0
            Cell-698            [-1, 768, 7, 7]               0
            ReLU-699            [-1, 768, 7, 7]               0
          Conv2d-700            [-1, 192, 7, 7]         147,456
     BatchNorm2d-701            [-1, 192, 7, 7]             384
      ReLUConvBN-702            [-1, 192, 7, 7]               0
            ReLU-703            [-1, 768, 7, 7]               0
          Conv2d-704            [-1, 192, 7, 7]         147,456
     BatchNorm2d-705            [-1, 192, 7, 7]             384
      ReLUConvBN-706            [-1, 192, 7, 7]               0
            ReLU-707            [-1, 192, 7, 7]               0
          Conv2d-708            [-1, 192, 7, 7]           1,728
          Conv2d-709            [-1, 192, 7, 7]          36,864
     BatchNorm2d-710            [-1, 192, 7, 7]             384
            ReLU-711            [-1, 192, 7, 7]               0
          Conv2d-712            [-1, 192, 7, 7]           1,728
          Conv2d-713            [-1, 192, 7, 7]          36,864
     BatchNorm2d-714            [-1, 192, 7, 7]             384
         SepConv-715            [-1, 192, 7, 7]               0
        Identity-716            [-1, 192, 7, 7]               0
            ReLU-717            [-1, 192, 7, 7]               0
          Conv2d-718            [-1, 192, 7, 7]           4,800
          Conv2d-719            [-1, 192, 7, 7]          36,864
     BatchNorm2d-720            [-1, 192, 7, 7]             384
         DilConv-721            [-1, 192, 7, 7]               0
            ReLU-722            [-1, 192, 7, 7]               0
          Conv2d-723            [-1, 192, 7, 7]           1,728
          Conv2d-724            [-1, 192, 7, 7]          36,864
     BatchNorm2d-725            [-1, 192, 7, 7]             384
            ReLU-726            [-1, 192, 7, 7]               0
          Conv2d-727            [-1, 192, 7, 7]           1,728
          Conv2d-728            [-1, 192, 7, 7]          36,864
     BatchNorm2d-729            [-1, 192, 7, 7]             384
         SepConv-730            [-1, 192, 7, 7]               0
            ReLU-731            [-1, 192, 7, 7]               0
          Conv2d-732            [-1, 192, 7, 7]           1,728
          Conv2d-733            [-1, 192, 7, 7]          36,864
     BatchNorm2d-734            [-1, 192, 7, 7]             384
            ReLU-735            [-1, 192, 7, 7]               0
          Conv2d-736            [-1, 192, 7, 7]           1,728
          Conv2d-737            [-1, 192, 7, 7]          36,864
     BatchNorm2d-738            [-1, 192, 7, 7]             384
         SepConv-739            [-1, 192, 7, 7]               0
            ReLU-740            [-1, 192, 7, 7]               0
          Conv2d-741            [-1, 192, 7, 7]           4,800
          Conv2d-742            [-1, 192, 7, 7]          36,864
     BatchNorm2d-743            [-1, 192, 7, 7]             384
         DilConv-744            [-1, 192, 7, 7]               0
            ReLU-745            [-1, 192, 7, 7]               0
          Conv2d-746            [-1, 192, 7, 7]           1,728
          Conv2d-747            [-1, 192, 7, 7]          36,864
     BatchNorm2d-748            [-1, 192, 7, 7]             384
            ReLU-749            [-1, 192, 7, 7]               0
          Conv2d-750            [-1, 192, 7, 7]           1,728
          Conv2d-751            [-1, 192, 7, 7]          36,864
     BatchNorm2d-752            [-1, 192, 7, 7]             384
         SepConv-753            [-1, 192, 7, 7]               0
            ReLU-754            [-1, 192, 7, 7]               0
          Conv2d-755            [-1, 192, 7, 7]           1,728
          Conv2d-756            [-1, 192, 7, 7]          36,864
     BatchNorm2d-757            [-1, 192, 7, 7]             384
         DilConv-758            [-1, 192, 7, 7]               0
            Cell-759            [-1, 768, 7, 7]               0
            ReLU-760            [-1, 768, 7, 7]               0
          Conv2d-761            [-1, 192, 7, 7]         147,456
     BatchNorm2d-762            [-1, 192, 7, 7]             384
      ReLUConvBN-763            [-1, 192, 7, 7]               0
            ReLU-764            [-1, 768, 7, 7]               0
          Conv2d-765            [-1, 192, 7, 7]         147,456
     BatchNorm2d-766            [-1, 192, 7, 7]             384
      ReLUConvBN-767            [-1, 192, 7, 7]               0
            ReLU-768            [-1, 192, 7, 7]               0
          Conv2d-769            [-1, 192, 7, 7]           1,728
          Conv2d-770            [-1, 192, 7, 7]          36,864
     BatchNorm2d-771            [-1, 192, 7, 7]             384
            ReLU-772            [-1, 192, 7, 7]               0
          Conv2d-773            [-1, 192, 7, 7]           1,728
          Conv2d-774            [-1, 192, 7, 7]          36,864
     BatchNorm2d-775            [-1, 192, 7, 7]             384
         SepConv-776            [-1, 192, 7, 7]               0
        Identity-777            [-1, 192, 7, 7]               0
            ReLU-778            [-1, 192, 7, 7]               0
          Conv2d-779            [-1, 192, 7, 7]           4,800
          Conv2d-780            [-1, 192, 7, 7]          36,864
     BatchNorm2d-781            [-1, 192, 7, 7]             384
         DilConv-782            [-1, 192, 7, 7]               0
            ReLU-783            [-1, 192, 7, 7]               0
          Conv2d-784            [-1, 192, 7, 7]           1,728
          Conv2d-785            [-1, 192, 7, 7]          36,864
     BatchNorm2d-786            [-1, 192, 7, 7]             384
            ReLU-787            [-1, 192, 7, 7]               0
          Conv2d-788            [-1, 192, 7, 7]           1,728
          Conv2d-789            [-1, 192, 7, 7]          36,864
     BatchNorm2d-790            [-1, 192, 7, 7]             384
         SepConv-791            [-1, 192, 7, 7]               0
            ReLU-792            [-1, 192, 7, 7]               0
          Conv2d-793            [-1, 192, 7, 7]           1,728
          Conv2d-794            [-1, 192, 7, 7]          36,864
     BatchNorm2d-795            [-1, 192, 7, 7]             384
            ReLU-796            [-1, 192, 7, 7]               0
          Conv2d-797            [-1, 192, 7, 7]           1,728
          Conv2d-798            [-1, 192, 7, 7]          36,864
     BatchNorm2d-799            [-1, 192, 7, 7]             384
         SepConv-800            [-1, 192, 7, 7]               0
            ReLU-801            [-1, 192, 7, 7]               0
          Conv2d-802            [-1, 192, 7, 7]           4,800
          Conv2d-803            [-1, 192, 7, 7]          36,864
     BatchNorm2d-804            [-1, 192, 7, 7]             384
         DilConv-805            [-1, 192, 7, 7]               0
            ReLU-806            [-1, 192, 7, 7]               0
          Conv2d-807            [-1, 192, 7, 7]           1,728
          Conv2d-808            [-1, 192, 7, 7]          36,864
     BatchNorm2d-809            [-1, 192, 7, 7]             384
            ReLU-810            [-1, 192, 7, 7]               0
          Conv2d-811            [-1, 192, 7, 7]           1,728
          Conv2d-812            [-1, 192, 7, 7]          36,864
     BatchNorm2d-813            [-1, 192, 7, 7]             384
         SepConv-814            [-1, 192, 7, 7]               0
            ReLU-815            [-1, 192, 7, 7]               0
          Conv2d-816            [-1, 192, 7, 7]           1,728
          Conv2d-817            [-1, 192, 7, 7]          36,864
     BatchNorm2d-818            [-1, 192, 7, 7]             384
         DilConv-819            [-1, 192, 7, 7]               0
            Cell-820            [-1, 768, 7, 7]               0
            ReLU-821            [-1, 768, 7, 7]               0
          Conv2d-822            [-1, 192, 7, 7]         147,456
     BatchNorm2d-823            [-1, 192, 7, 7]             384
      ReLUConvBN-824            [-1, 192, 7, 7]               0
            ReLU-825            [-1, 768, 7, 7]               0
          Conv2d-826            [-1, 192, 7, 7]         147,456
     BatchNorm2d-827            [-1, 192, 7, 7]             384
      ReLUConvBN-828            [-1, 192, 7, 7]               0
            ReLU-829            [-1, 192, 7, 7]               0
          Conv2d-830            [-1, 192, 7, 7]           1,728
          Conv2d-831            [-1, 192, 7, 7]          36,864
     BatchNorm2d-832            [-1, 192, 7, 7]             384
            ReLU-833            [-1, 192, 7, 7]               0
          Conv2d-834            [-1, 192, 7, 7]           1,728
          Conv2d-835            [-1, 192, 7, 7]          36,864
     BatchNorm2d-836            [-1, 192, 7, 7]             384
         SepConv-837            [-1, 192, 7, 7]               0
        Identity-838            [-1, 192, 7, 7]               0
            ReLU-839            [-1, 192, 7, 7]               0
          Conv2d-840            [-1, 192, 7, 7]           4,800
          Conv2d-841            [-1, 192, 7, 7]          36,864
     BatchNorm2d-842            [-1, 192, 7, 7]             384
         DilConv-843            [-1, 192, 7, 7]               0
            ReLU-844            [-1, 192, 7, 7]               0
          Conv2d-845            [-1, 192, 7, 7]           1,728
          Conv2d-846            [-1, 192, 7, 7]          36,864
     BatchNorm2d-847            [-1, 192, 7, 7]             384
            ReLU-848            [-1, 192, 7, 7]               0
          Conv2d-849            [-1, 192, 7, 7]           1,728
          Conv2d-850            [-1, 192, 7, 7]          36,864
     BatchNorm2d-851            [-1, 192, 7, 7]             384
         SepConv-852            [-1, 192, 7, 7]               0
            ReLU-853            [-1, 192, 7, 7]               0
          Conv2d-854            [-1, 192, 7, 7]           1,728
          Conv2d-855            [-1, 192, 7, 7]          36,864
     BatchNorm2d-856            [-1, 192, 7, 7]             384
            ReLU-857            [-1, 192, 7, 7]               0
          Conv2d-858            [-1, 192, 7, 7]           1,728
          Conv2d-859            [-1, 192, 7, 7]          36,864
     BatchNorm2d-860            [-1, 192, 7, 7]             384
         SepConv-861            [-1, 192, 7, 7]               0
            ReLU-862            [-1, 192, 7, 7]               0
          Conv2d-863            [-1, 192, 7, 7]           4,800
          Conv2d-864            [-1, 192, 7, 7]          36,864
     BatchNorm2d-865            [-1, 192, 7, 7]             384
         DilConv-866            [-1, 192, 7, 7]               0
            ReLU-867            [-1, 192, 7, 7]               0
          Conv2d-868            [-1, 192, 7, 7]           1,728
          Conv2d-869            [-1, 192, 7, 7]          36,864
     BatchNorm2d-870            [-1, 192, 7, 7]             384
            ReLU-871            [-1, 192, 7, 7]               0
          Conv2d-872            [-1, 192, 7, 7]           1,728
          Conv2d-873            [-1, 192, 7, 7]          36,864
     BatchNorm2d-874            [-1, 192, 7, 7]             384
         SepConv-875            [-1, 192, 7, 7]               0
            ReLU-876            [-1, 192, 7, 7]               0
          Conv2d-877            [-1, 192, 7, 7]           1,728
          Conv2d-878            [-1, 192, 7, 7]          36,864
     BatchNorm2d-879            [-1, 192, 7, 7]             384
         DilConv-880            [-1, 192, 7, 7]               0
            Cell-881            [-1, 768, 7, 7]               0
       AvgPool2d-882            [-1, 768, 1, 1]               0
          Linear-883                 [-1, 1000]         769,000
================================================================
Total params: 5,420,416
Trainable params: 5,420,416
Non-trainable params: 0
----------------------------------------------------------------
Input size (MB): 0.57
Forward/backward pass size (MB): 177.02
Params size (MB): 20.68
Estimated Total Size (MB): 198.27
----------------------------------------------------------------
> /home/yeq6/Research_project/TENAS/DARTS_evaluation/train_imagenet_dist.py(179)main_worker()
-> model.drop_path_prob = 0
(Pdb) --KeyboardInterrupt--
(Pdb) (Pdb) --KeyboardInterrupt--
(Pdb) (Pdb) 