node541 -- ReLU() -- forward_compute_time=0.290, backward_compute_time=0.037, activation_size=4214784.000, parameter_size=0.000
node809 -- Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.348, backward_compute_time=0.254, activation_size=4214784.000, parameter_size=451584.000
node546 -- Conv2d(336, 336, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=336, bias=False) -- forward_compute_time=0.320, backward_compute_time=0.132, activation_size=4214784.000, parameter_size=12096.000
node1000 -- Conv2d(672, 672, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=672, bias=False) -- forward_compute_time=0.322, backward_compute_time=0.112, activation_size=2107392.000, parameter_size=24192.000
node1154 -- BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.327, backward_compute_time=0.069, activation_size=2107392.000, parameter_size=5376.000
node547 -- Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.346, backward_compute_time=0.272, activation_size=4214784.000, parameter_size=451584.000
node313 -- Conv2d(168, 168, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.385, backward_compute_time=0.403, activation_size=8429568.000, parameter_size=112896.000
node312 -- Conv2d(168, 168, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=168, bias=False) -- forward_compute_time=0.458, backward_compute_time=0.379, activation_size=8429568.000, parameter_size=16800.000
node258 -- Conv2d(168, 168, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.394, backward_compute_time=0.417, activation_size=8429568.000, parameter_size=112896.000
node259 -- BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.336, backward_compute_time=0.117, activation_size=8429568.000, parameter_size=1344.000
node317 -- Conv2d(168, 168, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.427, backward_compute_time=0.411, activation_size=8429568.000, parameter_size=112896.000
node316 -- Conv2d(168, 168, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=168, bias=False) -- forward_compute_time=0.365, backward_compute_time=0.399, activation_size=8429568.000, parameter_size=16800.000
node315 -- ReLU() -- forward_compute_time=0.289, backward_compute_time=0.052, activation_size=8429568.000, parameter_size=0.000
node314 -- BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.412, backward_compute_time=0.095, activation_size=8429568.000, parameter_size=1344.000
node252 -- Conv2d(168, 168, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=168, bias=False) -- forward_compute_time=0.308, backward_compute_time=0.198, activation_size=8429568.000, parameter_size=6048.000
node253 -- Conv2d(168, 168, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.390, backward_compute_time=0.405, activation_size=8429568.000, parameter_size=112896.000
node250 -- BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.356, backward_compute_time=0.095, activation_size=8429568.000, parameter_size=1344.000
node318 -- BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.405, backward_compute_time=0.115, activation_size=8429568.000, parameter_size=1344.000
node256 -- ReLU() -- forward_compute_time=0.289, backward_compute_time=0.049, activation_size=8429568.000, parameter_size=0.000
node257 -- Conv2d(168, 168, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=168, bias=False) -- forward_compute_time=0.389, backward_compute_time=0.382, activation_size=8429568.000, parameter_size=16800.000
node254 -- BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.359, backward_compute_time=0.110, activation_size=8429568.000, parameter_size=1344.000
node255 -- Add -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=8429568.000, parameter_size=0.000
node268 -- ReLU() -- forward_compute_time=0.295, backward_compute_time=0.050, activation_size=8429568.000, parameter_size=0.000
node730 -- Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.367, backward_compute_time=0.263, activation_size=4214784.000, parameter_size=451584.000
node1182 -- ReLU() -- forward_compute_time=0.300, backward_compute_time=0.029, activation_size=2107392.000, parameter_size=0.000
node932 -- Conv2d(672, 672, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=672, bias=False) -- forward_compute_time=0.291, backward_compute_time=0.109, activation_size=2107392.000, parameter_size=24192.000
node1009 -- Add -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=2107392.000, parameter_size=0.000
node1008 -- AvgPool2d(kernel_size=3, stride=1, padding=1) -- forward_compute_time=0.297, backward_compute_time=0.079, activation_size=2107392.000, parameter_size=0.000
node959 -- Conv2d(672, 672, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=672, bias=False) -- forward_compute_time=0.297, backward_compute_time=0.154, activation_size=2107392.000, parameter_size=24192.000
node958 -- ReLU() -- forward_compute_time=0.292, backward_compute_time=0.031, activation_size=2107392.000, parameter_size=0.000
node951 -- BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.328, backward_compute_time=0.079, activation_size=2107392.000, parameter_size=5376.000
node950 -- Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.352, backward_compute_time=0.302, activation_size=2107392.000, parameter_size=1806336.000
node836 -- Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.346, backward_compute_time=0.255, activation_size=4214784.000, parameter_size=451584.000
node931 -- ReLU() -- forward_compute_time=0.284, backward_compute_time=0.029, activation_size=2107392.000, parameter_size=0.000
node955 -- AvgPool2d(kernel_size=3, stride=1, padding=1) -- forward_compute_time=0.289, backward_compute_time=0.081, activation_size=2107392.000, parameter_size=0.000
node954 -- Add -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=2107392.000, parameter_size=0.000
node957 -- Add -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=2107392.000, parameter_size=0.000
node956 -- AvgPool2d(kernel_size=3, stride=1, padding=1) -- forward_compute_time=0.284, backward_compute_time=0.087, activation_size=2107392.000, parameter_size=0.000
node1164 -- ReLU() -- forward_compute_time=0.286, backward_compute_time=0.028, activation_size=2107392.000, parameter_size=0.000
node1165 -- Conv2d(672, 672, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=672, bias=False) -- forward_compute_time=0.294, backward_compute_time=0.109, activation_size=2107392.000, parameter_size=24192.000
node1049 -- BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.327, backward_compute_time=0.057, activation_size=2107392.000, parameter_size=5376.000
node1048 -- Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.352, backward_compute_time=0.288, activation_size=2107392.000, parameter_size=1806336.000
node1160 -- ReLU() -- forward_compute_time=0.280, backward_compute_time=0.029, activation_size=2107392.000, parameter_size=0.000
node1161 -- Conv2d(672, 672, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=672, bias=False) -- forward_compute_time=0.292, backward_compute_time=0.231, activation_size=2107392.000, parameter_size=67200.000
node1162 -- Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.346, backward_compute_time=0.285, activation_size=2107392.000, parameter_size=1806336.000
node838 -- ReLU() -- forward_compute_time=0.286, backward_compute_time=0.036, activation_size=4214784.000, parameter_size=0.000
node1043 -- Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.350, backward_compute_time=0.285, activation_size=2107392.000, parameter_size=1806336.000
node1042 -- Conv2d(672, 672, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=672, bias=False) -- forward_compute_time=0.298, backward_compute_time=0.108, activation_size=2107392.000, parameter_size=24192.000
node1041 -- ReLU() -- forward_compute_time=0.291, backward_compute_time=0.029, activation_size=2107392.000, parameter_size=0.000
node1040 -- BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.327, backward_compute_time=0.060, activation_size=2107392.000, parameter_size=5376.000
node1047 -- Conv2d(672, 672, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=672, bias=False) -- forward_compute_time=0.300, backward_compute_time=0.216, activation_size=2107392.000, parameter_size=67200.000
node1046 -- ReLU() -- forward_compute_time=0.293, backward_compute_time=0.029, activation_size=2107392.000, parameter_size=0.000
node1045 -- Add -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=2107392.000, parameter_size=0.000
node1044 -- BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.324, backward_compute_time=0.116, activation_size=2107392.000, parameter_size=5376.000
node656 -- Conv2d(336, 336, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=336, bias=False) -- forward_compute_time=0.296, backward_compute_time=0.127, activation_size=4214784.000, parameter_size=12096.000
node657 -- Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.352, backward_compute_time=0.255, activation_size=4214784.000, parameter_size=451584.000
node654 -- BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.323, backward_compute_time=0.073, activation_size=4214784.000, parameter_size=2688.000
node655 -- ReLU() -- forward_compute_time=0.290, backward_compute_time=0.035, activation_size=4214784.000, parameter_size=0.000
node559 -- ReLU() -- forward_compute_time=0.289, backward_compute_time=0.035, activation_size=4214784.000, parameter_size=0.000
node558 -- Add -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=4214784.000, parameter_size=0.000
node229 -- Conv2d(168, 168, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.368, backward_compute_time=0.411, activation_size=8429568.000, parameter_size=112896.000
node228 -- Conv2d(168, 168, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=168, bias=False) -- forward_compute_time=0.289, backward_compute_time=0.202, activation_size=8429568.000, parameter_size=6048.000
node227 -- ReLU() -- forward_compute_time=0.282, backward_compute_time=0.049, activation_size=8429568.000, parameter_size=0.000
node226 -- BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.336, backward_compute_time=0.095, activation_size=8429568.000, parameter_size=1344.000
node225 -- Conv2d(168, 168, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.373, backward_compute_time=0.404, activation_size=8429568.000, parameter_size=112896.000
node224 -- Conv2d(168, 168, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=168, bias=False) -- forward_compute_time=0.298, backward_compute_time=0.198, activation_size=8429568.000, parameter_size=6048.000
node223 -- ReLU() -- forward_compute_time=0.301, backward_compute_time=0.049, activation_size=8429568.000, parameter_size=0.000
node311 -- ReLU() -- forward_compute_time=0.290, backward_compute_time=0.049, activation_size=8429568.000, parameter_size=0.000
node221 -- AvgPool2d(kernel_size=3, stride=1, padding=1) -- forward_compute_time=0.292, backward_compute_time=0.271, activation_size=8429568.000, parameter_size=0.000
node220 -- AvgPool2d(kernel_size=3, stride=1, padding=1) -- forward_compute_time=0.300, backward_compute_time=0.272, activation_size=8429568.000, parameter_size=0.000
node9 -- Conv2d(42, 42, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.441, backward_compute_time=0.194, activation_size=8429568.000, parameter_size=7056.000
node8 -- Conv2d(42, 42, kernel_size=(5, 5), stride=(2, 2), padding=(2, 2), groups=42, bias=False) -- forward_compute_time=0.432, backward_compute_time=0.886, activation_size=8429568.000, parameter_size=4200.000
node310 -- Add -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=8429568.000, parameter_size=0.000
node613 -- Add -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=4214784.000, parameter_size=0.000
node1 -- Input -- forward_compute_time=7.046, backward_compute_time=0.000, activation_size=9633792.000, parameter_size=0.000
node381 -- BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.333, backward_compute_time=0.120, activation_size=8429568.000, parameter_size=1344.000
node3 -- BatchNorm2d(96, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.649, backward_compute_time=0.699, activation_size=75700224.000, parameter_size=768.000
node2 -- Conv2d(3, 96, kernel_size=(3, 3), stride=(2, 2), bias=False) -- forward_compute_time=2.153, backward_compute_time=0.461, activation_size=75700224.000, parameter_size=10368.000
node5 -- Conv2d(96, 42, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.702, backward_compute_time=1.471, activation_size=33118848.000, parameter_size=16128.000
node4 -- ReLU() -- forward_compute_time=0.476, backward_compute_time=0.215, activation_size=75700224.000, parameter_size=0.000
node7 -- ReLU() -- forward_compute_time=0.357, backward_compute_time=0.125, activation_size=33118848.000, parameter_size=0.000
node6 -- BatchNorm2d(42, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.436, backward_compute_time=0.309, activation_size=33118848.000, parameter_size=336.000
node1132 -- Concat(1) -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=12644352.000, parameter_size=0.000
node1167 -- BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.328, backward_compute_time=0.063, activation_size=2107392.000, parameter_size=5376.000
node611 -- AvgPool2d(kernel_size=3, stride=1, padding=1) -- forward_compute_time=0.283, backward_compute_time=0.141, activation_size=4214784.000, parameter_size=0.000
node1080 -- BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.320, backward_compute_time=0.075, activation_size=2107392.000, parameter_size=5376.000
node1181 -- BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.321, backward_compute_time=0.059, activation_size=2107392.000, parameter_size=5376.000
node937 -- Conv2d(672, 672, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=672, bias=False) -- forward_compute_time=0.296, backward_compute_time=0.217, activation_size=2107392.000, parameter_size=67200.000
node1195 -- Conv2d(672, 672, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=672, bias=False) -- forward_compute_time=0.288, backward_compute_time=0.222, activation_size=2107392.000, parameter_size=67200.000
node616 -- Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.366, backward_compute_time=0.255, activation_size=4214784.000, parameter_size=451584.000
node1004 -- Conv2d(672, 672, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=672, bias=False) -- forward_compute_time=0.310, backward_compute_time=0.108, activation_size=2107392.000, parameter_size=24192.000
node1109 -- ReLU() -- forward_compute_time=0.305, backward_compute_time=0.028, activation_size=2107392.000, parameter_size=0.000
node617 -- BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.334, backward_compute_time=0.064, activation_size=4214784.000, parameter_size=2688.000
node614 -- ReLU() -- forward_compute_time=0.287, backward_compute_time=0.034, activation_size=4214784.000, parameter_size=0.000
node615 -- Conv2d(336, 336, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=336, bias=False) -- forward_compute_time=0.298, backward_compute_time=0.127, activation_size=4214784.000, parameter_size=12096.000
node319 -- ReLU() -- forward_compute_time=0.328, backward_compute_time=0.048, activation_size=8429568.000, parameter_size=0.000
node1102 -- Conv2d(672, 672, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=672, bias=False) -- forward_compute_time=0.300, backward_compute_time=0.216, activation_size=2107392.000, parameter_size=67200.000
node99 -- BatchNorm2d(84, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.362, backward_compute_time=0.074, activation_size=4214784.000, parameter_size=672.000
node98 -- Conv2d(84, 84, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.329, backward_compute_time=0.193, activation_size=4214784.000, parameter_size=28224.000
node1153 -- Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.361, backward_compute_time=0.309, activation_size=2107392.000, parameter_size=1806336.000
node251 -- ReLU() -- forward_compute_time=0.310, backward_compute_time=0.049, activation_size=8429568.000, parameter_size=0.000
node936 -- ReLU() -- forward_compute_time=0.290, backward_compute_time=0.029, activation_size=2107392.000, parameter_size=0.000
node749 -- Conv2d(336, 336, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=336, bias=False) -- forward_compute_time=0.290, backward_compute_time=0.128, activation_size=4214784.000, parameter_size=12096.000
node91 -- Conv2d(84, 84, kernel_size=(7, 7), stride=(1, 1), padding=(3, 3), groups=84, bias=False) -- forward_compute_time=0.339, backward_compute_time=0.354, activation_size=4214784.000, parameter_size=16464.000
node90 -- ReLU() -- forward_compute_time=0.277, backward_compute_time=0.035, activation_size=4214784.000, parameter_size=0.000
node93 -- BatchNorm2d(84, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.329, backward_compute_time=0.095, activation_size=4214784.000, parameter_size=672.000
node92 -- Conv2d(84, 84, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.319, backward_compute_time=0.192, activation_size=4214784.000, parameter_size=28224.000
node95 -- AvgPool2d(kernel_size=3, stride=2, padding=1) -- forward_compute_time=0.291, backward_compute_time=0.285, activation_size=4214784.000, parameter_size=0.000
node94 -- Add -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=4214784.000, parameter_size=0.000
node97 -- Conv2d(84, 84, kernel_size=(5, 5), stride=(2, 2), padding=(2, 2), groups=84, bias=False) -- forward_compute_time=0.318, backward_compute_time=0.474, activation_size=4214784.000, parameter_size=8400.000
node96 -- ReLU() -- forward_compute_time=0.288, backward_compute_time=0.070, activation_size=16859136.000, parameter_size=0.000
node429 -- ReLU() -- forward_compute_time=0.292, backward_compute_time=0.053, activation_size=8429568.000, parameter_size=0.000
node428 -- BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.336, backward_compute_time=0.125, activation_size=8429568.000, parameter_size=1344.000
node139 -- Conv2d(168, 168, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=1.569, backward_compute_time=0.403, activation_size=8429568.000, parameter_size=112896.000
node138 -- Conv2d(168, 168, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=168, bias=False) -- forward_compute_time=0.416, backward_compute_time=0.197, activation_size=8429568.000, parameter_size=6048.000
node814 -- Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.344, backward_compute_time=0.254, activation_size=4214784.000, parameter_size=451584.000
node815 -- BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.336, backward_compute_time=0.065, activation_size=4214784.000, parameter_size=2688.000
node816 -- ReLU() -- forward_compute_time=1.212, backward_compute_time=0.036, activation_size=4214784.000, parameter_size=0.000
node817 -- Conv2d(336, 336, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=336, bias=False) -- forward_compute_time=0.302, backward_compute_time=0.247, activation_size=4214784.000, parameter_size=33600.000
node133 -- ReLU() -- forward_compute_time=0.295, backward_compute_time=0.050, activation_size=8429568.000, parameter_size=0.000
node132 -- BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.335, backward_compute_time=0.095, activation_size=8429568.000, parameter_size=1344.000
node131 -- Conv2d(168, 168, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.422, backward_compute_time=0.404, activation_size=8429568.000, parameter_size=112896.000
node130 -- Conv2d(168, 168, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=168, bias=False) -- forward_compute_time=0.371, backward_compute_time=0.406, activation_size=8429568.000, parameter_size=16800.000
node137 -- ReLU() -- forward_compute_time=0.288, backward_compute_time=0.048, activation_size=8429568.000, parameter_size=0.000
node136 -- BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.336, backward_compute_time=0.112, activation_size=8429568.000, parameter_size=1344.000
node135 -- Conv2d(168, 168, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.402, backward_compute_time=0.406, activation_size=8429568.000, parameter_size=112896.000
node134 -- Conv2d(168, 168, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=168, bias=False) -- forward_compute_time=0.369, backward_compute_time=0.392, activation_size=8429568.000, parameter_size=16800.000
node935 -- Add -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=2107392.000, parameter_size=0.000
node1099 -- BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.335, backward_compute_time=0.069, activation_size=2107392.000, parameter_size=5376.000
node831 -- AvgPool2d(kernel_size=3, stride=1, padding=1) -- forward_compute_time=0.283, backward_compute_time=0.139, activation_size=4214784.000, parameter_size=0.000
node1137 -- Conv2d(4032, 672, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.700, backward_compute_time=1.047, activation_size=2107392.000, parameter_size=10838016.000
node934 -- BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.322, backward_compute_time=0.071, activation_size=2107392.000, parameter_size=5376.000
node743 -- BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.310, backward_compute_time=0.064, activation_size=4214784.000, parameter_size=2688.000
node927 -- ReLU() -- forward_compute_time=0.296, backward_compute_time=0.030, activation_size=2107392.000, parameter_size=0.000
node1172 -- Add -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=2107392.000, parameter_size=0.000
node745 -- Conv2d(336, 336, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=336, bias=False) -- forward_compute_time=0.319, backward_compute_time=0.244, activation_size=4214784.000, parameter_size=33600.000
node953 -- AvgPool2d(kernel_size=3, stride=1, padding=1) -- forward_compute_time=0.292, backward_compute_time=0.082, activation_size=2107392.000, parameter_size=0.000
node728 -- ReLU() -- forward_compute_time=0.284, backward_compute_time=0.036, activation_size=4214784.000, parameter_size=0.000
node729 -- Conv2d(336, 336, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=336, bias=False) -- forward_compute_time=0.315, backward_compute_time=0.128, activation_size=4214784.000, parameter_size=12096.000
node726 -- Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.348, backward_compute_time=0.255, activation_size=4214784.000, parameter_size=451584.000
node727 -- BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.326, backward_compute_time=0.065, activation_size=4214784.000, parameter_size=2688.000
node724 -- ReLU() -- forward_compute_time=0.290, backward_compute_time=0.043, activation_size=4214784.000, parameter_size=0.000
node725 -- Conv2d(336, 336, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=336, bias=False) -- forward_compute_time=0.308, backward_compute_time=0.127, activation_size=4214784.000, parameter_size=12096.000
node722 -- AvgPool2d(kernel_size=3, stride=1, padding=1) -- forward_compute_time=0.283, backward_compute_time=0.144, activation_size=4214784.000, parameter_size=0.000
node723 -- Add -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=4214784.000, parameter_size=0.000
node720 -- Add -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=4214784.000, parameter_size=0.000
node721 -- AvgPool2d(kernel_size=3, stride=1, padding=1) -- forward_compute_time=0.297, backward_compute_time=0.142, activation_size=4214784.000, parameter_size=0.000
node982 -- ReLU() -- forward_compute_time=0.282, backward_compute_time=0.032, activation_size=2107392.000, parameter_size=0.000
node812 -- ReLU() -- forward_compute_time=0.288, backward_compute_time=0.034, activation_size=4214784.000, parameter_size=0.000
node813 -- Conv2d(336, 336, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=336, bias=False) -- forward_compute_time=0.307, backward_compute_time=0.244, activation_size=4214784.000, parameter_size=33600.000
node983 -- Conv2d(672, 672, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=672, bias=False) -- forward_compute_time=0.296, backward_compute_time=0.115, activation_size=2107392.000, parameter_size=24192.000
node952 -- Add -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=2107392.000, parameter_size=0.000
node981 -- BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.316, backward_compute_time=0.083, activation_size=2107392.000, parameter_size=5376.000
node1199 -- Conv2d(672, 672, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=672, bias=False) -- forward_compute_time=0.287, backward_compute_time=0.227, activation_size=2107392.000, parameter_size=67200.000
node837 -- BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.331, backward_compute_time=0.066, activation_size=4214784.000, parameter_size=2688.000
node1135 -- BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.313, backward_compute_time=0.080, activation_size=2107392.000, parameter_size=5376.000
node1005 -- Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.354, backward_compute_time=0.284, activation_size=2107392.000, parameter_size=1806336.000
node1224 -- Conv2d(672, 672, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=672, bias=False) -- forward_compute_time=0.306, backward_compute_time=0.108, activation_size=2107392.000, parameter_size=24192.000
node876 -- ReLU() -- forward_compute_time=0.289, backward_compute_time=0.050, activation_size=8429568.000, parameter_size=0.000
node877 -- Conv2d(672, 672, kernel_size=(7, 7), stride=(2, 2), padding=(3, 3), groups=672, bias=False) -- forward_compute_time=0.302, backward_compute_time=0.625, activation_size=2107392.000, parameter_size=131712.000
node630 -- ReLU() -- forward_compute_time=0.283, backward_compute_time=0.036, activation_size=4214784.000, parameter_size=0.000
node1060 -- Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.352, backward_compute_time=0.285, activation_size=2107392.000, parameter_size=1806336.000
node968 -- ReLU() -- forward_compute_time=0.297, backward_compute_time=0.056, activation_size=8429568.000, parameter_size=0.000
node834 -- ReLU() -- forward_compute_time=0.285, backward_compute_time=0.035, activation_size=4214784.000, parameter_size=0.000
node1134 -- Conv2d(4032, 672, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.700, backward_compute_time=1.047, activation_size=2107392.000, parameter_size=10838016.000
node860 -- Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.436, backward_compute_time=0.299, activation_size=2107392.000, parameter_size=1806336.000
node872 -- Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.349, backward_compute_time=0.345, activation_size=2107392.000, parameter_size=1806336.000
node939 -- BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.344, backward_compute_time=0.058, activation_size=2107392.000, parameter_size=5376.000
node988 -- Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.351, backward_compute_time=0.287, activation_size=2107392.000, parameter_size=1806336.000
node1223 -- ReLU() -- forward_compute_time=0.325, backward_compute_time=0.032, activation_size=2107392.000, parameter_size=0.000
node873 -- BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.317, backward_compute_time=0.064, activation_size=2107392.000, parameter_size=5376.000
node989 -- BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.324, backward_compute_time=0.072, activation_size=2107392.000, parameter_size=5376.000
node409 -- Conv2d(168, 168, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=168, bias=False) -- forward_compute_time=0.362, backward_compute_time=0.388, activation_size=8429568.000, parameter_size=16800.000
node408 -- ReLU() -- forward_compute_time=0.278, backward_compute_time=0.053, activation_size=8429568.000, parameter_size=0.000
node911 -- __getitem__ -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=25288704.000, parameter_size=0.000
node1244 -- Size(2) -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=4.000, parameter_size=0.000
node263 -- BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.350, backward_compute_time=0.116, activation_size=8429568.000, parameter_size=1344.000
node262 -- Conv2d(168, 168, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.381, backward_compute_time=0.407, activation_size=8429568.000, parameter_size=112896.000
node188 -- ReLU() -- forward_compute_time=0.280, backward_compute_time=0.050, activation_size=8429568.000, parameter_size=0.000
node260 -- ReLU() -- forward_compute_time=0.285, backward_compute_time=0.051, activation_size=8429568.000, parameter_size=0.000
node267 -- BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.386, backward_compute_time=0.095, activation_size=8429568.000, parameter_size=1344.000
node266 -- Conv2d(168, 168, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.390, backward_compute_time=0.403, activation_size=8429568.000, parameter_size=112896.000
node265 -- Conv2d(168, 168, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=168, bias=False) -- forward_compute_time=0.357, backward_compute_time=0.197, activation_size=8429568.000, parameter_size=6048.000
node264 -- ReLU() -- forward_compute_time=0.330, backward_compute_time=0.048, activation_size=8429568.000, parameter_size=0.000
node182 -- Conv2d(1008, 168, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.977, backward_compute_time=0.994, activation_size=8429568.000, parameter_size=677376.000
node183 -- BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.329, backward_compute_time=0.096, activation_size=8429568.000, parameter_size=1344.000
node180 -- BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.330, backward_compute_time=0.240, activation_size=8429568.000, parameter_size=1344.000
node181 -- ReLU() -- forward_compute_time=0.361, backward_compute_time=0.203, activation_size=50577408.000, parameter_size=0.000
node186 -- Conv2d(168, 168, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.369, backward_compute_time=0.404, activation_size=8429568.000, parameter_size=112896.000
node187 -- BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.326, backward_compute_time=0.095, activation_size=8429568.000, parameter_size=1344.000
node184 -- ReLU() -- forward_compute_time=0.281, backward_compute_time=0.050, activation_size=8429568.000, parameter_size=0.000
node185 -- Conv2d(168, 168, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=168, bias=False) -- forward_compute_time=0.407, backward_compute_time=0.390, activation_size=8429568.000, parameter_size=16800.000
node938 -- Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.352, backward_compute_time=0.285, activation_size=2107392.000, parameter_size=1806336.000
node618 -- ReLU() -- forward_compute_time=0.283, backward_compute_time=0.035, activation_size=4214784.000, parameter_size=0.000
node619 -- Conv2d(336, 336, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=336, bias=False) -- forward_compute_time=0.289, backward_compute_time=0.128, activation_size=4214784.000, parameter_size=12096.000
node348 -- BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.338, backward_compute_time=0.096, activation_size=8429568.000, parameter_size=1344.000
node349 -- ReLU() -- forward_compute_time=0.284, backward_compute_time=0.049, activation_size=8429568.000, parameter_size=0.000
node344 -- Conv2d(1008, 168, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.851, backward_compute_time=0.986, activation_size=8429568.000, parameter_size=677376.000
node345 -- BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.348, backward_compute_time=0.239, activation_size=8429568.000, parameter_size=1344.000
node346 -- ReLU() -- forward_compute_time=0.394, backward_compute_time=0.200, activation_size=50577408.000, parameter_size=0.000
node347 -- Conv2d(1008, 168, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.855, backward_compute_time=0.994, activation_size=8429568.000, parameter_size=677376.000
node340 -- BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.338, backward_compute_time=0.108, activation_size=8429568.000, parameter_size=1344.000
node341 -- Add -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=8429568.000, parameter_size=0.000
node342 -- Concat(1) -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=50577408.000, parameter_size=0.000
node343 -- ReLU() -- forward_compute_time=0.403, backward_compute_time=0.202, activation_size=50577408.000, parameter_size=0.000
node1098 -- Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.354, backward_compute_time=0.285, activation_size=2107392.000, parameter_size=1806336.000
node878 -- Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.345, backward_compute_time=0.284, activation_size=2107392.000, parameter_size=1806336.000
node1094 -- Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.354, backward_compute_time=0.283, activation_size=2107392.000, parameter_size=1806336.000
node1095 -- BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.323, backward_compute_time=0.057, activation_size=2107392.000, parameter_size=5376.000
node1096 -- ReLU() -- forward_compute_time=0.289, backward_compute_time=0.029, activation_size=2107392.000, parameter_size=0.000
node879 -- BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.325, backward_compute_time=0.061, activation_size=2107392.000, parameter_size=5376.000
node1090 -- Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.338, backward_compute_time=0.285, activation_size=2107392.000, parameter_size=1806336.000
node1091 -- BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.319, backward_compute_time=0.071, activation_size=2107392.000, parameter_size=5376.000
node1092 -- ReLU() -- forward_compute_time=0.273, backward_compute_time=0.030, activation_size=2107392.000, parameter_size=0.000
node1093 -- Conv2d(672, 672, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=672, bias=False) -- forward_compute_time=0.301, backward_compute_time=0.108, activation_size=2107392.000, parameter_size=24192.000
node869 -- BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.321, backward_compute_time=0.061, activation_size=2107392.000, parameter_size=5376.000
node868 -- Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.360, backward_compute_time=0.301, activation_size=2107392.000, parameter_size=1806336.000
node980 -- Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.352, backward_compute_time=0.287, activation_size=2107392.000, parameter_size=1806336.000
node874 -- Add -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=2107392.000, parameter_size=0.000
node986 -- ReLU() -- forward_compute_time=0.285, backward_compute_time=0.029, activation_size=2107392.000, parameter_size=0.000
node987 -- Conv2d(672, 672, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=672, bias=False) -- forward_compute_time=0.307, backward_compute_time=0.123, activation_size=2107392.000, parameter_size=24192.000
node984 -- Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.352, backward_compute_time=0.285, activation_size=2107392.000, parameter_size=1806336.000
node985 -- BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.326, backward_compute_time=0.075, activation_size=2107392.000, parameter_size=5376.000
node861 -- BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.315, backward_compute_time=0.068, activation_size=2107392.000, parameter_size=5376.000
node440 -- AvgPool2d(kernel_size=3, stride=1, padding=1) -- forward_compute_time=0.337, backward_compute_time=0.272, activation_size=8429568.000, parameter_size=0.000
node863 -- Conv2d(672, 672, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=672, bias=False) -- forward_compute_time=0.290, backward_compute_time=0.217, activation_size=2107392.000, parameter_size=67200.000
node862 -- ReLU() -- forward_compute_time=0.281, backward_compute_time=0.038, activation_size=2107392.000, parameter_size=0.000
node865 -- BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.319, backward_compute_time=0.066, activation_size=2107392.000, parameter_size=5376.000
node864 -- Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.361, backward_compute_time=0.294, activation_size=2107392.000, parameter_size=1806336.000
node867 -- Conv2d(672, 672, kernel_size=(7, 7), stride=(2, 2), padding=(3, 3), groups=672, bias=False) -- forward_compute_time=0.299, backward_compute_time=0.633, activation_size=2107392.000, parameter_size=131712.000
node866 -- ReLU() -- forward_compute_time=0.284, backward_compute_time=0.052, activation_size=8429568.000, parameter_size=0.000
node1156 -- ReLU() -- forward_compute_time=0.288, backward_compute_time=0.028, activation_size=2107392.000, parameter_size=0.000
node1133 -- ReLU() -- forward_compute_time=0.296, backward_compute_time=0.070, activation_size=12644352.000, parameter_size=0.000
node1139 -- ReLU() -- forward_compute_time=0.274, backward_compute_time=0.028, activation_size=2107392.000, parameter_size=0.000
node1138 -- BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.315, backward_compute_time=0.063, activation_size=2107392.000, parameter_size=5376.000
node59 -- BatchNorm2d(84, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.340, backward_compute_time=0.134, activation_size=16859136.000, parameter_size=672.000
node58 -- Conv2d(168, 84, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.513, backward_compute_time=0.753, activation_size=16859136.000, parameter_size=56448.000
node689 -- ReLU() -- forward_compute_time=0.277, backward_compute_time=0.035, activation_size=4214784.000, parameter_size=0.000
node55 -- Add -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=8429568.000, parameter_size=0.000
node54 -- MaxPool2d(kernel_size=3, stride=2, padding=1, dilation=1, ceil_mode=False) -- forward_compute_time=0.353, backward_compute_time=0.303, activation_size=8429568.000, parameter_size=0.000
node57 -- ReLU() -- forward_compute_time=0.340, backward_compute_time=0.134, activation_size=33718272.000, parameter_size=0.000
node56 -- Concat(1) -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=33718272.000, parameter_size=0.000
node51 -- Conv2d(42, 42, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=42, bias=False) -- forward_compute_time=0.285, backward_compute_time=0.215, activation_size=8429568.000, parameter_size=1512.000
node50 -- ReLU() -- forward_compute_time=0.277, backward_compute_time=0.047, activation_size=8429568.000, parameter_size=0.000
node53 -- BatchNorm2d(42, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.325, backward_compute_time=0.109, activation_size=8429568.000, parameter_size=336.000
node52 -- Conv2d(42, 42, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.311, backward_compute_time=0.270, activation_size=8429568.000, parameter_size=7056.000
node506 -- MaxPool2d(kernel_size=3, stride=2, padding=1, dilation=1, ceil_mode=False) -- forward_compute_time=0.317, backward_compute_time=0.144, activation_size=4214784.000, parameter_size=0.000
node281 -- BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.333, backward_compute_time=0.099, activation_size=8429568.000, parameter_size=1344.000
node504 -- Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.347, backward_compute_time=0.259, activation_size=4214784.000, parameter_size=451584.000
node406 -- Conv2d(168, 168, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.370, backward_compute_time=0.405, activation_size=8429568.000, parameter_size=112896.000
node469 -- Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.348, backward_compute_time=0.258, activation_size=4214784.000, parameter_size=451584.000
node468 -- Conv2d(336, 336, kernel_size=(7, 7), stride=(2, 2), padding=(3, 3), groups=336, bias=False) -- forward_compute_time=0.347, backward_compute_time=0.946, activation_size=4214784.000, parameter_size=65856.000
node500 -- Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.348, backward_compute_time=0.256, activation_size=4214784.000, parameter_size=451584.000
node280 -- Conv2d(168, 168, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.368, backward_compute_time=0.403, activation_size=8429568.000, parameter_size=112896.000
node465 -- Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.363, backward_compute_time=0.257, activation_size=4214784.000, parameter_size=451584.000
node464 -- Conv2d(336, 336, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=336, bias=False) -- forward_compute_time=0.324, backward_compute_time=0.246, activation_size=4214784.000, parameter_size=33600.000
node467 -- ReLU() -- forward_compute_time=0.293, backward_compute_time=0.080, activation_size=16859136.000, parameter_size=0.000
node466 -- BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.328, backward_compute_time=0.093, activation_size=4214784.000, parameter_size=2688.000
node461 -- Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.429, backward_compute_time=0.260, activation_size=4214784.000, parameter_size=451584.000
node460 -- Conv2d(336, 336, kernel_size=(5, 5), stride=(2, 2), padding=(2, 2), groups=336, bias=False) -- forward_compute_time=0.309, backward_compute_time=0.530, activation_size=4214784.000, parameter_size=33600.000
node463 -- ReLU() -- forward_compute_time=0.317, backward_compute_time=0.035, activation_size=4214784.000, parameter_size=0.000
node462 -- BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.403, backward_compute_time=3.253, activation_size=4214784.000, parameter_size=2688.000
node945 -- Conv2d(672, 672, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=672, bias=False) -- forward_compute_time=0.296, backward_compute_time=0.108, activation_size=2107392.000, parameter_size=24192.000
node919 -- ReLU() -- forward_compute_time=0.277, backward_compute_time=0.028, activation_size=2107392.000, parameter_size=0.000
node918 -- BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.315, backward_compute_time=0.059, activation_size=2107392.000, parameter_size=5376.000
node669 -- ReLU() -- forward_compute_time=0.288, backward_compute_time=0.034, activation_size=4214784.000, parameter_size=0.000
node668 -- Add -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=4214784.000, parameter_size=0.000
node667 -- AvgPool2d(kernel_size=3, stride=1, padding=1) -- forward_compute_time=0.276, backward_compute_time=0.144, activation_size=4214784.000, parameter_size=0.000
node666 -- AvgPool2d(kernel_size=3, stride=1, padding=1) -- forward_compute_time=0.284, backward_compute_time=0.140, activation_size=4214784.000, parameter_size=0.000
node665 -- Add -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=4214784.000, parameter_size=0.000
node664 -- AvgPool2d(kernel_size=3, stride=1, padding=1) -- forward_compute_time=0.300, backward_compute_time=0.147, activation_size=4214784.000, parameter_size=0.000
node663 -- Add -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=4214784.000, parameter_size=0.000
node662 -- BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.322, backward_compute_time=0.074, activation_size=4214784.000, parameter_size=2688.000
node661 -- Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.368, backward_compute_time=0.256, activation_size=4214784.000, parameter_size=451584.000
node660 -- Conv2d(336, 336, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=336, bias=False) -- forward_compute_time=0.325, backward_compute_time=0.128, activation_size=4214784.000, parameter_size=12096.000
node487 -- ReLU() -- forward_compute_time=0.307, backward_compute_time=0.122, activation_size=16859136.000, parameter_size=0.000
node486 -- AvgPool2d(kernel_size=3, stride=2, padding=1) -- forward_compute_time=0.298, backward_compute_time=0.301, activation_size=4214784.000, parameter_size=0.000
node485 -- Add -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=4214784.000, parameter_size=0.000
node484 -- BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.328, backward_compute_time=0.091, activation_size=4214784.000, parameter_size=2688.000
node483 -- Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.346, backward_compute_time=0.260, activation_size=4214784.000, parameter_size=451584.000
node446 -- BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.341, backward_compute_time=0.096, activation_size=8429568.000, parameter_size=1344.000
node481 -- ReLU() -- forward_compute_time=0.300, backward_compute_time=0.037, activation_size=4214784.000, parameter_size=0.000
node480 -- BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.325, backward_compute_time=0.065, activation_size=4214784.000, parameter_size=2688.000
node538 -- Conv2d(336, 336, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=336, bias=False) -- forward_compute_time=0.312, backward_compute_time=0.244, activation_size=4214784.000, parameter_size=33600.000
node489 -- Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.364, backward_compute_time=0.254, activation_size=4214784.000, parameter_size=451584.000
node488 -- Conv2d(336, 336, kernel_size=(5, 5), stride=(2, 2), padding=(2, 2), groups=336, bias=False) -- forward_compute_time=0.331, backward_compute_time=0.530, activation_size=4214784.000, parameter_size=33600.000
node289 -- Conv2d(1008, 168, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.863, backward_compute_time=0.988, activation_size=8429568.000, parameter_size=677376.000
node505 -- BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.332, backward_compute_time=0.082, activation_size=4214784.000, parameter_size=2688.000
node1010 -- AvgPool2d(kernel_size=3, stride=1, padding=1) -- forward_compute_time=0.287, backward_compute_time=0.081, activation_size=2107392.000, parameter_size=0.000
node288 -- ReLU() -- forward_compute_time=0.395, backward_compute_time=0.199, activation_size=50577408.000, parameter_size=0.000
node502 -- ReLU() -- forward_compute_time=0.293, backward_compute_time=0.035, activation_size=4214784.000, parameter_size=0.000
node851 -- ReLU() -- forward_compute_time=0.276, backward_compute_time=0.027, activation_size=49152.000, parameter_size=0.000
node652 -- Conv2d(336, 336, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=336, bias=False) -- forward_compute_time=0.305, backward_compute_time=0.247, activation_size=4214784.000, parameter_size=33600.000
node535 -- BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.331, backward_compute_time=0.074, activation_size=4214784.000, parameter_size=2688.000
node503 -- Conv2d(336, 336, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=336, bias=False) -- forward_compute_time=0.316, backward_compute_time=0.129, activation_size=4214784.000, parameter_size=12096.000
node762 -- Conv2d(336, 336, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=336, bias=False) -- forward_compute_time=0.311, backward_compute_time=0.245, activation_size=4214784.000, parameter_size=33600.000
node763 -- Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.354, backward_compute_time=0.254, activation_size=4214784.000, parameter_size=451584.000
node760 -- BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.321, backward_compute_time=0.064, activation_size=4214784.000, parameter_size=2688.000
node534 -- Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.346, backward_compute_time=0.256, activation_size=4214784.000, parameter_size=451584.000
node766 -- Conv2d(336, 336, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=336, bias=False) -- forward_compute_time=0.299, backward_compute_time=0.132, activation_size=4214784.000, parameter_size=12096.000
node767 -- Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.381, backward_compute_time=0.261, activation_size=4214784.000, parameter_size=451584.000
node764 -- BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.317, backward_compute_time=0.074, activation_size=4214784.000, parameter_size=2688.000
node765 -- ReLU() -- forward_compute_time=0.299, backward_compute_time=0.034, activation_size=4214784.000, parameter_size=0.000
node533 -- Conv2d(336, 336, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=336, bias=False) -- forward_compute_time=0.296, backward_compute_time=0.129, activation_size=4214784.000, parameter_size=12096.000
node768 -- BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.320, backward_compute_time=0.070, activation_size=4214784.000, parameter_size=2688.000
node501 -- BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.334, backward_compute_time=0.070, activation_size=4214784.000, parameter_size=2688.000
node1166 -- Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.358, backward_compute_time=0.289, activation_size=2107392.000, parameter_size=1806336.000
node532 -- ReLU() -- forward_compute_time=0.292, backward_compute_time=0.037, activation_size=4214784.000, parameter_size=0.000
node164 -- Add -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=8429568.000, parameter_size=0.000
node165 -- AvgPool2d(kernel_size=3, stride=1, padding=1) -- forward_compute_time=0.287, backward_compute_time=0.270, activation_size=8429568.000, parameter_size=0.000
node166 -- AvgPool2d(kernel_size=3, stride=1, padding=1) -- forward_compute_time=0.284, backward_compute_time=0.270, activation_size=8429568.000, parameter_size=0.000
node167 -- Add -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=8429568.000, parameter_size=0.000
node160 -- Conv2d(168, 168, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.365, backward_compute_time=0.407, activation_size=8429568.000, parameter_size=112896.000
node161 -- BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.334, backward_compute_time=0.109, activation_size=8429568.000, parameter_size=1344.000
node162 -- Add -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=8429568.000, parameter_size=0.000
node163 -- AvgPool2d(kernel_size=3, stride=1, padding=1) -- forward_compute_time=0.292, backward_compute_time=0.295, activation_size=8429568.000, parameter_size=0.000
node991 -- ReLU() -- forward_compute_time=0.301, backward_compute_time=0.030, activation_size=2107392.000, parameter_size=0.000
node530 -- Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.347, backward_compute_time=0.302, activation_size=4214784.000, parameter_size=451584.000
node168 -- ReLU() -- forward_compute_time=0.306, backward_compute_time=0.053, activation_size=8429568.000, parameter_size=0.000
node169 -- Conv2d(168, 168, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=168, bias=False) -- forward_compute_time=0.293, backward_compute_time=0.206, activation_size=8429568.000, parameter_size=6048.000
node1129 -- Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.351, backward_compute_time=0.286, activation_size=2107392.000, parameter_size=1806336.000
node1229 -- Add -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=2107392.000, parameter_size=0.000
node1228 -- AvgPool2d(kernel_size=3, stride=1, padding=1) -- forward_compute_time=0.297, backward_compute_time=0.080, activation_size=2107392.000, parameter_size=0.000
node1227 -- Add -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=2107392.000, parameter_size=0.000
node1226 -- BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.329, backward_compute_time=0.071, activation_size=2107392.000, parameter_size=5376.000
node1225 -- Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.372, backward_compute_time=0.287, activation_size=2107392.000, parameter_size=1806336.000
node1163 -- BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.322, backward_compute_time=0.073, activation_size=2107392.000, parameter_size=5376.000
node362 -- Conv2d(168, 168, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=168, bias=False) -- forward_compute_time=0.306, backward_compute_time=0.197, activation_size=8429568.000, parameter_size=6048.000
node1222 -- BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.330, backward_compute_time=0.059, activation_size=2107392.000, parameter_size=5376.000
node1221 -- Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.417, backward_compute_time=0.284, activation_size=2107392.000, parameter_size=1806336.000
node1220 -- Conv2d(672, 672, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=672, bias=False) -- forward_compute_time=0.309, backward_compute_time=0.108, activation_size=2107392.000, parameter_size=24192.000
node1012 -- Add -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=2107392.000, parameter_size=0.000
node508 -- Concat(1) -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=16859136.000, parameter_size=0.000
node990 -- Add -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=2107392.000, parameter_size=0.000
node1197 -- BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.317, backward_compute_time=0.059, activation_size=2107392.000, parameter_size=5376.000
node871 -- Conv2d(672, 672, kernel_size=(7, 7), stride=(1, 1), padding=(3, 3), groups=672, bias=False) -- forward_compute_time=0.295, backward_compute_time=0.376, activation_size=2107392.000, parameter_size=131712.000
node509 -- ReLU() -- forward_compute_time=0.391, backward_compute_time=0.369, activation_size=50577408.000, parameter_size=0.000
node1168 -- ReLU() -- forward_compute_time=0.286, backward_compute_time=0.033, activation_size=2107392.000, parameter_size=0.000
node363 -- Conv2d(168, 168, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.409, backward_compute_time=0.404, activation_size=8429568.000, parameter_size=112896.000
node1169 -- Conv2d(672, 672, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=672, bias=False) -- forward_compute_time=0.293, backward_compute_time=0.109, activation_size=2107392.000, parameter_size=24192.000
node717 -- BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.326, backward_compute_time=0.073, activation_size=4214784.000, parameter_size=2688.000
node716 -- Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.349, backward_compute_time=0.271, activation_size=4214784.000, parameter_size=451584.000
node556 -- AvgPool2d(kernel_size=3, stride=1, padding=1) -- forward_compute_time=0.286, backward_compute_time=0.142, activation_size=4214784.000, parameter_size=0.000
node714 -- ReLU() -- forward_compute_time=0.287, backward_compute_time=0.037, activation_size=4214784.000, parameter_size=0.000
node713 -- BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.326, backward_compute_time=0.066, activation_size=4214784.000, parameter_size=2688.000
node712 -- Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.347, backward_compute_time=0.255, activation_size=4214784.000, parameter_size=451584.000
node711 -- Conv2d(336, 336, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=336, bias=False) -- forward_compute_time=0.293, backward_compute_time=0.126, activation_size=4214784.000, parameter_size=12096.000
node697 -- ReLU() -- forward_compute_time=0.318, backward_compute_time=0.035, activation_size=4214784.000, parameter_size=0.000
node1157 -- Conv2d(672, 672, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=672, bias=False) -- forward_compute_time=0.298, backward_compute_time=0.228, activation_size=2107392.000, parameter_size=67200.000
node719 -- AvgPool2d(kernel_size=3, stride=1, padding=1) -- forward_compute_time=0.294, backward_compute_time=0.147, activation_size=4214784.000, parameter_size=0.000
node718 -- Add -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=4214784.000, parameter_size=0.000
node875 -- MaxPool2d(kernel_size=3, stride=2, padding=1, dilation=1, ceil_mode=False) -- forward_compute_time=0.316, backward_compute_time=0.092, activation_size=2107392.000, parameter_size=0.000
node579 -- ReLU() -- forward_compute_time=0.285, backward_compute_time=0.035, activation_size=4214784.000, parameter_size=0.000
node1231 -- AvgPool2d(kernel_size=3, stride=1, padding=1) -- forward_compute_time=0.315, backward_compute_time=0.086, activation_size=2107392.000, parameter_size=0.000
node1151 -- ReLU() -- forward_compute_time=0.306, backward_compute_time=0.028, activation_size=2107392.000, parameter_size=0.000
node1150 -- BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.323, backward_compute_time=0.058, activation_size=2107392.000, parameter_size=5376.000
node300 -- Conv2d(168, 168, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.369, backward_compute_time=0.405, activation_size=8429568.000, parameter_size=112896.000
node301 -- BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.342, backward_compute_time=0.111, activation_size=8429568.000, parameter_size=1344.000
node302 -- ReLU() -- forward_compute_time=0.281, backward_compute_time=0.049, activation_size=8429568.000, parameter_size=0.000
node303 -- Conv2d(168, 168, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=168, bias=False) -- forward_compute_time=0.298, backward_compute_time=0.197, activation_size=8429568.000, parameter_size=6048.000
node304 -- Conv2d(168, 168, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.380, backward_compute_time=0.403, activation_size=8429568.000, parameter_size=112896.000
node305 -- BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.364, backward_compute_time=0.095, activation_size=8429568.000, parameter_size=1344.000
node306 -- ReLU() -- forward_compute_time=0.286, backward_compute_time=0.068, activation_size=8429568.000, parameter_size=0.000
node307 -- Conv2d(168, 168, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=168, bias=False) -- forward_compute_time=0.306, backward_compute_time=0.293, activation_size=8429568.000, parameter_size=6048.000
node308 -- Conv2d(168, 168, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.378, backward_compute_time=0.404, activation_size=8429568.000, parameter_size=112896.000
node309 -- BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.340, backward_compute_time=0.110, activation_size=8429568.000, parameter_size=1344.000
node1152 -- Conv2d(672, 672, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=672, bias=False) -- forward_compute_time=0.295, backward_compute_time=0.107, activation_size=2107392.000, parameter_size=24192.000
node1142 -- BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.312, backward_compute_time=0.063, activation_size=2107392.000, parameter_size=5376.000
node917 -- Conv2d(2688, 672, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.778, backward_compute_time=0.727, activation_size=2107392.000, parameter_size=7225344.000
node653 -- Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.344, backward_compute_time=0.256, activation_size=4214784.000, parameter_size=451584.000
node1014 -- Conv2d(672, 672, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=672, bias=False) -- forward_compute_time=0.295, backward_compute_time=0.108, activation_size=2107392.000, parameter_size=24192.000
node916 -- ReLU() -- forward_compute_time=0.281, backward_compute_time=0.057, activation_size=8429568.000, parameter_size=0.000
node650 -- BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.322, backward_compute_time=0.064, activation_size=4214784.000, parameter_size=2688.000
node1015 -- Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.357, backward_compute_time=0.284, activation_size=2107392.000, parameter_size=1806336.000
node904 -- BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.322, backward_compute_time=0.075, activation_size=2107392.000, parameter_size=5376.000
node651 -- ReLU() -- forward_compute_time=0.286, backward_compute_time=0.044, activation_size=4214784.000, parameter_size=0.000
node1016 -- BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.324, backward_compute_time=0.059, activation_size=2107392.000, parameter_size=5376.000
node830 -- Add -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=4214784.000, parameter_size=0.000
node910 -- Conv2d(2016, 336, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=1.089, backward_compute_time=0.596, activation_size=1053696.000, parameter_size=2709504.000
node555 -- Add -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=4214784.000, parameter_size=0.000
node1017 -- ReLU() -- forward_compute_time=0.285, backward_compute_time=0.035, activation_size=2107392.000, parameter_size=0.000
node829 -- AvgPool2d(kernel_size=3, stride=1, padding=1) -- forward_compute_time=0.289, backward_compute_time=0.147, activation_size=4214784.000, parameter_size=0.000
node554 -- AvgPool2d(kernel_size=3, stride=1, padding=1) -- forward_compute_time=0.292, backward_compute_time=0.148, activation_size=4214784.000, parameter_size=0.000
node212 -- BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.338, backward_compute_time=0.097, activation_size=8429568.000, parameter_size=1344.000
node912 -- AvgPool2d(kernel_size=1, stride=2, padding=0) -- forward_compute_time=0.379, backward_compute_time=0.328, activation_size=6322176.000, parameter_size=0.000
node557 -- AvgPool2d(kernel_size=3, stride=1, padding=1) -- forward_compute_time=0.277, backward_compute_time=0.145, activation_size=4214784.000, parameter_size=0.000
node198 -- Conv2d(168, 168, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.419, backward_compute_time=0.404, activation_size=8429568.000, parameter_size=112896.000
node11 -- ReLU() -- forward_compute_time=0.285, backward_compute_time=0.047, activation_size=8429568.000, parameter_size=0.000
node10 -- BatchNorm2d(42, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.340, backward_compute_time=0.096, activation_size=8429568.000, parameter_size=336.000
node13 -- Conv2d(42, 42, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.358, backward_compute_time=0.210, activation_size=8429568.000, parameter_size=7056.000
node12 -- Conv2d(42, 42, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=42, bias=False) -- forward_compute_time=0.373, backward_compute_time=0.398, activation_size=8429568.000, parameter_size=4200.000
node15 -- ReLU() -- forward_compute_time=0.453, backward_compute_time=0.215, activation_size=75700224.000, parameter_size=0.000
node14 -- BatchNorm2d(42, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.375, backward_compute_time=0.329, activation_size=8429568.000, parameter_size=336.000
node17 -- Conv2d(96, 42, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.427, backward_compute_time=0.355, activation_size=8429568.000, parameter_size=16128.000
node16 -- Conv2d(96, 96, kernel_size=(7, 7), stride=(2, 2), padding=(3, 3), groups=96, bias=False) -- forward_compute_time=2.522, backward_compute_time=3.386, activation_size=19267584.000, parameter_size=18816.000
node19 -- ReLU() -- forward_compute_time=0.299, backward_compute_time=0.046, activation_size=8429568.000, parameter_size=0.000
node18 -- BatchNorm2d(42, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.352, backward_compute_time=0.094, activation_size=8429568.000, parameter_size=336.000
node1013 -- ReLU() -- forward_compute_time=0.305, backward_compute_time=0.029, activation_size=2107392.000, parameter_size=0.000
node222 -- Add -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=8429568.000, parameter_size=0.000
node1177 -- Add -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=2107392.000, parameter_size=0.000
node1176 -- AvgPool2d(kernel_size=3, stride=1, padding=1) -- forward_compute_time=0.274, backward_compute_time=0.097, activation_size=2107392.000, parameter_size=0.000
node1175 -- AvgPool2d(kernel_size=3, stride=1, padding=1) -- forward_compute_time=0.278, backward_compute_time=0.085, activation_size=2107392.000, parameter_size=0.000
node828 -- Add -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=4214784.000, parameter_size=0.000
node1173 -- AvgPool2d(kernel_size=3, stride=1, padding=1) -- forward_compute_time=0.289, backward_compute_time=0.086, activation_size=2107392.000, parameter_size=0.000
node553 -- Add -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=4214784.000, parameter_size=0.000
node1078 -- ReLU() -- forward_compute_time=0.303, backward_compute_time=0.074, activation_size=12644352.000, parameter_size=0.000
node1079 -- Conv2d(4032, 672, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.699, backward_compute_time=1.044, activation_size=2107392.000, parameter_size=10838016.000
node1076 -- Add -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=2107392.000, parameter_size=0.000
node1077 -- Concat(1) -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=12644352.000, parameter_size=0.000
node1074 -- Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.364, backward_compute_time=0.326, activation_size=2107392.000, parameter_size=1806336.000
node552 -- BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.334, backward_compute_time=0.075, activation_size=4214784.000, parameter_size=2688.000
node1072 -- ReLU() -- forward_compute_time=0.297, backward_compute_time=0.029, activation_size=2107392.000, parameter_size=0.000
node1073 -- Conv2d(672, 672, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=672, bias=False) -- forward_compute_time=0.318, backward_compute_time=0.109, activation_size=2107392.000, parameter_size=24192.000
node1070 -- Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.355, backward_compute_time=0.285, activation_size=2107392.000, parameter_size=1806336.000
node482 -- Conv2d(336, 336, kernel_size=(7, 7), stride=(1, 1), padding=(3, 3), groups=336, bias=False) -- forward_compute_time=0.344, backward_compute_time=0.420, activation_size=4214784.000, parameter_size=65856.000
node623 -- Concat(1) -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=25288704.000, parameter_size=0.000
node388 -- ReLU() -- forward_compute_time=0.318, backward_compute_time=0.052, activation_size=8429568.000, parameter_size=0.000
node548 -- BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.330, backward_compute_time=0.065, activation_size=4214784.000, parameter_size=2688.000
node549 -- ReLU() -- forward_compute_time=0.322, backward_compute_time=0.037, activation_size=4214784.000, parameter_size=0.000
node238 -- BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.324, backward_compute_time=0.093, activation_size=8429568.000, parameter_size=1344.000
node239 -- ReLU() -- forward_compute_time=0.284, backward_compute_time=0.049, activation_size=8429568.000, parameter_size=0.000
node625 -- Conv2d(2016, 336, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.656, backward_compute_time=0.961, activation_size=4214784.000, parameter_size=2709504.000
node389 -- Conv2d(168, 168, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=168, bias=False) -- forward_compute_time=0.298, backward_compute_time=0.207, activation_size=8429568.000, parameter_size=6048.000
node234 -- Conv2d(1008, 168, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.840, backward_compute_time=0.990, activation_size=8429568.000, parameter_size=677376.000
node235 -- BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.326, backward_compute_time=0.240, activation_size=8429568.000, parameter_size=1344.000
node236 -- ReLU() -- forward_compute_time=0.366, backward_compute_time=0.199, activation_size=50577408.000, parameter_size=0.000
node237 -- Conv2d(1008, 168, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.837, backward_compute_time=0.989, activation_size=8429568.000, parameter_size=677376.000
node230 -- BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.328, backward_compute_time=0.108, activation_size=8429568.000, parameter_size=1344.000
node231 -- Add -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=8429568.000, parameter_size=0.000
node232 -- Concat(1) -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=50577408.000, parameter_size=0.000
node233 -- ReLU() -- forward_compute_time=0.396, backward_compute_time=0.205, activation_size=50577408.000, parameter_size=0.000
node193 -- Conv2d(168, 168, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=168, bias=False) -- forward_compute_time=0.293, backward_compute_time=0.197, activation_size=8429568.000, parameter_size=6048.000
node1141 -- Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.339, backward_compute_time=0.285, activation_size=2107392.000, parameter_size=1806336.000
node905 -- MaxPool2d(kernel_size=3, stride=2, padding=1, dilation=1, ceil_mode=False) -- forward_compute_time=0.318, backward_compute_time=0.092, activation_size=2107392.000, parameter_size=0.000
node944 -- ReLU() -- forward_compute_time=0.286, backward_compute_time=0.029, activation_size=2107392.000, parameter_size=0.000
node192 -- ReLU() -- forward_compute_time=0.282, backward_compute_time=0.060, activation_size=8429568.000, parameter_size=0.000
node701 -- Add -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=4214784.000, parameter_size=0.000
node853 -- Conv2d(2016, 672, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=1.258, backward_compute_time=1.696, activation_size=8429568.000, parameter_size=5419008.000
node1018 -- Conv2d(672, 672, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=672, bias=False) -- forward_compute_time=0.294, backward_compute_time=0.110, activation_size=2107392.000, parameter_size=24192.000
node1198 -- ReLU() -- forward_compute_time=0.279, backward_compute_time=0.035, activation_size=2107392.000, parameter_size=0.000
node969 -- Conv2d(2688, 672, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.606, backward_compute_time=3.614, activation_size=2107392.000, parameter_size=7225344.000
node698 -- Conv2d(336, 336, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=336, bias=False) -- forward_compute_time=0.302, backward_compute_time=0.127, activation_size=4214784.000, parameter_size=12096.000
node1120 -- AvgPool2d(kernel_size=3, stride=1, padding=1) -- forward_compute_time=0.299, backward_compute_time=0.081, activation_size=2107392.000, parameter_size=0.000
node380 -- Conv2d(168, 168, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.372, backward_compute_time=0.413, activation_size=8429568.000, parameter_size=112896.000
node1113 -- ReLU() -- forward_compute_time=0.310, backward_compute_time=0.031, activation_size=2107392.000, parameter_size=0.000
node1136 -- ReLU() -- forward_compute_time=0.292, backward_compute_time=0.075, activation_size=12644352.000, parameter_size=0.000
node1146 -- BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.309, backward_compute_time=0.073, activation_size=2107392.000, parameter_size=5376.000
node1188 -- ReLU() -- forward_compute_time=0.300, backward_compute_time=0.076, activation_size=12644352.000, parameter_size=0.000
node1190 -- BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.319, backward_compute_time=0.068, activation_size=2107392.000, parameter_size=5376.000
node1189 -- Conv2d(4032, 672, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.717, backward_compute_time=1.050, activation_size=2107392.000, parameter_size=10838016.000
node382 -- Add -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=8429568.000, parameter_size=0.000
node436 -- BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.339, backward_compute_time=0.112, activation_size=8429568.000, parameter_size=1344.000
node437 -- Add -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=8429568.000, parameter_size=0.000
node434 -- Conv2d(168, 168, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=168, bias=False) -- forward_compute_time=0.325, backward_compute_time=0.198, activation_size=8429568.000, parameter_size=6048.000
node383 -- AvgPool2d(kernel_size=3, stride=1, padding=1) -- forward_compute_time=0.315, backward_compute_time=0.297, activation_size=8429568.000, parameter_size=0.000
node432 -- BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.342, backward_compute_time=0.097, activation_size=8429568.000, parameter_size=1344.000
node433 -- ReLU() -- forward_compute_time=0.303, backward_compute_time=0.050, activation_size=8429568.000, parameter_size=0.000
node430 -- Conv2d(168, 168, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=168, bias=False) -- forward_compute_time=0.293, backward_compute_time=0.203, activation_size=8429568.000, parameter_size=6048.000
node431 -- Conv2d(168, 168, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.375, backward_compute_time=0.418, activation_size=8429568.000, parameter_size=112896.000
node999 -- ReLU() -- forward_compute_time=0.299, backward_compute_time=0.029, activation_size=2107392.000, parameter_size=0.000
node384 -- Add -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=8429568.000, parameter_size=0.000
node699 -- Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.374, backward_compute_time=0.258, activation_size=4214784.000, parameter_size=451584.000
node825 -- Conv2d(336, 336, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=336, bias=False) -- forward_compute_time=0.292, backward_compute_time=0.128, activation_size=4214784.000, parameter_size=12096.000
node438 -- AvgPool2d(kernel_size=3, stride=1, padding=1) -- forward_compute_time=0.317, backward_compute_time=0.298, activation_size=8429568.000, parameter_size=0.000
node385 -- AvgPool2d(kernel_size=3, stride=1, padding=1) -- forward_compute_time=0.307, backward_compute_time=0.276, activation_size=8429568.000, parameter_size=0.000
node128 -- BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.346, backward_compute_time=0.097, activation_size=8429568.000, parameter_size=1344.000
node129 -- ReLU() -- forward_compute_time=0.298, backward_compute_time=0.049, activation_size=8429568.000, parameter_size=0.000
node283 -- Conv2d(168, 168, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=168, bias=False) -- forward_compute_time=0.306, backward_compute_time=0.198, activation_size=8429568.000, parameter_size=6048.000
node282 -- ReLU() -- forward_compute_time=0.285, backward_compute_time=0.050, activation_size=8429568.000, parameter_size=0.000
node285 -- BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.437, backward_compute_time=0.110, activation_size=8429568.000, parameter_size=1344.000
node284 -- Conv2d(168, 168, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.430, backward_compute_time=0.426, activation_size=8429568.000, parameter_size=112896.000
node287 -- Concat(1) -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=50577408.000, parameter_size=0.000
node286 -- Add -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=8429568.000, parameter_size=0.000
node120 -- Conv2d(168, 84, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.391, backward_compute_time=0.459, activation_size=4214784.000, parameter_size=56448.000
node121 -- __getitem__ -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=33718272.000, parameter_size=0.000
node122 -- AvgPool2d(kernel_size=1, stride=2, padding=0) -- forward_compute_time=0.387, backward_compute_time=0.411, activation_size=8429568.000, parameter_size=0.000
node123 -- Conv2d(168, 84, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.341, backward_compute_time=0.371, activation_size=4214784.000, parameter_size=56448.000
node124 -- Concat(1) -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=8429568.000, parameter_size=0.000
node125 -- BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.343, backward_compute_time=0.117, activation_size=8429568.000, parameter_size=1344.000
node126 -- ReLU() -- forward_compute_time=0.288, backward_compute_time=0.081, activation_size=16859136.000, parameter_size=0.000
node127 -- Conv2d(336, 168, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.540, backward_compute_time=0.532, activation_size=8429568.000, parameter_size=225792.000
node606 -- Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.345, backward_compute_time=0.257, activation_size=4214784.000, parameter_size=451584.000
node998 -- BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.342, backward_compute_time=0.069, activation_size=2107392.000, parameter_size=5376.000
node601 -- Conv2d(336, 336, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=336, bias=False) -- forward_compute_time=0.292, backward_compute_time=0.130, activation_size=4214784.000, parameter_size=12096.000
node824 -- ReLU() -- forward_compute_time=0.285, backward_compute_time=0.035, activation_size=4214784.000, parameter_size=0.000
node1122 -- Add -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=2107392.000, parameter_size=0.000
node600 -- ReLU() -- forward_compute_time=0.286, backward_compute_time=0.035, activation_size=4214784.000, parameter_size=0.000
node1144 -- Conv2d(672, 672, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=672, bias=False) -- forward_compute_time=0.280, backward_compute_time=0.217, activation_size=2107392.000, parameter_size=67200.000
node1147 -- ReLU() -- forward_compute_time=0.289, backward_compute_time=0.033, activation_size=2107392.000, parameter_size=0.000
node943 -- BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.325, backward_compute_time=0.071, activation_size=2107392.000, parameter_size=5376.000
node603 -- BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.322, backward_compute_time=0.064, activation_size=4214784.000, parameter_size=2688.000
node1194 -- ReLU() -- forward_compute_time=0.278, backward_compute_time=0.029, activation_size=2107392.000, parameter_size=0.000
node602 -- Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.347, backward_compute_time=0.255, activation_size=4214784.000, parameter_size=451584.000
node827 -- BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.321, backward_compute_time=0.075, activation_size=4214784.000, parameter_size=2688.000
node1123 -- ReLU() -- forward_compute_time=0.295, backward_compute_time=0.029, activation_size=2107392.000, parameter_size=0.000
node1011 -- AvgPool2d(kernel_size=3, stride=1, padding=1) -- forward_compute_time=0.279, backward_compute_time=0.089, activation_size=2107392.000, parameter_size=0.000
node940 -- ReLU() -- forward_compute_time=0.293, backward_compute_time=0.036, activation_size=2107392.000, parameter_size=0.000
node759 -- Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.340, backward_compute_time=0.256, activation_size=4214784.000, parameter_size=451584.000
node758 -- Conv2d(336, 336, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=336, bias=False) -- forward_compute_time=0.305, backward_compute_time=0.244, activation_size=4214784.000, parameter_size=33600.000
node368 -- Conv2d(168, 168, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.382, backward_compute_time=0.404, activation_size=8429568.000, parameter_size=112896.000
node753 -- Conv2d(336, 336, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=336, bias=False) -- forward_compute_time=0.295, backward_compute_time=0.127, activation_size=4214784.000, parameter_size=12096.000
node752 -- ReLU() -- forward_compute_time=0.284, backward_compute_time=0.035, activation_size=4214784.000, parameter_size=0.000
node751 -- BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.321, backward_compute_time=0.065, activation_size=4214784.000, parameter_size=2688.000
node369 -- BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.333, backward_compute_time=0.097, activation_size=8429568.000, parameter_size=1344.000
node757 -- ReLU() -- forward_compute_time=0.282, backward_compute_time=0.034, activation_size=4214784.000, parameter_size=0.000
node756 -- Add -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=4214784.000, parameter_size=0.000
node755 -- BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.325, backward_compute_time=0.073, activation_size=4214784.000, parameter_size=2688.000
node754 -- Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.343, backward_compute_time=0.254, activation_size=4214784.000, parameter_size=451584.000
node946 -- Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.349, backward_compute_time=0.287, activation_size=2107392.000, parameter_size=1806336.000
node641 -- BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.332, backward_compute_time=0.063, activation_size=4214784.000, parameter_size=2688.000
node1124 -- Conv2d(672, 672, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=672, bias=False) -- forward_compute_time=0.298, backward_compute_time=0.181, activation_size=2107392.000, parameter_size=24192.000
node941 -- Conv2d(672, 672, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=672, bias=False) -- forward_compute_time=0.303, backward_compute_time=0.227, activation_size=2107392.000, parameter_size=67200.000
node761 -- ReLU() -- forward_compute_time=0.282, backward_compute_time=0.035, activation_size=4214784.000, parameter_size=0.000
node1206 -- ReLU() -- forward_compute_time=0.284, backward_compute_time=0.034, activation_size=2107392.000, parameter_size=0.000
node1250 -- View(-1) -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=49152.000, parameter_size=0.000
node1251 -- Linear(in_features=768, out_features=1000, bias=True) -- forward_compute_time=0.312, backward_compute_time=0.109, activation_size=64000.000, parameter_size=3076000.000
node1191 -- ReLU() -- forward_compute_time=0.331, backward_compute_time=0.093, activation_size=12644352.000, parameter_size=0.000
node550 -- Conv2d(336, 336, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=336, bias=False) -- forward_compute_time=0.321, backward_compute_time=0.129, activation_size=4214784.000, parameter_size=12096.000
node750 -- Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.344, backward_compute_time=0.255, activation_size=4214784.000, parameter_size=451584.000
node821 -- Conv2d(336, 336, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=336, bias=False) -- forward_compute_time=0.293, backward_compute_time=0.129, activation_size=4214784.000, parameter_size=12096.000
node1125 -- Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.354, backward_compute_time=0.284, activation_size=2107392.000, parameter_size=1806336.000
node1001 -- Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.366, backward_compute_time=0.284, activation_size=2107392.000, parameter_size=1806336.000
node715 -- Conv2d(336, 336, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=336, bias=False) -- forward_compute_time=0.293, backward_compute_time=0.133, activation_size=4214784.000, parameter_size=12096.000
node948 -- ReLU() -- forward_compute_time=0.292, backward_compute_time=0.032, activation_size=2107392.000, parameter_size=0.000
node1038 -- Conv2d(672, 672, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=672, bias=False) -- forward_compute_time=0.320, backward_compute_time=0.108, activation_size=2107392.000, parameter_size=24192.000
node769 -- ReLU() -- forward_compute_time=0.298, backward_compute_time=0.040, activation_size=4214784.000, parameter_size=0.000
node1126 -- BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.329, backward_compute_time=0.058, activation_size=2107392.000, parameter_size=5376.000
node416 -- ReLU() -- forward_compute_time=0.302, backward_compute_time=0.050, activation_size=8429568.000, parameter_size=0.000
node1032 -- BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.315, backward_compute_time=0.058, activation_size=2107392.000, parameter_size=5376.000
node1033 -- ReLU() -- forward_compute_time=0.281, backward_compute_time=0.029, activation_size=2107392.000, parameter_size=0.000
node1030 -- Conv2d(672, 672, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=672, bias=False) -- forward_compute_time=0.279, backward_compute_time=0.216, activation_size=2107392.000, parameter_size=67200.000
node1031 -- Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.342, backward_compute_time=0.297, activation_size=2107392.000, parameter_size=1806336.000
node1036 -- BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.314, backward_compute_time=0.068, activation_size=2107392.000, parameter_size=5376.000
node1037 -- ReLU() -- forward_compute_time=0.288, backward_compute_time=0.029, activation_size=2107392.000, parameter_size=0.000
node1034 -- Conv2d(672, 672, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=672, bias=False) -- forward_compute_time=0.288, backward_compute_time=0.216, activation_size=2107392.000, parameter_size=67200.000
node1035 -- Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.345, backward_compute_time=0.285, activation_size=2107392.000, parameter_size=1806336.000
node270 -- Conv2d(168, 168, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.367, backward_compute_time=0.406, activation_size=8429568.000, parameter_size=112896.000
node271 -- BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.332, backward_compute_time=0.109, activation_size=8429568.000, parameter_size=1344.000
node272 -- Add -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=8429568.000, parameter_size=0.000
node273 -- AvgPool2d(kernel_size=3, stride=1, padding=1) -- forward_compute_time=0.298, backward_compute_time=0.293, activation_size=8429568.000, parameter_size=0.000
node274 -- Add -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=8429568.000, parameter_size=0.000
node275 -- AvgPool2d(kernel_size=3, stride=1, padding=1) -- forward_compute_time=0.297, backward_compute_time=0.275, activation_size=8429568.000, parameter_size=0.000
node276 -- AvgPool2d(kernel_size=3, stride=1, padding=1) -- forward_compute_time=0.289, backward_compute_time=0.272, activation_size=8429568.000, parameter_size=0.000
node277 -- Add -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=8429568.000, parameter_size=0.000
node278 -- ReLU() -- forward_compute_time=0.292, backward_compute_time=0.049, activation_size=8429568.000, parameter_size=0.000
node279 -- Conv2d(168, 168, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=168, bias=False) -- forward_compute_time=0.320, backward_compute_time=0.205, activation_size=8429568.000, parameter_size=6048.000
node859 -- Conv2d(672, 672, kernel_size=(5, 5), stride=(2, 2), padding=(2, 2), groups=672, bias=False) -- forward_compute_time=0.282, backward_compute_time=0.362, activation_size=2107392.000, parameter_size=67200.000
node379 -- Conv2d(168, 168, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=168, bias=False) -- forward_compute_time=0.293, backward_compute_time=0.199, activation_size=8429568.000, parameter_size=6048.000
node378 -- ReLU() -- forward_compute_time=0.286, backward_compute_time=0.050, activation_size=8429568.000, parameter_size=0.000
node1127 -- ReLU() -- forward_compute_time=0.288, backward_compute_time=0.029, activation_size=2107392.000, parameter_size=0.000
node1130 -- BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.337, backward_compute_time=0.071, activation_size=2107392.000, parameter_size=5376.000
node993 -- Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.408, backward_compute_time=0.316, activation_size=2107392.000, parameter_size=1806336.000
node371 -- Conv2d(168, 168, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=168, bias=False) -- forward_compute_time=0.403, backward_compute_time=0.380, activation_size=8429568.000, parameter_size=16800.000
node370 -- ReLU() -- forward_compute_time=0.302, backward_compute_time=0.050, activation_size=8429568.000, parameter_size=0.000
node373 -- BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.351, backward_compute_time=0.114, activation_size=8429568.000, parameter_size=1344.000
node372 -- Conv2d(168, 168, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.411, backward_compute_time=0.460, activation_size=8429568.000, parameter_size=112896.000
node375 -- Conv2d(168, 168, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=168, bias=False) -- forward_compute_time=0.294, backward_compute_time=0.198, activation_size=8429568.000, parameter_size=6048.000
node374 -- ReLU() -- forward_compute_time=0.290, backward_compute_time=0.059, activation_size=8429568.000, parameter_size=0.000
node377 -- BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.330, backward_compute_time=0.098, activation_size=8429568.000, parameter_size=1344.000
node376 -- Conv2d(168, 168, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.377, backward_compute_time=0.406, activation_size=8429568.000, parameter_size=112896.000
node854 -- BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.373, backward_compute_time=0.145, activation_size=8429568.000, parameter_size=5376.000
node1192 -- Conv2d(4032, 672, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.703, backward_compute_time=4.271, activation_size=2107392.000, parameter_size=10838016.000
node1089 -- Conv2d(672, 672, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=672, bias=False) -- forward_compute_time=0.283, backward_compute_time=0.216, activation_size=2107392.000, parameter_size=67200.000
node855 -- ReLU() -- forward_compute_time=0.309, backward_compute_time=0.124, activation_size=25288704.000, parameter_size=0.000
node1087 -- BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.311, backward_compute_time=0.057, activation_size=2107392.000, parameter_size=5376.000
node1086 -- Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.336, backward_compute_time=0.284, activation_size=2107392.000, parameter_size=1806336.000
node1085 -- Conv2d(672, 672, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=672, bias=False) -- forward_compute_time=0.281, backward_compute_time=0.215, activation_size=2107392.000, parameter_size=67200.000
node1084 -- ReLU() -- forward_compute_time=0.273, backward_compute_time=0.029, activation_size=2107392.000, parameter_size=0.000
node1083 -- BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.312, backward_compute_time=0.059, activation_size=2107392.000, parameter_size=5376.000
node856 -- Conv2d(2016, 672, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=1.036, backward_compute_time=3.130, activation_size=8429568.000, parameter_size=5419008.000
node1081 -- ReLU() -- forward_compute_time=0.302, backward_compute_time=0.070, activation_size=12644352.000, parameter_size=0.000
node822 -- Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.344, backward_compute_time=0.258, activation_size=4214784.000, parameter_size=451584.000
node857 -- BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.336, backward_compute_time=0.087, activation_size=8429568.000, parameter_size=5376.000
node979 -- Conv2d(672, 672, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=672, bias=False) -- forward_compute_time=0.292, backward_compute_time=0.216, activation_size=2107392.000, parameter_size=67200.000
node978 -- ReLU() -- forward_compute_time=0.302, backward_compute_time=0.030, activation_size=2107392.000, parameter_size=0.000
node977 -- BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.332, backward_compute_time=0.059, activation_size=2107392.000, parameter_size=5376.000
node850 -- BatchNorm2d(768, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.318, backward_compute_time=0.055, activation_size=49152.000, parameter_size=6144.000
node975 -- Conv2d(672, 672, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=672, bias=False) -- forward_compute_time=0.292, backward_compute_time=0.216, activation_size=2107392.000, parameter_size=67200.000
node974 -- ReLU() -- forward_compute_time=0.286, backward_compute_time=0.028, activation_size=2107392.000, parameter_size=0.000
node973 -- BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.338, backward_compute_time=0.058, activation_size=2107392.000, parameter_size=5376.000
node972 -- Conv2d(4032, 672, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=2.135, backward_compute_time=1.045, activation_size=2107392.000, parameter_size=10838016.000
node971 -- ReLU() -- forward_compute_time=0.293, backward_compute_time=0.071, activation_size=12644352.000, parameter_size=0.000
node583 -- ReLU() -- forward_compute_time=0.285, backward_compute_time=0.034, activation_size=4214784.000, parameter_size=0.000
node68 -- ReLU() -- forward_compute_time=0.277, backward_compute_time=0.076, activation_size=16859136.000, parameter_size=0.000
node69 -- Conv2d(84, 84, kernel_size=(5, 5), stride=(2, 2), padding=(2, 2), groups=84, bias=False) -- forward_compute_time=0.295, backward_compute_time=0.469, activation_size=4214784.000, parameter_size=8400.000
node852 -- ReLU() -- forward_compute_time=0.301, backward_compute_time=0.116, activation_size=25288704.000, parameter_size=0.000
node1108 -- BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.325, backward_compute_time=0.071, activation_size=2107392.000, parameter_size=5376.000
node621 -- BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.324, backward_compute_time=0.085, activation_size=4214784.000, parameter_size=2688.000
node60 -- ReLU() -- forward_compute_time=0.435, backward_compute_time=0.471, activation_size=75700224.000, parameter_size=0.000
node61 -- AvgPool2d(kernel_size=1, stride=2, padding=0) -- forward_compute_time=0.341, backward_compute_time=0.687, activation_size=19267584.000, parameter_size=0.000
node62 -- Conv2d(96, 42, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.397, backward_compute_time=0.964, activation_size=8429568.000, parameter_size=16128.000
node63 -- __getitem__ -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=75700224.000, parameter_size=0.000
node64 -- AvgPool2d(kernel_size=1, stride=2, padding=0) -- forward_compute_time=0.632, backward_compute_time=0.931, activation_size=19267584.000, parameter_size=0.000
node65 -- Conv2d(96, 42, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=1.430, backward_compute_time=0.507, activation_size=8429568.000, parameter_size=16128.000
node66 -- Concat(1) -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=16859136.000, parameter_size=0.000
node67 -- BatchNorm2d(84, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.342, backward_compute_time=0.153, activation_size=16859136.000, parameter_size=672.000
node573 -- Conv2d(2016, 336, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.794, backward_compute_time=0.960, activation_size=4214784.000, parameter_size=2709504.000
node572 -- ReLU() -- forward_compute_time=0.299, backward_compute_time=0.127, activation_size=25288704.000, parameter_size=0.000
node478 -- Conv2d(336, 336, kernel_size=(7, 7), stride=(2, 2), padding=(3, 3), groups=336, bias=False) -- forward_compute_time=0.350, backward_compute_time=0.944, activation_size=4214784.000, parameter_size=65856.000
node479 -- Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.361, backward_compute_time=0.256, activation_size=4214784.000, parameter_size=451584.000
node577 -- Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.343, backward_compute_time=0.253, activation_size=4214784.000, parameter_size=451584.000
node576 -- Conv2d(336, 336, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=336, bias=False) -- forward_compute_time=0.304, backward_compute_time=0.245, activation_size=4214784.000, parameter_size=33600.000
node575 -- ReLU() -- forward_compute_time=0.298, backward_compute_time=0.035, activation_size=4214784.000, parameter_size=0.000
node574 -- BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.328, backward_compute_time=0.064, activation_size=4214784.000, parameter_size=2688.000
node472 -- Conv2d(336, 336, kernel_size=(7, 7), stride=(1, 1), padding=(3, 3), groups=336, bias=False) -- forward_compute_time=0.345, backward_compute_time=0.419, activation_size=4214784.000, parameter_size=65856.000
node473 -- Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.370, backward_compute_time=0.276, activation_size=4214784.000, parameter_size=451584.000
node470 -- BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.323, backward_compute_time=0.066, activation_size=4214784.000, parameter_size=2688.000
node471 -- ReLU() -- forward_compute_time=0.299, backward_compute_time=0.036, activation_size=4214784.000, parameter_size=0.000
node476 -- MaxPool2d(kernel_size=3, stride=2, padding=1, dilation=1, ceil_mode=False) -- forward_compute_time=0.332, backward_compute_time=0.166, activation_size=4214784.000, parameter_size=0.000
node477 -- ReLU() -- forward_compute_time=1.395, backward_compute_time=0.080, activation_size=16859136.000, parameter_size=0.000
node474 -- BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.327, backward_compute_time=0.094, activation_size=4214784.000, parameter_size=2688.000
node475 -- Add -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=4214784.000, parameter_size=0.000
node908 -- ReLU() -- forward_compute_time=0.307, backward_compute_time=0.187, activation_size=25288704.000, parameter_size=0.000
node909 -- AvgPool2d(kernel_size=1, stride=2, padding=0) -- forward_compute_time=0.288, backward_compute_time=0.257, activation_size=6322176.000, parameter_size=0.000
node678 -- Concat(1) -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=25288704.000, parameter_size=0.000
node679 -- ReLU() -- forward_compute_time=0.312, backward_compute_time=0.117, activation_size=25288704.000, parameter_size=0.000
node435 -- Conv2d(168, 168, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.375, backward_compute_time=0.408, activation_size=8429568.000, parameter_size=112896.000
node674 -- Conv2d(336, 336, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=336, bias=False) -- forward_compute_time=0.291, backward_compute_time=0.129, activation_size=4214784.000, parameter_size=12096.000
node675 -- Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.345, backward_compute_time=0.255, activation_size=4214784.000, parameter_size=451584.000
node676 -- BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.324, backward_compute_time=0.075, activation_size=4214784.000, parameter_size=2688.000
node677 -- Add -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=4214784.000, parameter_size=0.000
node670 -- Conv2d(336, 336, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=336, bias=False) -- forward_compute_time=0.291, backward_compute_time=0.127, activation_size=4214784.000, parameter_size=12096.000
node671 -- Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.338, backward_compute_time=0.255, activation_size=4214784.000, parameter_size=451584.000
node672 -- BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.317, backward_compute_time=0.064, activation_size=4214784.000, parameter_size=2688.000
node447 -- ReLU() -- forward_compute_time=0.291, backward_compute_time=0.050, activation_size=8429568.000, parameter_size=0.000
node494 -- BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.349, backward_compute_time=0.073, activation_size=4214784.000, parameter_size=2688.000
node495 -- Add -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=4214784.000, parameter_size=0.000
node496 -- AvgPool2d(kernel_size=3, stride=1, padding=1) -- forward_compute_time=0.309, backward_compute_time=0.148, activation_size=4214784.000, parameter_size=0.000
node497 -- Add -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=4214784.000, parameter_size=0.000
node490 -- BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.329, backward_compute_time=0.065, activation_size=4214784.000, parameter_size=2688.000
node491 -- ReLU() -- forward_compute_time=0.292, backward_compute_time=0.035, activation_size=4214784.000, parameter_size=0.000
node492 -- Conv2d(336, 336, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=336, bias=False) -- forward_compute_time=0.315, backward_compute_time=0.244, activation_size=4214784.000, parameter_size=33600.000
node493 -- Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.362, backward_compute_time=0.256, activation_size=4214784.000, parameter_size=451584.000
node498 -- ReLU() -- forward_compute_time=0.310, backward_compute_time=0.034, activation_size=4214784.000, parameter_size=0.000
node499 -- Conv2d(336, 336, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=336, bias=False) -- forward_compute_time=0.302, backward_compute_time=0.127, activation_size=4214784.000, parameter_size=12096.000
node949 -- Conv2d(672, 672, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=672, bias=False) -- forward_compute_time=0.298, backward_compute_time=0.114, activation_size=2107392.000, parameter_size=24192.000
node525 -- Conv2d(336, 336, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=336, bias=False) -- forward_compute_time=0.305, backward_compute_time=0.248, activation_size=4214784.000, parameter_size=33600.000
node889 -- BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.334, backward_compute_time=0.058, activation_size=2107392.000, parameter_size=5376.000
node888 -- Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=1.366, backward_compute_time=0.284, activation_size=2107392.000, parameter_size=1806336.000
node823 -- BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.319, backward_compute_time=0.066, activation_size=4214784.000, parameter_size=2688.000
node1121 -- AvgPool2d(kernel_size=3, stride=1, padding=1) -- forward_compute_time=0.283, backward_compute_time=0.085, activation_size=2107392.000, parameter_size=0.000
node883 -- BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.326, backward_compute_time=0.063, activation_size=2107392.000, parameter_size=5376.000
node882 -- Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.345, backward_compute_time=0.332, activation_size=2107392.000, parameter_size=1806336.000
node881 -- Conv2d(672, 672, kernel_size=(7, 7), stride=(1, 1), padding=(3, 3), groups=672, bias=False) -- forward_compute_time=0.296, backward_compute_time=0.377, activation_size=2107392.000, parameter_size=131712.000
node880 -- ReLU() -- forward_compute_time=0.279, backward_compute_time=0.033, activation_size=2107392.000, parameter_size=0.000
node887 -- Conv2d(672, 672, kernel_size=(5, 5), stride=(2, 2), padding=(2, 2), groups=672, bias=False) -- forward_compute_time=0.306, backward_compute_time=0.357, activation_size=2107392.000, parameter_size=67200.000
node886 -- ReLU() -- forward_compute_time=0.295, backward_compute_time=0.050, activation_size=8429568.000, parameter_size=0.000
node885 -- AvgPool2d(kernel_size=3, stride=2, padding=1) -- forward_compute_time=0.291, backward_compute_time=0.159, activation_size=2107392.000, parameter_size=0.000
node884 -- Add -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=2107392.000, parameter_size=0.000
node1183 -- Conv2d(672, 672, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=672, bias=False) -- forward_compute_time=0.293, backward_compute_time=0.113, activation_size=2107392.000, parameter_size=24192.000
node810 -- BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.321, backward_compute_time=0.073, activation_size=4214784.000, parameter_size=2688.000
node849 -- Conv2d(128, 768, kernel_size=(5, 5), stride=(1, 1), bias=False) -- forward_compute_time=0.582, backward_compute_time=0.596, activation_size=49152.000, parameter_size=9830400.000
node915 -- BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.329, backward_compute_time=0.062, activation_size=2107392.000, parameter_size=5376.000
node799 -- ReLU() -- forward_compute_time=0.271, backward_compute_time=0.035, activation_size=4214784.000, parameter_size=0.000
node798 -- BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.316, backward_compute_time=0.063, activation_size=4214784.000, parameter_size=2688.000
node797 -- Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.343, backward_compute_time=0.255, activation_size=4214784.000, parameter_size=451584.000
node796 -- Conv2d(336, 336, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=336, bias=False) -- forward_compute_time=0.302, backward_compute_time=0.243, activation_size=4214784.000, parameter_size=33600.000
node795 -- ReLU() -- forward_compute_time=0.271, backward_compute_time=0.034, activation_size=4214784.000, parameter_size=0.000
node794 -- BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.315, backward_compute_time=0.066, activation_size=4214784.000, parameter_size=2688.000
node793 -- Conv2d(2016, 336, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.649, backward_compute_time=2.284, activation_size=4214784.000, parameter_size=2709504.000
node792 -- ReLU() -- forward_compute_time=0.321, backward_compute_time=0.118, activation_size=25288704.000, parameter_size=0.000
node791 -- BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.323, backward_compute_time=0.124, activation_size=4214784.000, parameter_size=2688.000
node790 -- Conv2d(2016, 336, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.660, backward_compute_time=0.969, activation_size=4214784.000, parameter_size=2709504.000
node151 -- Conv2d(168, 168, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=168, bias=False) -- forward_compute_time=0.355, backward_compute_time=0.385, activation_size=8429568.000, parameter_size=16800.000
node150 -- ReLU() -- forward_compute_time=0.282, backward_compute_time=0.051, activation_size=8429568.000, parameter_size=0.000
node153 -- BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.369, backward_compute_time=0.121, activation_size=8429568.000, parameter_size=1344.000
node152 -- Conv2d(168, 168, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.381, backward_compute_time=0.414, activation_size=8429568.000, parameter_size=112896.000
node155 -- Conv2d(168, 168, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=168, bias=False) -- forward_compute_time=0.304, backward_compute_time=0.201, activation_size=8429568.000, parameter_size=6048.000
node154 -- ReLU() -- forward_compute_time=0.280, backward_compute_time=0.054, activation_size=8429568.000, parameter_size=0.000
node157 -- BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.328, backward_compute_time=0.106, activation_size=8429568.000, parameter_size=1344.000
node156 -- Conv2d(168, 168, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.369, backward_compute_time=0.419, activation_size=8429568.000, parameter_size=112896.000
node159 -- Conv2d(168, 168, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=168, bias=False) -- forward_compute_time=0.293, backward_compute_time=0.205, activation_size=8429568.000, parameter_size=6048.000
node158 -- ReLU() -- forward_compute_time=0.284, backward_compute_time=0.052, activation_size=8429568.000, parameter_size=0.000
node405 -- Conv2d(168, 168, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=168, bias=False) -- forward_compute_time=1.361, backward_compute_time=0.391, activation_size=8429568.000, parameter_size=16800.000
node404 -- ReLU() -- forward_compute_time=0.334, backward_compute_time=0.052, activation_size=8429568.000, parameter_size=0.000
node403 -- BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.344, backward_compute_time=0.102, activation_size=8429568.000, parameter_size=1344.000
node402 -- Conv2d(1008, 168, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.853, backward_compute_time=2.798, activation_size=8429568.000, parameter_size=677376.000
node401 -- ReLU() -- forward_compute_time=0.372, backward_compute_time=0.214, activation_size=50577408.000, parameter_size=0.000
node400 -- BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.341, backward_compute_time=0.249, activation_size=8429568.000, parameter_size=1344.000
node1212 -- Conv2d(672, 672, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=672, bias=False) -- forward_compute_time=0.325, backward_compute_time=0.220, activation_size=2107392.000, parameter_size=67200.000
node450 -- BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.335, backward_compute_time=0.118, activation_size=8429568.000, parameter_size=1344.000
node1196 -- Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.338, backward_compute_time=0.290, activation_size=2107392.000, parameter_size=1806336.000
node1211 -- ReLU() -- forward_compute_time=0.310, backward_compute_time=0.028, activation_size=2107392.000, parameter_size=0.000
node1216 -- Conv2d(672, 672, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=672, bias=False) -- forward_compute_time=0.318, backward_compute_time=0.222, activation_size=2107392.000, parameter_size=67200.000
node1217 -- Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.349, backward_compute_time=0.285, activation_size=2107392.000, parameter_size=1806336.000
node1214 -- BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.345, backward_compute_time=0.070, activation_size=2107392.000, parameter_size=5376.000
node451 -- Add -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=8429568.000, parameter_size=0.000
node778 -- Add -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=4214784.000, parameter_size=0.000
node1218 -- BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.325, backward_compute_time=0.071, activation_size=2107392.000, parameter_size=5376.000
node1219 -- ReLU() -- forward_compute_time=0.300, backward_compute_time=0.032, activation_size=2107392.000, parameter_size=0.000
node452 -- Concat(1) -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=50577408.000, parameter_size=0.000
node421 -- ReLU() -- forward_compute_time=0.306, backward_compute_time=0.050, activation_size=8429568.000, parameter_size=0.000
node1131 -- Add -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=2107392.000, parameter_size=0.000
node453 -- ReLU() -- forward_compute_time=0.395, backward_compute_time=0.206, activation_size=50577408.000, parameter_size=0.000
node962 -- ReLU() -- forward_compute_time=0.292, backward_compute_time=0.031, activation_size=2107392.000, parameter_size=0.000
node420 -- Add -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=8429568.000, parameter_size=0.000
node1097 -- Conv2d(672, 672, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=672, bias=False) -- forward_compute_time=0.295, backward_compute_time=0.108, activation_size=2107392.000, parameter_size=24192.000
node454 -- Conv2d(1008, 336, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=1.270, backward_compute_time=1.624, activation_size=16859136.000, parameter_size=1354752.000
node963 -- Conv2d(672, 672, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=672, bias=False) -- forward_compute_time=0.316, backward_compute_time=0.114, activation_size=2107392.000, parameter_size=24192.000
node423 -- Conv2d(168, 168, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.378, backward_compute_time=0.416, activation_size=8429568.000, parameter_size=112896.000
node847 -- BatchNorm2d(128, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.317, backward_compute_time=0.046, activation_size=204800.000, parameter_size=1024.000
node455 -- BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.368, backward_compute_time=0.286, activation_size=16859136.000, parameter_size=2688.000
node1111 -- Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.370, backward_compute_time=0.295, activation_size=2107392.000, parameter_size=1806336.000
node422 -- Conv2d(168, 168, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=168, bias=False) -- forward_compute_time=0.363, backward_compute_time=0.386, activation_size=8429568.000, parameter_size=16800.000
node456 -- ReLU() -- forward_compute_time=0.383, backward_compute_time=0.203, activation_size=50577408.000, parameter_size=0.000
node536 -- Add -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=4214784.000, parameter_size=0.000
node1110 -- Conv2d(672, 672, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=672, bias=False) -- forward_compute_time=0.311, backward_compute_time=0.113, activation_size=2107392.000, parameter_size=24192.000
node425 -- ReLU() -- forward_compute_time=0.286, backward_compute_time=0.053, activation_size=8429568.000, parameter_size=0.000
node457 -- Conv2d(1008, 336, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=1.043, backward_compute_time=2.948, activation_size=16859136.000, parameter_size=1354752.000
node624 -- ReLU() -- forward_compute_time=0.303, backward_compute_time=0.117, activation_size=25288704.000, parameter_size=0.000
node424 -- BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.359, backward_compute_time=0.100, activation_size=8429568.000, parameter_size=1344.000
node704 -- Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.345, backward_compute_time=0.260, activation_size=4214784.000, parameter_size=451584.000
node705 -- BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.325, backward_compute_time=0.064, activation_size=4214784.000, parameter_size=2688.000
node706 -- ReLU() -- forward_compute_time=0.308, backward_compute_time=0.040, activation_size=4214784.000, parameter_size=0.000
node707 -- Conv2d(336, 336, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=336, bias=False) -- forward_compute_time=0.307, backward_compute_time=0.244, activation_size=4214784.000, parameter_size=33600.000
node700 -- BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.327, backward_compute_time=0.076, activation_size=4214784.000, parameter_size=2688.000
node427 -- Conv2d(168, 168, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.374, backward_compute_time=0.410, activation_size=8429568.000, parameter_size=112896.000
node702 -- ReLU() -- forward_compute_time=0.290, backward_compute_time=0.035, activation_size=4214784.000, parameter_size=0.000
node703 -- Conv2d(336, 336, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=336, bias=False) -- forward_compute_time=0.325, backward_compute_time=0.246, activation_size=4214784.000, parameter_size=33600.000
node1179 -- Conv2d(672, 672, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=672, bias=False) -- forward_compute_time=0.292, backward_compute_time=0.109, activation_size=2107392.000, parameter_size=24192.000
node426 -- Conv2d(168, 168, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=168, bias=False) -- forward_compute_time=0.373, backward_compute_time=0.382, activation_size=8429568.000, parameter_size=16800.000
node708 -- Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.349, backward_compute_time=0.254, activation_size=4214784.000, parameter_size=451584.000
node709 -- BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.327, backward_compute_time=0.073, activation_size=4214784.000, parameter_size=2688.000
node1104 -- BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.327, backward_compute_time=0.061, activation_size=2107392.000, parameter_size=5376.000
node785 -- Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.343, backward_compute_time=0.280, activation_size=4214784.000, parameter_size=451584.000
node811 -- Add -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=4214784.000, parameter_size=0.000
node1119 -- Add -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=2107392.000, parameter_size=0.000
node832 -- AvgPool2d(kernel_size=3, stride=1, padding=1) -- forward_compute_time=0.285, backward_compute_time=0.144, activation_size=4214784.000, parameter_size=0.000
node1149 -- Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.359, backward_compute_time=0.283, activation_size=2107392.000, parameter_size=1806336.000
node339 -- Conv2d(168, 168, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.406, backward_compute_time=0.422, activation_size=8429568.000, parameter_size=112896.000
node338 -- Conv2d(168, 168, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=168, bias=False) -- forward_compute_time=0.317, backward_compute_time=0.199, activation_size=8429568.000, parameter_size=6048.000
node1118 -- AvgPool2d(kernel_size=3, stride=1, padding=1) -- forward_compute_time=0.294, backward_compute_time=0.079, activation_size=2107392.000, parameter_size=0.000
node335 -- Conv2d(168, 168, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.393, backward_compute_time=0.404, activation_size=8429568.000, parameter_size=112896.000
node334 -- Conv2d(168, 168, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=168, bias=False) -- forward_compute_time=0.310, backward_compute_time=0.197, activation_size=8429568.000, parameter_size=6048.000
node337 -- ReLU() -- forward_compute_time=0.303, backward_compute_time=0.049, activation_size=8429568.000, parameter_size=0.000
node336 -- BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.353, backward_compute_time=0.095, activation_size=8429568.000, parameter_size=1344.000
node331 -- AvgPool2d(kernel_size=3, stride=1, padding=1) -- forward_compute_time=0.293, backward_compute_time=0.272, activation_size=8429568.000, parameter_size=0.000
node330 -- AvgPool2d(kernel_size=3, stride=1, padding=1) -- forward_compute_time=0.300, backward_compute_time=0.272, activation_size=8429568.000, parameter_size=0.000
node333 -- ReLU() -- forward_compute_time=0.284, backward_compute_time=0.048, activation_size=8429568.000, parameter_size=0.000
node332 -- Add -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=8429568.000, parameter_size=0.000
node635 -- Conv2d(336, 336, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=336, bias=False) -- forward_compute_time=0.299, backward_compute_time=0.243, activation_size=4214784.000, parameter_size=33600.000
node692 -- BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.306, backward_compute_time=0.073, activation_size=4214784.000, parameter_size=2688.000
node786 -- BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.329, backward_compute_time=0.085, activation_size=4214784.000, parameter_size=2688.000
node693 -- ReLU() -- forward_compute_time=0.277, backward_compute_time=0.034, activation_size=4214784.000, parameter_size=0.000
node922 -- BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.325, backward_compute_time=0.059, activation_size=2107392.000, parameter_size=5376.000
node930 -- BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.322, backward_compute_time=0.059, activation_size=2107392.000, parameter_size=5376.000
node1066 -- AvgPool2d(kernel_size=3, stride=1, padding=1) -- forward_compute_time=0.280, backward_compute_time=0.085, activation_size=2107392.000, parameter_size=0.000
node923 -- ReLU() -- forward_compute_time=0.290, backward_compute_time=0.030, activation_size=2107392.000, parameter_size=0.000
node1143 -- ReLU() -- forward_compute_time=0.273, backward_compute_time=0.029, activation_size=2107392.000, parameter_size=0.000
node924 -- Conv2d(672, 672, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=672, bias=False) -- forward_compute_time=0.308, backward_compute_time=0.216, activation_size=2107392.000, parameter_size=67200.000
node526 -- Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.340, backward_compute_time=0.254, activation_size=4214784.000, parameter_size=451584.000
node1140 -- Conv2d(672, 672, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=672, bias=False) -- forward_compute_time=0.283, backward_compute_time=0.218, activation_size=2107392.000, parameter_size=67200.000
node544 -- BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.325, backward_compute_time=0.080, activation_size=4214784.000, parameter_size=2688.000
node1148 -- Conv2d(672, 672, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=672, bias=False) -- forward_compute_time=1.812, backward_compute_time=0.118, activation_size=2107392.000, parameter_size=24192.000
node820 -- ReLU() -- forward_compute_time=0.282, backward_compute_time=0.036, activation_size=4214784.000, parameter_size=0.000
node28 -- BatchNorm2d(42, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.343, backward_compute_time=0.094, activation_size=8429568.000, parameter_size=336.000
node29 -- ReLU() -- forward_compute_time=0.284, backward_compute_time=0.045, activation_size=8429568.000, parameter_size=0.000
node629 -- BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.326, backward_compute_time=0.062, activation_size=4214784.000, parameter_size=2688.000
node24 -- MaxPool2d(kernel_size=3, stride=2, padding=1, dilation=1, ceil_mode=False) -- forward_compute_time=0.409, backward_compute_time=0.445, activation_size=8429568.000, parameter_size=0.000
node25 -- ReLU() -- forward_compute_time=0.474, backward_compute_time=0.280, activation_size=75700224.000, parameter_size=0.000
node26 -- Conv2d(96, 96, kernel_size=(7, 7), stride=(2, 2), padding=(3, 3), groups=96, bias=False) -- forward_compute_time=0.677, backward_compute_time=3.385, activation_size=19267584.000, parameter_size=18816.000
node27 -- Conv2d(96, 42, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.335, backward_compute_time=0.357, activation_size=8429568.000, parameter_size=16128.000
node20 -- Conv2d(42, 42, kernel_size=(7, 7), stride=(1, 1), padding=(3, 3), groups=42, bias=False) -- forward_compute_time=0.465, backward_compute_time=0.676, activation_size=8429568.000, parameter_size=8232.000
node21 -- Conv2d(42, 42, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.343, backward_compute_time=0.196, activation_size=8429568.000, parameter_size=7056.000
node22 -- BatchNorm2d(42, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.389, backward_compute_time=0.171, activation_size=8429568.000, parameter_size=336.000
node23 -- Add -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=8429568.000, parameter_size=0.000
node1061 -- BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.328, backward_compute_time=0.069, activation_size=2107392.000, parameter_size=5376.000
node928 -- Conv2d(672, 672, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=672, bias=False) -- forward_compute_time=0.317, backward_compute_time=0.109, activation_size=2107392.000, parameter_size=24192.000
node1063 -- AvgPool2d(kernel_size=3, stride=1, padding=1) -- forward_compute_time=0.298, backward_compute_time=0.081, activation_size=2107392.000, parameter_size=0.000
node1062 -- Add -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=2107392.000, parameter_size=0.000
node1065 -- AvgPool2d(kernel_size=3, stride=1, padding=1) -- forward_compute_time=0.289, backward_compute_time=0.081, activation_size=2107392.000, parameter_size=0.000
node1064 -- Add -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=2107392.000, parameter_size=0.000
node1067 -- Add -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=2107392.000, parameter_size=0.000
node913 -- Conv2d(2016, 336, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.481, backward_compute_time=2.106, activation_size=1053696.000, parameter_size=2709504.000
node1069 -- Conv2d(672, 672, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=672, bias=False) -- forward_compute_time=0.298, backward_compute_time=0.108, activation_size=2107392.000, parameter_size=24192.000
node527 -- BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.332, backward_compute_time=0.078, activation_size=4214784.000, parameter_size=2688.000
node1145 -- Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.339, backward_compute_time=0.292, activation_size=2107392.000, parameter_size=1806336.000
node545 -- ReLU() -- forward_compute_time=0.293, backward_compute_time=0.037, activation_size=4214784.000, parameter_size=0.000
node209 -- ReLU() -- forward_compute_time=0.296, backward_compute_time=0.054, activation_size=8429568.000, parameter_size=0.000
node208 -- BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.336, backward_compute_time=0.122, activation_size=8429568.000, parameter_size=1344.000
node632 -- Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.339, backward_compute_time=0.254, activation_size=4214784.000, parameter_size=451584.000
node633 -- BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.314, backward_compute_time=0.064, activation_size=4214784.000, parameter_size=2688.000
node634 -- ReLU() -- forward_compute_time=0.275, backward_compute_time=0.035, activation_size=4214784.000, parameter_size=0.000
node628 -- Conv2d(2016, 336, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=1.915, backward_compute_time=0.961, activation_size=4214784.000, parameter_size=2709504.000
node636 -- Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.333, backward_compute_time=0.255, activation_size=4214784.000, parameter_size=451584.000
node637 -- BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.328, backward_compute_time=0.073, activation_size=4214784.000, parameter_size=2688.000
node201 -- ReLU() -- forward_compute_time=0.297, backward_compute_time=0.054, activation_size=8429568.000, parameter_size=0.000
node200 -- Add -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=8429568.000, parameter_size=0.000
node203 -- Conv2d(168, 168, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.376, backward_compute_time=0.407, activation_size=8429568.000, parameter_size=112896.000
node202 -- Conv2d(168, 168, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=168, bias=False) -- forward_compute_time=0.364, backward_compute_time=0.389, activation_size=8429568.000, parameter_size=16800.000
node205 -- ReLU() -- forward_compute_time=0.290, backward_compute_time=0.052, activation_size=8429568.000, parameter_size=0.000
node204 -- BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.365, backward_compute_time=0.104, activation_size=8429568.000, parameter_size=1344.000
node207 -- Conv2d(168, 168, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.398, backward_compute_time=0.411, activation_size=8429568.000, parameter_size=112896.000
node206 -- Conv2d(168, 168, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=168, bias=False) -- forward_compute_time=0.366, backward_compute_time=0.385, activation_size=8429568.000, parameter_size=16800.000
node507 -- Add -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=4214784.000, parameter_size=0.000
node520 -- ReLU() -- forward_compute_time=0.286, backward_compute_time=0.040, activation_size=4214784.000, parameter_size=0.000
node591 -- Add -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=4214784.000, parameter_size=0.000
node590 -- BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.333, backward_compute_time=0.073, activation_size=4214784.000, parameter_size=2688.000
node593 -- Conv2d(336, 336, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=336, bias=False) -- forward_compute_time=0.310, backward_compute_time=0.244, activation_size=4214784.000, parameter_size=33600.000
node592 -- ReLU() -- forward_compute_time=0.299, backward_compute_time=0.035, activation_size=4214784.000, parameter_size=0.000
node595 -- BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.322, backward_compute_time=0.064, activation_size=4214784.000, parameter_size=2688.000
node594 -- Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.346, backward_compute_time=0.255, activation_size=4214784.000, parameter_size=451584.000
node597 -- Conv2d(336, 336, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=336, bias=False) -- forward_compute_time=0.304, backward_compute_time=0.245, activation_size=4214784.000, parameter_size=33600.000
node596 -- ReLU() -- forward_compute_time=0.288, backward_compute_time=0.036, activation_size=4214784.000, parameter_size=0.000
node599 -- BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.322, backward_compute_time=0.074, activation_size=4214784.000, parameter_size=2688.000
node598 -- Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.360, backward_compute_time=0.255, activation_size=4214784.000, parameter_size=451584.000
node845 -- AvgPool2d(kernel_size=(5, 5), stride=(3, 3), padding=(2, 2)) -- forward_compute_time=0.293, backward_compute_time=0.351, activation_size=3225600.000, parameter_size=0.000
node844 -- ReLU() -- forward_compute_time=0.302, backward_compute_time=0.113, activation_size=25288704.000, parameter_size=0.000
node843 -- Concat(1) -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=25288704.000, parameter_size=0.000
node842 -- Add -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=4214784.000, parameter_size=0.000
node841 -- BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.332, backward_compute_time=0.116, activation_size=4214784.000, parameter_size=2688.000
node840 -- Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.354, backward_compute_time=0.359, activation_size=4214784.000, parameter_size=451584.000
node1039 -- Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=1.585, backward_compute_time=0.284, activation_size=2107392.000, parameter_size=1806336.000
node1068 -- ReLU() -- forward_compute_time=0.291, backward_compute_time=0.028, activation_size=2107392.000, parameter_size=0.000
node819 -- BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.317, backward_compute_time=0.076, activation_size=4214784.000, parameter_size=2688.000
node115 -- MaxPool2d(kernel_size=3, stride=2, padding=1, dilation=1, ceil_mode=False) -- forward_compute_time=0.331, backward_compute_time=0.129, activation_size=4214784.000, parameter_size=0.000
node114 -- BatchNorm2d(84, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.347, backward_compute_time=0.082, activation_size=4214784.000, parameter_size=672.000
node117 -- Concat(1) -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=16859136.000, parameter_size=0.000
node116 -- Add -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=4214784.000, parameter_size=0.000
node111 -- ReLU() -- forward_compute_time=0.288, backward_compute_time=0.035, activation_size=4214784.000, parameter_size=0.000
node110 -- BatchNorm2d(84, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.331, backward_compute_time=0.071, activation_size=4214784.000, parameter_size=672.000
node113 -- Conv2d(84, 84, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.337, backward_compute_time=0.272, activation_size=4214784.000, parameter_size=28224.000
node112 -- Conv2d(84, 84, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=84, bias=False) -- forward_compute_time=0.300, backward_compute_time=0.128, activation_size=4214784.000, parameter_size=3024.000
node449 -- Conv2d(168, 168, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.371, backward_compute_time=0.515, activation_size=8429568.000, parameter_size=112896.000
node448 -- Conv2d(168, 168, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=168, bias=False) -- forward_compute_time=0.328, backward_compute_time=0.200, activation_size=8429568.000, parameter_size=6048.000
node119 -- AvgPool2d(kernel_size=1, stride=2, padding=0) -- forward_compute_time=0.269, backward_compute_time=0.322, activation_size=8429568.000, parameter_size=0.000
node118 -- ReLU() -- forward_compute_time=0.323, backward_compute_time=0.238, activation_size=33718272.000, parameter_size=0.000
node1082 -- Conv2d(4032, 672, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.697, backward_compute_time=1.047, activation_size=2107392.000, parameter_size=10838016.000
node685 -- ReLU() -- forward_compute_time=0.278, backward_compute_time=0.035, activation_size=4214784.000, parameter_size=0.000
node684 -- BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.319, backward_compute_time=0.064, activation_size=4214784.000, parameter_size=2688.000
node687 -- Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.346, backward_compute_time=0.254, activation_size=4214784.000, parameter_size=451584.000
node686 -- Conv2d(336, 336, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=336, bias=False) -- forward_compute_time=0.299, backward_compute_time=0.244, activation_size=4214784.000, parameter_size=33600.000
node528 -- ReLU() -- forward_compute_time=0.289, backward_compute_time=0.036, activation_size=4214784.000, parameter_size=0.000
node529 -- Conv2d(336, 336, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=336, bias=False) -- forward_compute_time=0.294, backward_compute_time=0.132, activation_size=4214784.000, parameter_size=12096.000
node298 -- ReLU() -- forward_compute_time=0.304, backward_compute_time=0.050, activation_size=8429568.000, parameter_size=0.000
node299 -- Conv2d(168, 168, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=168, bias=False) -- forward_compute_time=0.372, backward_compute_time=0.387, activation_size=8429568.000, parameter_size=16800.000
node296 -- Conv2d(168, 168, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.432, backward_compute_time=0.403, activation_size=8429568.000, parameter_size=112896.000
node297 -- BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.426, backward_compute_time=0.095, activation_size=8429568.000, parameter_size=1344.000
node294 -- ReLU() -- forward_compute_time=0.289, backward_compute_time=0.049, activation_size=8429568.000, parameter_size=0.000
node295 -- Conv2d(168, 168, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=168, bias=False) -- forward_compute_time=0.368, backward_compute_time=0.377, activation_size=8429568.000, parameter_size=16800.000
node292 -- Conv2d(1008, 168, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.841, backward_compute_time=0.988, activation_size=8429568.000, parameter_size=677376.000
node293 -- BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.337, backward_compute_time=0.094, activation_size=8429568.000, parameter_size=1344.000
node290 -- BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.336, backward_compute_time=0.238, activation_size=8429568.000, parameter_size=1344.000
node291 -- ReLU() -- forward_compute_time=0.368, backward_compute_time=0.199, activation_size=50577408.000, parameter_size=0.000
node612 -- AvgPool2d(kernel_size=3, stride=1, padding=1) -- forward_compute_time=0.278, backward_compute_time=0.144, activation_size=4214784.000, parameter_size=0.000
node631 -- Conv2d(336, 336, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=336, bias=False) -- forward_compute_time=0.297, backward_compute_time=0.244, activation_size=4214784.000, parameter_size=33600.000
node710 -- ReLU() -- forward_compute_time=0.284, backward_compute_time=0.034, activation_size=4214784.000, parameter_size=0.000
node523 -- BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.328, backward_compute_time=0.063, activation_size=4214784.000, parameter_size=2688.000
node1237 -- ReLU() -- forward_compute_time=0.284, backward_compute_time=0.030, activation_size=2107392.000, parameter_size=0.000
node640 -- Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.359, backward_compute_time=0.254, activation_size=4214784.000, parameter_size=451584.000
node818 -- Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.341, backward_compute_time=0.255, activation_size=4214784.000, parameter_size=451584.000
node643 -- Conv2d(336, 336, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=336, bias=False) -- forward_compute_time=0.292, backward_compute_time=0.128, activation_size=4214784.000, parameter_size=12096.000
node439 -- Add -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=8429568.000, parameter_size=0.000
node642 -- ReLU() -- forward_compute_time=0.284, backward_compute_time=0.034, activation_size=4214784.000, parameter_size=0.000
node645 -- BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.329, backward_compute_time=0.073, activation_size=4214784.000, parameter_size=2688.000
node644 -- Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.345, backward_compute_time=0.254, activation_size=4214784.000, parameter_size=451584.000
node748 -- ReLU() -- forward_compute_time=0.269, backward_compute_time=0.034, activation_size=4214784.000, parameter_size=0.000
node638 -- ReLU() -- forward_compute_time=0.277, backward_compute_time=0.034, activation_size=4214784.000, parameter_size=0.000
node647 -- ReLU() -- forward_compute_time=0.295, backward_compute_time=0.035, activation_size=4214784.000, parameter_size=0.000
node639 -- Conv2d(336, 336, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=336, bias=False) -- forward_compute_time=0.291, backward_compute_time=0.128, activation_size=4214784.000, parameter_size=12096.000
node740 -- ReLU() -- forward_compute_time=0.279, backward_compute_time=0.034, activation_size=4214784.000, parameter_size=0.000
node741 -- Conv2d(336, 336, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=336, bias=False) -- forward_compute_time=0.307, backward_compute_time=0.243, activation_size=4214784.000, parameter_size=33600.000
node742 -- Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.336, backward_compute_time=0.254, activation_size=4214784.000, parameter_size=451584.000
node646 -- Add -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=4214784.000, parameter_size=0.000
node744 -- ReLU() -- forward_compute_time=0.294, backward_compute_time=0.035, activation_size=4214784.000, parameter_size=0.000
node610 -- Add -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=4214784.000, parameter_size=0.000
node746 -- Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.382, backward_compute_time=0.258, activation_size=4214784.000, parameter_size=451584.000
node747 -- BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.314, backward_compute_time=0.074, activation_size=4214784.000, parameter_size=2688.000
node1249 -- Size(0) -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=4.000, parameter_size=0.000
node1248 -- Linear(in_features=4032, out_features=1000, bias=True) -- forward_compute_time=0.381, backward_compute_time=0.113, activation_size=64000.000, parameter_size=16132000.000
node1213 -- Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.363, backward_compute_time=0.285, activation_size=2107392.000, parameter_size=1806336.000
node925 -- Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.355, backward_compute_time=0.286, activation_size=2107392.000, parameter_size=1806336.000
node1241 -- Add -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=2107392.000, parameter_size=0.000
node1240 -- BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.324, backward_compute_time=0.129, activation_size=2107392.000, parameter_size=5376.000
node1243 -- ReLU() -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=0.000, parameter_size=0.000
node1242 -- Concat(1) -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=12644352.000, parameter_size=0.000
node1245 -- AvgPool2d(kernel_size=7, stride=7, padding=0) -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=0.000, parameter_size=0.000
node386 -- AvgPool2d(kernel_size=3, stride=1, padding=1) -- forward_compute_time=2.126, backward_compute_time=0.276, activation_size=8429568.000, parameter_size=0.000
node1247 -- View(-1) -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=0.000, parameter_size=0.000
node1246 -- Size(0) -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=4.000, parameter_size=0.000
node688 -- BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.314, backward_compute_time=0.063, activation_size=4214784.000, parameter_size=2688.000
node942 -- Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.353, backward_compute_time=0.285, activation_size=2107392.000, parameter_size=1806336.000
node920 -- Conv2d(672, 672, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=672, bias=False) -- forward_compute_time=0.290, backward_compute_time=0.219, activation_size=2107392.000, parameter_size=67200.000
node1210 -- Add -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=2107392.000, parameter_size=0.000
node387 -- Add -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=8429568.000, parameter_size=0.000
node976 -- Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.348, backward_compute_time=0.285, activation_size=2107392.000, parameter_size=1806336.000
node407 -- BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.325, backward_compute_time=0.097, activation_size=8429568.000, parameter_size=1344.000
node947 -- BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.327, backward_compute_time=0.059, activation_size=2107392.000, parameter_size=5376.000
node921 -- Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.356, backward_compute_time=0.293, activation_size=2107392.000, parameter_size=1806336.000
node1186 -- Add -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=2107392.000, parameter_size=0.000
node1187 -- Concat(1) -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=12644352.000, parameter_size=0.000
node1184 -- Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.379, backward_compute_time=0.292, activation_size=2107392.000, parameter_size=1806336.000
node1185 -- BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.327, backward_compute_time=0.083, activation_size=2107392.000, parameter_size=5376.000
node1029 -- ReLU() -- forward_compute_time=0.279, backward_compute_time=0.028, activation_size=2107392.000, parameter_size=0.000
node1028 -- BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.311, backward_compute_time=0.058, activation_size=2107392.000, parameter_size=5376.000
node1180 -- Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.348, backward_compute_time=0.285, activation_size=2107392.000, parameter_size=1806336.000
node774 -- AvgPool2d(kernel_size=3, stride=1, padding=1) -- forward_compute_time=0.294, backward_compute_time=0.147, activation_size=4214784.000, parameter_size=0.000
node1025 -- BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.312, backward_compute_time=0.079, activation_size=2107392.000, parameter_size=5376.000
node1024 -- Conv2d(4032, 672, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.697, backward_compute_time=1.046, activation_size=2107392.000, parameter_size=10838016.000
node1027 -- Conv2d(4032, 672, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.695, backward_compute_time=1.047, activation_size=2107392.000, parameter_size=10838016.000
node1026 -- ReLU() -- forward_compute_time=0.296, backward_compute_time=0.071, activation_size=12644352.000, parameter_size=0.000
node1021 -- Add -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=2107392.000, parameter_size=0.000
node1020 -- BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.325, backward_compute_time=0.072, activation_size=2107392.000, parameter_size=5376.000
node1023 -- ReLU() -- forward_compute_time=0.299, backward_compute_time=0.072, activation_size=12644352.000, parameter_size=0.000
node1022 -- Concat(1) -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=12644352.000, parameter_size=0.000
node366 -- ReLU() -- forward_compute_time=0.376, backward_compute_time=0.049, activation_size=8429568.000, parameter_size=0.000
node367 -- Conv2d(168, 168, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=168, bias=False) -- forward_compute_time=0.477, backward_compute_time=0.381, activation_size=8429568.000, parameter_size=16800.000
node364 -- BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.407, backward_compute_time=0.111, activation_size=8429568.000, parameter_size=1344.000
node365 -- Add -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=8429568.000, parameter_size=0.000
node249 -- Conv2d(168, 168, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.450, backward_compute_time=0.404, activation_size=8429568.000, parameter_size=112896.000
node248 -- Conv2d(168, 168, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=168, bias=False) -- forward_compute_time=0.418, backward_compute_time=0.197, activation_size=8429568.000, parameter_size=6048.000
node360 -- BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.342, backward_compute_time=0.095, activation_size=8429568.000, parameter_size=1344.000
node361 -- ReLU() -- forward_compute_time=0.304, backward_compute_time=0.049, activation_size=8429568.000, parameter_size=0.000
node245 -- Conv2d(168, 168, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.371, backward_compute_time=0.405, activation_size=8429568.000, parameter_size=112896.000
node244 -- Conv2d(168, 168, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=168, bias=False) -- forward_compute_time=0.425, backward_compute_time=0.390, activation_size=8429568.000, parameter_size=16800.000
node247 -- ReLU() -- forward_compute_time=0.283, backward_compute_time=0.049, activation_size=8429568.000, parameter_size=0.000
node246 -- BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.397, backward_compute_time=0.111, activation_size=8429568.000, parameter_size=1344.000
node241 -- Conv2d(168, 168, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.369, backward_compute_time=0.406, activation_size=8429568.000, parameter_size=112896.000
node240 -- Conv2d(168, 168, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=168, bias=False) -- forward_compute_time=0.358, backward_compute_time=0.385, activation_size=8429568.000, parameter_size=16800.000
node243 -- ReLU() -- forward_compute_time=0.284, backward_compute_time=0.050, activation_size=8429568.000, parameter_size=0.000
node242 -- BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.327, backward_compute_time=0.094, activation_size=8429568.000, parameter_size=1344.000
node826 -- Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.354, backward_compute_time=0.256, activation_size=4214784.000, parameter_size=451584.000
node1178 -- ReLU() -- forward_compute_time=0.283, backward_compute_time=0.033, activation_size=2107392.000, parameter_size=0.000
node1106 -- Conv2d(672, 672, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=672, bias=False) -- forward_compute_time=0.294, backward_compute_time=0.216, activation_size=2107392.000, parameter_size=67200.000
node77 -- Conv2d(84, 84, kernel_size=(7, 7), stride=(2, 2), padding=(3, 3), groups=84, bias=False) -- forward_compute_time=0.334, backward_compute_time=0.819, activation_size=4214784.000, parameter_size=16464.000
node76 -- ReLU() -- forward_compute_time=0.284, backward_compute_time=0.067, activation_size=16859136.000, parameter_size=0.000
node75 -- BatchNorm2d(84, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.325, backward_compute_time=0.095, activation_size=4214784.000, parameter_size=672.000
node74 -- Conv2d(84, 84, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.324, backward_compute_time=0.191, activation_size=4214784.000, parameter_size=28224.000
node73 -- Conv2d(84, 84, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=84, bias=False) -- forward_compute_time=0.300, backward_compute_time=0.212, activation_size=4214784.000, parameter_size=8400.000
node72 -- ReLU() -- forward_compute_time=0.279, backward_compute_time=0.035, activation_size=4214784.000, parameter_size=0.000
node71 -- BatchNorm2d(84, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.322, backward_compute_time=0.071, activation_size=4214784.000, parameter_size=672.000
node70 -- Conv2d(84, 84, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.401, backward_compute_time=0.190, activation_size=4214784.000, parameter_size=28224.000
node964 -- Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=1.470, backward_compute_time=0.292, activation_size=2107392.000, parameter_size=1806336.000
node965 -- BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.327, backward_compute_time=0.078, activation_size=2107392.000, parameter_size=5376.000
node966 -- Add -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=2107392.000, parameter_size=0.000
node967 -- Concat(1) -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=12644352.000, parameter_size=0.000
node960 -- Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.356, backward_compute_time=0.297, activation_size=2107392.000, parameter_size=1806336.000
node961 -- BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.334, backward_compute_time=0.064, activation_size=2107392.000, parameter_size=5376.000
node79 -- BatchNorm2d(84, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.323, backward_compute_time=0.073, activation_size=4214784.000, parameter_size=672.000
node78 -- Conv2d(84, 84, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.314, backward_compute_time=0.187, activation_size=4214784.000, parameter_size=28224.000
node1058 -- ReLU() -- forward_compute_time=0.289, backward_compute_time=0.029, activation_size=2107392.000, parameter_size=0.000
node1059 -- Conv2d(672, 672, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=672, bias=False) -- forward_compute_time=0.296, backward_compute_time=0.109, activation_size=2107392.000, parameter_size=24192.000
node1107 -- Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.359, backward_compute_time=0.285, activation_size=2107392.000, parameter_size=1806336.000
node1112 -- BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.325, backward_compute_time=0.067, activation_size=2107392.000, parameter_size=5376.000
node1115 -- Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.359, backward_compute_time=0.290, activation_size=2107392.000, parameter_size=1806336.000
node1114 -- Conv2d(672, 672, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=672, bias=False) -- forward_compute_time=0.308, backward_compute_time=0.109, activation_size=2107392.000, parameter_size=24192.000
node1117 -- Add -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=2107392.000, parameter_size=0.000
node1116 -- BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.333, backward_compute_time=0.068, activation_size=2107392.000, parameter_size=5376.000
node1050 -- ReLU() -- forward_compute_time=0.286, backward_compute_time=0.029, activation_size=2107392.000, parameter_size=0.000
node1051 -- Conv2d(672, 672, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=672, bias=False) -- forward_compute_time=0.295, backward_compute_time=0.216, activation_size=2107392.000, parameter_size=67200.000
node1052 -- Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.353, backward_compute_time=0.284, activation_size=2107392.000, parameter_size=1806336.000
node1053 -- BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.334, backward_compute_time=0.068, activation_size=2107392.000, parameter_size=5376.000
node1054 -- ReLU() -- forward_compute_time=0.286, backward_compute_time=0.028, activation_size=2107392.000, parameter_size=0.000
node1055 -- Conv2d(672, 672, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=672, bias=False) -- forward_compute_time=0.297, backward_compute_time=0.108, activation_size=2107392.000, parameter_size=24192.000
node1056 -- Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.352, backward_compute_time=0.284, activation_size=2107392.000, parameter_size=1806336.000
node1057 -- BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.326, backward_compute_time=0.059, activation_size=2107392.000, parameter_size=5376.000
node560 -- Conv2d(336, 336, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=336, bias=False) -- forward_compute_time=0.299, backward_compute_time=0.128, activation_size=4214784.000, parameter_size=12096.000
node561 -- Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.349, backward_compute_time=0.255, activation_size=4214784.000, parameter_size=451584.000
node562 -- BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.322, backward_compute_time=0.064, activation_size=4214784.000, parameter_size=2688.000
node563 -- ReLU() -- forward_compute_time=0.289, backward_compute_time=0.035, activation_size=4214784.000, parameter_size=0.000
node564 -- Conv2d(336, 336, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=336, bias=False) -- forward_compute_time=0.292, backward_compute_time=0.127, activation_size=4214784.000, parameter_size=12096.000
node565 -- Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.352, backward_compute_time=0.258, activation_size=4214784.000, parameter_size=451584.000
node566 -- BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.322, backward_compute_time=0.076, activation_size=4214784.000, parameter_size=2688.000
node567 -- Add -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=4214784.000, parameter_size=0.000
node568 -- Concat(1) -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=25288704.000, parameter_size=0.000
node569 -- ReLU() -- forward_compute_time=0.293, backward_compute_time=0.086, activation_size=16859136.000, parameter_size=0.000
node848 -- ReLU() -- forward_compute_time=0.274, backward_compute_time=0.028, activation_size=204800.000, parameter_size=0.000
node649 -- Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.345, backward_compute_time=0.256, activation_size=4214784.000, parameter_size=451584.000
node648 -- Conv2d(336, 336, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=336, bias=False) -- forward_compute_time=0.306, backward_compute_time=0.244, activation_size=4214784.000, parameter_size=33600.000
node399 -- Conv2d(1008, 168, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.846, backward_compute_time=1.012, activation_size=8429568.000, parameter_size=677376.000
node398 -- ReLU() -- forward_compute_time=0.432, backward_compute_time=0.206, activation_size=50577408.000, parameter_size=0.000
node1215 -- ReLU() -- forward_compute_time=0.288, backward_compute_time=0.028, activation_size=2107392.000, parameter_size=0.000
node846 -- Conv2d(2016, 128, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.567, backward_compute_time=0.313, activation_size=204800.000, parameter_size=1032192.000
node393 -- Conv2d(168, 168, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=168, bias=False) -- forward_compute_time=0.307, backward_compute_time=0.199, activation_size=8429568.000, parameter_size=6048.000
node392 -- ReLU() -- forward_compute_time=0.304, backward_compute_time=0.051, activation_size=8429568.000, parameter_size=0.000
node391 -- BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.358, backward_compute_time=0.099, activation_size=8429568.000, parameter_size=1344.000
node390 -- Conv2d(168, 168, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.445, backward_compute_time=0.418, activation_size=8429568.000, parameter_size=112896.000
node397 -- Concat(1) -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=50577408.000, parameter_size=0.000
node396 -- Add -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=8429568.000, parameter_size=0.000
node395 -- BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.342, backward_compute_time=0.118, activation_size=8429568.000, parameter_size=1344.000
node394 -- Conv2d(168, 168, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.381, backward_compute_time=0.417, activation_size=8429568.000, parameter_size=112896.000
node1088 -- ReLU() -- forward_compute_time=0.272, backward_compute_time=0.029, activation_size=2107392.000, parameter_size=0.000
node898 -- Conv2d(672, 672, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=672, bias=False) -- forward_compute_time=0.293, backward_compute_time=0.108, activation_size=2107392.000, parameter_size=24192.000
node899 -- Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.345, backward_compute_time=0.284, activation_size=2107392.000, parameter_size=1806336.000
node926 -- BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.321, backward_compute_time=0.070, activation_size=2107392.000, parameter_size=5376.000
node890 -- ReLU() -- forward_compute_time=0.281, backward_compute_time=0.029, activation_size=2107392.000, parameter_size=0.000
node891 -- Conv2d(672, 672, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=672, bias=False) -- forward_compute_time=0.291, backward_compute_time=0.217, activation_size=2107392.000, parameter_size=67200.000
node892 -- Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.345, backward_compute_time=0.290, activation_size=2107392.000, parameter_size=1806336.000
node893 -- BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.317, backward_compute_time=0.075, activation_size=2107392.000, parameter_size=5376.000
node894 -- Add -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=2107392.000, parameter_size=0.000
node895 -- AvgPool2d(kernel_size=3, stride=1, padding=1) -- forward_compute_time=0.286, backward_compute_time=0.084, activation_size=2107392.000, parameter_size=0.000
node896 -- Add -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=2107392.000, parameter_size=0.000
node897 -- ReLU() -- forward_compute_time=0.282, backward_compute_time=0.028, activation_size=2107392.000, parameter_size=0.000
node1193 -- BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.319, backward_compute_time=0.059, activation_size=2107392.000, parameter_size=5376.000
node88 -- Conv2d(84, 84, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.322, backward_compute_time=0.188, activation_size=4214784.000, parameter_size=28224.000
node89 -- BatchNorm2d(84, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.329, backward_compute_time=0.073, activation_size=4214784.000, parameter_size=672.000
node788 -- Concat(1) -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=25288704.000, parameter_size=0.000
node789 -- ReLU() -- forward_compute_time=0.306, backward_compute_time=0.128, activation_size=25288704.000, parameter_size=0.000
node970 -- BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.321, backward_compute_time=0.075, activation_size=2107392.000, parameter_size=5376.000
node82 -- Conv2d(84, 84, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.319, backward_compute_time=0.188, activation_size=4214784.000, parameter_size=28224.000
node83 -- BatchNorm2d(84, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.327, backward_compute_time=0.094, activation_size=4214784.000, parameter_size=672.000
node80 -- ReLU() -- forward_compute_time=0.277, backward_compute_time=0.035, activation_size=4214784.000, parameter_size=0.000
node81 -- Conv2d(84, 84, kernel_size=(7, 7), stride=(1, 1), padding=(3, 3), groups=84, bias=False) -- forward_compute_time=0.332, backward_compute_time=0.353, activation_size=4214784.000, parameter_size=16464.000
node86 -- ReLU() -- forward_compute_time=0.286, backward_compute_time=0.066, activation_size=16859136.000, parameter_size=0.000
node87 -- Conv2d(84, 84, kernel_size=(7, 7), stride=(2, 2), padding=(3, 3), groups=84, bias=False) -- forward_compute_time=0.340, backward_compute_time=0.809, activation_size=4214784.000, parameter_size=16464.000
node84 -- Add -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=4214784.000, parameter_size=0.000
node85 -- MaxPool2d(kernel_size=3, stride=2, padding=1, dilation=1, ceil_mode=False) -- forward_compute_time=0.300, backward_compute_time=0.159, activation_size=4214784.000, parameter_size=0.000
node803 -- ReLU() -- forward_compute_time=0.273, backward_compute_time=0.034, activation_size=4214784.000, parameter_size=0.000
node784 -- Conv2d(336, 336, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=336, bias=False) -- forward_compute_time=0.301, backward_compute_time=0.142, activation_size=4214784.000, parameter_size=12096.000
node801 -- Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.330, backward_compute_time=0.254, activation_size=4214784.000, parameter_size=451584.000
node800 -- Conv2d(336, 336, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=336, bias=False) -- forward_compute_time=0.295, backward_compute_time=0.244, activation_size=4214784.000, parameter_size=33600.000
node418 -- Conv2d(168, 168, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.377, backward_compute_time=0.404, activation_size=8429568.000, parameter_size=112896.000
node419 -- BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.338, backward_compute_time=0.113, activation_size=8429568.000, parameter_size=1344.000
node148 -- Conv2d(168, 168, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.373, backward_compute_time=0.408, activation_size=8429568.000, parameter_size=112896.000
node149 -- BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.329, backward_compute_time=0.096, activation_size=8429568.000, parameter_size=1344.000
node146 -- ReLU() -- forward_compute_time=0.284, backward_compute_time=0.049, activation_size=8429568.000, parameter_size=0.000
node147 -- Conv2d(168, 168, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=168, bias=False) -- forward_compute_time=0.361, backward_compute_time=0.378, activation_size=8429568.000, parameter_size=16800.000
node144 -- BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.340, backward_compute_time=0.112, activation_size=8429568.000, parameter_size=1344.000
node145 -- Add -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=8429568.000, parameter_size=0.000
node142 -- Conv2d(168, 168, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=168, bias=False) -- forward_compute_time=0.299, backward_compute_time=0.197, activation_size=8429568.000, parameter_size=6048.000
node143 -- Conv2d(168, 168, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.374, backward_compute_time=0.404, activation_size=8429568.000, parameter_size=112896.000
node140 -- BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.349, backward_compute_time=0.096, activation_size=8429568.000, parameter_size=1344.000
node141 -- ReLU() -- forward_compute_time=0.292, backward_compute_time=0.050, activation_size=8429568.000, parameter_size=0.000
node1205 -- BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.323, backward_compute_time=0.058, activation_size=2107392.000, parameter_size=5376.000
node269 -- Conv2d(168, 168, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=168, bias=False) -- forward_compute_time=0.307, backward_compute_time=0.197, activation_size=8429568.000, parameter_size=6048.000
node1207 -- Conv2d(672, 672, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=672, bias=False) -- forward_compute_time=0.304, backward_compute_time=0.108, activation_size=2107392.000, parameter_size=24192.000
node787 -- Add -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=4214784.000, parameter_size=0.000
node1201 -- BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.318, backward_compute_time=0.069, activation_size=2107392.000, parameter_size=5376.000
node1200 -- Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.341, backward_compute_time=0.284, activation_size=2107392.000, parameter_size=1806336.000
node1203 -- Conv2d(672, 672, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=672, bias=False) -- forward_compute_time=0.297, backward_compute_time=0.110, activation_size=2107392.000, parameter_size=24192.000
node1202 -- ReLU() -- forward_compute_time=0.286, backward_compute_time=0.027, activation_size=2107392.000, parameter_size=0.000
node780 -- Conv2d(336, 336, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=336, bias=False) -- forward_compute_time=0.302, backward_compute_time=0.133, activation_size=4214784.000, parameter_size=12096.000
node1103 -- Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.353, backward_compute_time=0.283, activation_size=2107392.000, parameter_size=1806336.000
node1209 -- BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.339, backward_compute_time=0.069, activation_size=2107392.000, parameter_size=5376.000
node1208 -- Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.348, backward_compute_time=0.290, activation_size=2107392.000, parameter_size=1806336.000
node781 -- Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.344, backward_compute_time=0.265, activation_size=4214784.000, parameter_size=451584.000
node782 -- BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.322, backward_compute_time=0.066, activation_size=4214784.000, parameter_size=2688.000
node870 -- ReLU() -- forward_compute_time=0.285, backward_compute_time=0.030, activation_size=2107392.000, parameter_size=0.000
node783 -- ReLU() -- forward_compute_time=0.285, backward_compute_time=0.094, activation_size=4214784.000, parameter_size=0.000
node808 -- Conv2d(336, 336, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=336, bias=False) -- forward_compute_time=0.291, backward_compute_time=0.127, activation_size=4214784.000, parameter_size=12096.000
node992 -- Conv2d(672, 672, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=672, bias=False) -- forward_compute_time=0.298, backward_compute_time=0.218, activation_size=2107392.000, parameter_size=67200.000
node802 -- BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.308, backward_compute_time=0.074, activation_size=4214784.000, parameter_size=2688.000
node682 -- ReLU() -- forward_compute_time=0.299, backward_compute_time=0.117, activation_size=25288704.000, parameter_size=0.000
node929 -- Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.354, backward_compute_time=0.285, activation_size=2107392.000, parameter_size=1806336.000
node731 -- BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.379, backward_compute_time=0.076, activation_size=4214784.000, parameter_size=2688.000
node539 -- Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.365, backward_compute_time=0.264, activation_size=4214784.000, parameter_size=451584.000
node733 -- Concat(1) -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=25288704.000, parameter_size=0.000
node732 -- Add -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=4214784.000, parameter_size=0.000
node735 -- Conv2d(2016, 336, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.666, backward_compute_time=0.964, activation_size=4214784.000, parameter_size=2709504.000
node734 -- ReLU() -- forward_compute_time=0.310, backward_compute_time=0.117, activation_size=25288704.000, parameter_size=0.000
node737 -- ReLU() -- forward_compute_time=3.446, backward_compute_time=0.115, activation_size=25288704.000, parameter_size=0.000
node736 -- BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.326, backward_compute_time=0.123, activation_size=4214784.000, parameter_size=2688.000
node739 -- BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=1.704, backward_compute_time=0.064, activation_size=4214784.000, parameter_size=2688.000
node738 -- Conv2d(2016, 336, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.670, backward_compute_time=0.961, activation_size=4214784.000, parameter_size=2709504.000
node806 -- BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.321, backward_compute_time=0.064, activation_size=4214784.000, parameter_size=2688.000
node443 -- ReLU() -- forward_compute_time=0.292, backward_compute_time=0.051, activation_size=8429568.000, parameter_size=0.000
node807 -- ReLU() -- forward_compute_time=0.285, backward_compute_time=0.034, activation_size=4214784.000, parameter_size=0.000
node805 -- Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.342, backward_compute_time=0.256, activation_size=4214784.000, parameter_size=451584.000
node442 -- Add -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=8429568.000, parameter_size=0.000
node804 -- Conv2d(336, 336, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=336, bias=False) -- forward_compute_time=0.291, backward_compute_time=0.127, activation_size=4214784.000, parameter_size=12096.000
node441 -- AvgPool2d(kernel_size=3, stride=1, padding=1) -- forward_compute_time=0.310, backward_compute_time=0.273, activation_size=8429568.000, parameter_size=0.000
node1174 -- Add -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=2107392.000, parameter_size=0.000
node414 -- Conv2d(168, 168, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.373, backward_compute_time=0.414, activation_size=8429568.000, parameter_size=112896.000
node328 -- AvgPool2d(kernel_size=3, stride=1, padding=1) -- forward_compute_time=0.355, backward_compute_time=0.298, activation_size=8429568.000, parameter_size=0.000
node329 -- Add -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=8429568.000, parameter_size=0.000
node415 -- BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.361, backward_compute_time=0.096, activation_size=8429568.000, parameter_size=1344.000
node322 -- BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.354, backward_compute_time=0.100, activation_size=8429568.000, parameter_size=1344.000
node323 -- ReLU() -- forward_compute_time=0.307, backward_compute_time=0.050, activation_size=8429568.000, parameter_size=0.000
node320 -- Conv2d(168, 168, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=168, bias=False) -- forward_compute_time=0.379, backward_compute_time=0.197, activation_size=8429568.000, parameter_size=6048.000
node321 -- Conv2d(168, 168, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=4.985, backward_compute_time=0.408, activation_size=8429568.000, parameter_size=112896.000
node326 -- BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.353, backward_compute_time=0.110, activation_size=8429568.000, parameter_size=1344.000
node327 -- Add -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=8429568.000, parameter_size=0.000
node324 -- Conv2d(168, 168, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=168, bias=False) -- forward_compute_time=0.322, backward_compute_time=0.198, activation_size=8429568.000, parameter_size=6048.000
node325 -- Conv2d(168, 168, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.381, backward_compute_time=0.413, activation_size=8429568.000, parameter_size=112896.000
node417 -- Conv2d(168, 168, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=168, bias=False) -- forward_compute_time=0.296, backward_compute_time=0.201, activation_size=8429568.000, parameter_size=6048.000
node445 -- Conv2d(168, 168, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.391, backward_compute_time=0.405, activation_size=8429568.000, parameter_size=112896.000
node410 -- Conv2d(168, 168, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.367, backward_compute_time=0.410, activation_size=8429568.000, parameter_size=112896.000
node444 -- Conv2d(168, 168, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=168, bias=False) -- forward_compute_time=0.298, backward_compute_time=0.198, activation_size=8429568.000, parameter_size=6048.000
node537 -- ReLU() -- forward_compute_time=0.297, backward_compute_time=0.035, activation_size=4214784.000, parameter_size=0.000
node411 -- BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.325, backward_compute_time=0.114, activation_size=8429568.000, parameter_size=1344.000
node551 -- Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=1.527, backward_compute_time=0.270, activation_size=4214784.000, parameter_size=451584.000
node412 -- ReLU() -- forward_compute_time=0.284, backward_compute_time=0.049, activation_size=8429568.000, parameter_size=0.000
node413 -- Conv2d(168, 168, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=168, bias=False) -- forward_compute_time=0.294, backward_compute_time=0.198, activation_size=8429568.000, parameter_size=6048.000
node39 -- ReLU() -- forward_compute_time=0.282, backward_compute_time=0.045, activation_size=8429568.000, parameter_size=0.000
node38 -- BatchNorm2d(42, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.329, backward_compute_time=0.098, activation_size=8429568.000, parameter_size=336.000
node1159 -- BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.326, backward_compute_time=0.068, activation_size=2107392.000, parameter_size=5376.000
node1158 -- Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.373, backward_compute_time=0.283, activation_size=2107392.000, parameter_size=1806336.000
node1204 -- Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.354, backward_compute_time=0.288, activation_size=2107392.000, parameter_size=1806336.000
node33 -- Add -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=8429568.000, parameter_size=0.000
node32 -- BatchNorm2d(42, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.326, backward_compute_time=0.174, activation_size=8429568.000, parameter_size=336.000
node31 -- Conv2d(42, 42, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.314, backward_compute_time=0.195, activation_size=8429568.000, parameter_size=7056.000
node30 -- Conv2d(42, 42, kernel_size=(7, 7), stride=(1, 1), padding=(3, 3), groups=42, bias=False) -- forward_compute_time=0.429, backward_compute_time=0.678, activation_size=8429568.000, parameter_size=8232.000
node37 -- Conv2d(96, 42, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.330, backward_compute_time=0.355, activation_size=8429568.000, parameter_size=16128.000
node36 -- Conv2d(96, 96, kernel_size=(5, 5), stride=(2, 2), padding=(2, 2), groups=96, bias=False) -- forward_compute_time=0.509, backward_compute_time=1.918, activation_size=19267584.000, parameter_size=9600.000
node35 -- ReLU() -- forward_compute_time=0.421, backward_compute_time=0.213, activation_size=75700224.000, parameter_size=0.000
node34 -- AvgPool2d(kernel_size=3, stride=2, padding=1) -- forward_compute_time=0.314, backward_compute_time=0.761, activation_size=8429568.000, parameter_size=0.000
node216 -- BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.348, backward_compute_time=0.112, activation_size=8429568.000, parameter_size=1344.000
node217 -- Add -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=8429568.000, parameter_size=0.000
node214 -- Conv2d(168, 168, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=168, bias=False) -- forward_compute_time=0.307, backward_compute_time=0.198, activation_size=8429568.000, parameter_size=6048.000
node215 -- Conv2d(168, 168, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.374, backward_compute_time=0.407, activation_size=8429568.000, parameter_size=112896.000
node199 -- BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.358, backward_compute_time=0.110, activation_size=8429568.000, parameter_size=1344.000
node213 -- ReLU() -- forward_compute_time=0.294, backward_compute_time=0.049, activation_size=8429568.000, parameter_size=0.000
node210 -- Conv2d(168, 168, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=168, bias=False) -- forward_compute_time=0.306, backward_compute_time=0.203, activation_size=8429568.000, parameter_size=6048.000
node211 -- Conv2d(168, 168, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=1.772, backward_compute_time=0.405, activation_size=8429568.000, parameter_size=112896.000
node195 -- BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.334, backward_compute_time=0.096, activation_size=8429568.000, parameter_size=1344.000
node194 -- Conv2d(168, 168, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.379, backward_compute_time=0.403, activation_size=8429568.000, parameter_size=112896.000
node197 -- Conv2d(168, 168, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=168, bias=False) -- forward_compute_time=0.294, backward_compute_time=0.198, activation_size=8429568.000, parameter_size=6048.000
node196 -- ReLU() -- forward_compute_time=0.283, backward_compute_time=0.049, activation_size=8429568.000, parameter_size=0.000
node191 -- BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.380, backward_compute_time=0.115, activation_size=8429568.000, parameter_size=1344.000
node190 -- Conv2d(168, 168, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.369, backward_compute_time=0.412, activation_size=8429568.000, parameter_size=112896.000
node218 -- AvgPool2d(kernel_size=3, stride=1, padding=1) -- forward_compute_time=0.303, backward_compute_time=0.294, activation_size=8429568.000, parameter_size=0.000
node219 -- Add -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=8429568.000, parameter_size=0.000
node933 -- Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.346, backward_compute_time=0.286, activation_size=2107392.000, parameter_size=1806336.000
node1105 -- ReLU() -- forward_compute_time=0.291, backward_compute_time=0.030, activation_size=2107392.000, parameter_size=0.000
node609 -- AvgPool2d(kernel_size=3, stride=1, padding=1) -- forward_compute_time=0.306, backward_compute_time=0.152, activation_size=4214784.000, parameter_size=0.000
node608 -- Add -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=4214784.000, parameter_size=0.000
node359 -- Conv2d(168, 168, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.401, backward_compute_time=0.404, activation_size=8429568.000, parameter_size=112896.000
node358 -- Conv2d(168, 168, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=168, bias=False) -- forward_compute_time=0.305, backward_compute_time=0.198, activation_size=8429568.000, parameter_size=6048.000
node357 -- ReLU() -- forward_compute_time=0.285, backward_compute_time=0.049, activation_size=8429568.000, parameter_size=0.000
node356 -- BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.333, backward_compute_time=0.116, activation_size=8429568.000, parameter_size=1344.000
node355 -- Conv2d(168, 168, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.370, backward_compute_time=0.405, activation_size=8429568.000, parameter_size=112896.000
node354 -- Conv2d(168, 168, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=168, bias=False) -- forward_compute_time=0.370, backward_compute_time=0.385, activation_size=8429568.000, parameter_size=16800.000
node353 -- ReLU() -- forward_compute_time=0.285, backward_compute_time=0.050, activation_size=8429568.000, parameter_size=0.000
node352 -- BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.355, backward_compute_time=0.095, activation_size=8429568.000, parameter_size=1344.000
node351 -- Conv2d(168, 168, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.392, backward_compute_time=0.405, activation_size=8429568.000, parameter_size=112896.000
node350 -- Conv2d(168, 168, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=168, bias=False) -- forward_compute_time=0.373, backward_compute_time=0.391, activation_size=8429568.000, parameter_size=16800.000
node839 -- Conv2d(336, 336, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=336, bias=False) -- forward_compute_time=0.292, backward_compute_time=0.130, activation_size=4214784.000, parameter_size=12096.000
node1100 -- Add -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=2107392.000, parameter_size=0.000
node681 -- BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.318, backward_compute_time=0.124, activation_size=4214784.000, parameter_size=2688.000
node1101 -- ReLU() -- forward_compute_time=0.298, backward_compute_time=0.031, activation_size=2107392.000, parameter_size=0.000
node680 -- Conv2d(2016, 336, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.652, backward_compute_time=0.960, activation_size=4214784.000, parameter_size=2709504.000
node995 -- ReLU() -- forward_compute_time=0.289, backward_compute_time=0.030, activation_size=2107392.000, parameter_size=0.000
node994 -- BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.379, backward_compute_time=0.063, activation_size=2107392.000, parameter_size=5376.000
node997 -- Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.359, backward_compute_time=0.287, activation_size=2107392.000, parameter_size=1806336.000
node996 -- Conv2d(672, 672, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=672, bias=False) -- forward_compute_time=0.301, backward_compute_time=0.230, activation_size=2107392.000, parameter_size=67200.000
node858 -- ReLU() -- forward_compute_time=0.287, backward_compute_time=0.053, activation_size=8429568.000, parameter_size=0.000
node683 -- Conv2d(2016, 336, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.657, backward_compute_time=0.962, activation_size=4214784.000, parameter_size=2709504.000
node588 -- Conv2d(336, 336, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=336, bias=False) -- forward_compute_time=0.324, backward_compute_time=0.127, activation_size=4214784.000, parameter_size=12096.000
node589 -- Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.358, backward_compute_time=0.254, activation_size=4214784.000, parameter_size=451584.000
node586 -- BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.324, backward_compute_time=0.065, activation_size=4214784.000, parameter_size=2688.000
node587 -- ReLU() -- forward_compute_time=0.305, backward_compute_time=0.035, activation_size=4214784.000, parameter_size=0.000
node584 -- Conv2d(336, 336, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=336, bias=False) -- forward_compute_time=0.310, backward_compute_time=0.127, activation_size=4214784.000, parameter_size=12096.000
node585 -- Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.353, backward_compute_time=0.255, activation_size=4214784.000, parameter_size=451584.000
node582 -- BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.323, backward_compute_time=0.073, activation_size=4214784.000, parameter_size=2688.000
node571 -- BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.317, backward_compute_time=0.124, activation_size=4214784.000, parameter_size=2688.000
node580 -- Conv2d(336, 336, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=336, bias=False) -- forward_compute_time=0.303, backward_compute_time=0.244, activation_size=4214784.000, parameter_size=33600.000
node581 -- Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.346, backward_compute_time=0.256, activation_size=4214784.000, parameter_size=451584.000
node1128 -- Conv2d(672, 672, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=672, bias=False) -- forward_compute_time=0.295, backward_compute_time=0.108, activation_size=2107392.000, parameter_size=24192.000
node524 -- ReLU() -- forward_compute_time=0.284, backward_compute_time=0.037, activation_size=4214784.000, parameter_size=0.000
node570 -- Conv2d(1344, 336, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.523, backward_compute_time=1.007, activation_size=4214784.000, parameter_size=1806336.000
node48 -- Conv2d(42, 42, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.312, backward_compute_time=0.194, activation_size=8429568.000, parameter_size=7056.000
node49 -- BatchNorm2d(42, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.327, backward_compute_time=0.093, activation_size=8429568.000, parameter_size=336.000
node46 -- ReLU() -- forward_compute_time=0.281, backward_compute_time=0.047, activation_size=8429568.000, parameter_size=0.000
node47 -- Conv2d(42, 42, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=42, bias=False) -- forward_compute_time=0.289, backward_compute_time=0.215, activation_size=8429568.000, parameter_size=1512.000
node44 -- AvgPool2d(kernel_size=3, stride=1, padding=1) -- forward_compute_time=0.291, backward_compute_time=0.252, activation_size=8429568.000, parameter_size=0.000
node45 -- Add -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=8429568.000, parameter_size=0.000
node42 -- BatchNorm2d(42, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.326, backward_compute_time=0.109, activation_size=8429568.000, parameter_size=336.000
node43 -- Add -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=8429568.000, parameter_size=0.000
node40 -- Conv2d(42, 42, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=42, bias=False) -- forward_compute_time=0.353, backward_compute_time=0.403, activation_size=8429568.000, parameter_size=4200.000
node41 -- Conv2d(42, 42, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.315, backward_compute_time=0.195, activation_size=8429568.000, parameter_size=7056.000
node102 -- Conv2d(84, 84, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.328, backward_compute_time=0.190, activation_size=4214784.000, parameter_size=28224.000
node103 -- BatchNorm2d(84, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.387, backward_compute_time=0.082, activation_size=4214784.000, parameter_size=672.000
node100 -- ReLU() -- forward_compute_time=0.375, backward_compute_time=0.035, activation_size=4214784.000, parameter_size=0.000
node101 -- Conv2d(84, 84, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=84, bias=False) -- forward_compute_time=0.377, backward_compute_time=0.217, activation_size=4214784.000, parameter_size=8400.000
node106 -- Add -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=4214784.000, parameter_size=0.000
node107 -- ReLU() -- forward_compute_time=0.284, backward_compute_time=0.034, activation_size=4214784.000, parameter_size=0.000
node104 -- Add -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=4214784.000, parameter_size=0.000
node105 -- AvgPool2d(kernel_size=3, stride=1, padding=1) -- forward_compute_time=0.280, backward_compute_time=0.144, activation_size=4214784.000, parameter_size=0.000
node458 -- BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.360, backward_compute_time=0.154, activation_size=16859136.000, parameter_size=2688.000
node459 -- ReLU() -- forward_compute_time=0.298, backward_compute_time=0.079, activation_size=16859136.000, parameter_size=0.000
node108 -- Conv2d(84, 84, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=84, bias=False) -- forward_compute_time=0.293, backward_compute_time=0.126, activation_size=4214784.000, parameter_size=3024.000
node109 -- Conv2d(84, 84, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.331, backward_compute_time=0.186, activation_size=4214784.000, parameter_size=28224.000
node521 -- Conv2d(336, 336, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=336, bias=False) -- forward_compute_time=0.298, backward_compute_time=0.248, activation_size=4214784.000, parameter_size=33600.000
node519 -- BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.370, backward_compute_time=0.071, activation_size=4214784.000, parameter_size=2688.000
node518 -- Conv2d(1344, 336, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.680, backward_compute_time=0.700, activation_size=4214784.000, parameter_size=1806336.000
node690 -- Conv2d(336, 336, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=336, bias=False) -- forward_compute_time=0.294, backward_compute_time=0.245, activation_size=4214784.000, parameter_size=33600.000
node691 -- Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.331, backward_compute_time=0.254, activation_size=4214784.000, parameter_size=451584.000
node696 -- BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.325, backward_compute_time=0.063, activation_size=4214784.000, parameter_size=2688.000
node522 -- Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.409, backward_compute_time=0.272, activation_size=4214784.000, parameter_size=451584.000
node694 -- Conv2d(336, 336, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=336, bias=False) -- forward_compute_time=0.294, backward_compute_time=0.127, activation_size=4214784.000, parameter_size=12096.000
node695 -- Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.349, backward_compute_time=0.254, activation_size=4214784.000, parameter_size=451584.000
node511 -- Conv2d(1008, 168, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.461, backward_compute_time=0.763, activation_size=2107392.000, parameter_size=677376.000
node510 -- AvgPool2d(kernel_size=1, stride=2, padding=0) -- forward_compute_time=0.314, backward_compute_time=0.485, activation_size=12644352.000, parameter_size=0.000
node513 -- AvgPool2d(kernel_size=1, stride=2, padding=0) -- forward_compute_time=0.485, backward_compute_time=0.622, activation_size=12644352.000, parameter_size=0.000
node512 -- __getitem__ -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=50577408.000, parameter_size=0.000
node515 -- Concat(1) -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=4214784.000, parameter_size=0.000
node514 -- Conv2d(1008, 168, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.386, backward_compute_time=0.547, activation_size=2107392.000, parameter_size=677376.000
node517 -- ReLU() -- forward_compute_time=0.399, backward_compute_time=0.090, activation_size=16859136.000, parameter_size=0.000
node516 -- BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.395, backward_compute_time=0.097, activation_size=4214784.000, parameter_size=2688.000
node833 -- Add -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=4214784.000, parameter_size=0.000
node578 -- BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.322, backward_compute_time=0.065, activation_size=4214784.000, parameter_size=2688.000
node1075 -- BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.326, backward_compute_time=0.072, activation_size=2107392.000, parameter_size=5376.000
node1171 -- BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.320, backward_compute_time=0.080, activation_size=2107392.000, parameter_size=5376.000
node914 -- Concat(1) -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=2107392.000, parameter_size=0.000
node1170 -- Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.345, backward_compute_time=0.288, activation_size=2107392.000, parameter_size=1806336.000
node775 -- Add -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=4214784.000, parameter_size=0.000
node531 -- BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.325, backward_compute_time=0.064, activation_size=4214784.000, parameter_size=2688.000
node777 -- AvgPool2d(kernel_size=3, stride=1, padding=1) -- forward_compute_time=0.278, backward_compute_time=0.149, activation_size=4214784.000, parameter_size=0.000
node776 -- AvgPool2d(kernel_size=3, stride=1, padding=1) -- forward_compute_time=0.317, backward_compute_time=0.140, activation_size=4214784.000, parameter_size=0.000
node771 -- Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.404, backward_compute_time=0.258, activation_size=4214784.000, parameter_size=451584.000
node770 -- Conv2d(336, 336, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=336, bias=False) -- forward_compute_time=0.317, backward_compute_time=0.134, activation_size=4214784.000, parameter_size=12096.000
node773 -- Add -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=4214784.000, parameter_size=0.000
node772 -- BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.321, backward_compute_time=0.077, activation_size=4214784.000, parameter_size=2688.000
node779 -- ReLU() -- forward_compute_time=0.292, backward_compute_time=0.039, activation_size=4214784.000, parameter_size=0.000
node658 -- BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.321, backward_compute_time=0.065, activation_size=4214784.000, parameter_size=2688.000
node605 -- Conv2d(336, 336, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=336, bias=False) -- forward_compute_time=0.294, backward_compute_time=0.127, activation_size=4214784.000, parameter_size=12096.000
node177 -- Concat(1) -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=50577408.000, parameter_size=0.000
node176 -- Add -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=8429568.000, parameter_size=0.000
node175 -- BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.383, backward_compute_time=0.111, activation_size=8429568.000, parameter_size=1344.000
node174 -- Conv2d(168, 168, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.394, backward_compute_time=0.406, activation_size=8429568.000, parameter_size=112896.000
node173 -- Conv2d(168, 168, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=168, bias=False) -- forward_compute_time=0.295, backward_compute_time=0.200, activation_size=8429568.000, parameter_size=6048.000
node172 -- ReLU() -- forward_compute_time=0.288, backward_compute_time=0.051, activation_size=8429568.000, parameter_size=0.000
node171 -- BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.335, backward_compute_time=0.096, activation_size=8429568.000, parameter_size=1344.000
node170 -- Conv2d(168, 168, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.367, backward_compute_time=0.421, activation_size=8429568.000, parameter_size=112896.000
node1071 -- BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.333, backward_compute_time=0.058, activation_size=2107392.000, parameter_size=5376.000
node179 -- Conv2d(336, 168, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.458, backward_compute_time=0.818, activation_size=8429568.000, parameter_size=225792.000
node178 -- ReLU() -- forward_compute_time=0.314, backward_compute_time=0.083, activation_size=16859136.000, parameter_size=0.000
node1238 -- Conv2d(672, 672, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=672, bias=False) -- forward_compute_time=0.301, backward_compute_time=0.113, activation_size=2107392.000, parameter_size=24192.000
node1239 -- Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.360, backward_compute_time=0.499, activation_size=2107392.000, parameter_size=1806336.000
node622 -- Add -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=4214784.000, parameter_size=0.000
node1234 -- Conv2d(672, 672, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=672, bias=False) -- forward_compute_time=0.296, backward_compute_time=0.110, activation_size=2107392.000, parameter_size=24192.000
node1235 -- Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.348, backward_compute_time=0.289, activation_size=2107392.000, parameter_size=1806336.000
node1236 -- BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.324, backward_compute_time=0.061, activation_size=2107392.000, parameter_size=5376.000
node659 -- ReLU() -- forward_compute_time=0.294, backward_compute_time=0.035, activation_size=4214784.000, parameter_size=0.000
node1230 -- AvgPool2d(kernel_size=3, stride=1, padding=1) -- forward_compute_time=0.289, backward_compute_time=0.080, activation_size=2107392.000, parameter_size=0.000
node604 -- ReLU() -- forward_compute_time=0.286, backward_compute_time=0.035, activation_size=4214784.000, parameter_size=0.000
node1232 -- Add -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=2107392.000, parameter_size=0.000
node1233 -- ReLU() -- forward_compute_time=0.287, backward_compute_time=0.029, activation_size=2107392.000, parameter_size=0.000
node902 -- Conv2d(672, 672, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=672, bias=False) -- forward_compute_time=0.293, backward_compute_time=0.110, activation_size=2107392.000, parameter_size=24192.000
node620 -- Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.343, backward_compute_time=0.255, activation_size=4214784.000, parameter_size=451584.000
node903 -- Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.350, backward_compute_time=0.288, activation_size=2107392.000, parameter_size=1806336.000
node627 -- ReLU() -- forward_compute_time=0.330, backward_compute_time=0.117, activation_size=25288704.000, parameter_size=0.000
node900 -- BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.325, backward_compute_time=0.058, activation_size=2107392.000, parameter_size=5376.000
node626 -- BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.343, backward_compute_time=0.128, activation_size=4214784.000, parameter_size=2688.000
node1019 -- Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.350, backward_compute_time=0.288, activation_size=2107392.000, parameter_size=1806336.000
node1007 -- Add -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=2107392.000, parameter_size=0.000
node901 -- ReLU() -- forward_compute_time=0.297, backward_compute_time=0.030, activation_size=2107392.000, parameter_size=0.000
node1006 -- BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.329, backward_compute_time=0.068, activation_size=2107392.000, parameter_size=5376.000
node906 -- Add -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=2107392.000, parameter_size=0.000
node607 -- BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.331, backward_compute_time=0.074, activation_size=4214784.000, parameter_size=2688.000
node261 -- Conv2d(168, 168, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=168, bias=False) -- forward_compute_time=0.364, backward_compute_time=0.382, activation_size=8429568.000, parameter_size=16800.000
node1155 -- Add -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=2107392.000, parameter_size=0.000
node907 -- Concat(1) -- forward_compute_time=0.000, backward_compute_time=0.000, activation_size=8429568.000, parameter_size=0.000
node542 -- Conv2d(336, 336, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=336, bias=False) -- forward_compute_time=0.315, backward_compute_time=0.248, activation_size=4214784.000, parameter_size=33600.000
node189 -- Conv2d(168, 168, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=168, bias=False) -- forward_compute_time=0.355, backward_compute_time=0.393, activation_size=8429568.000, parameter_size=16800.000
node835 -- Conv2d(336, 336, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=336, bias=False) -- forward_compute_time=0.306, backward_compute_time=0.127, activation_size=4214784.000, parameter_size=12096.000
node543 -- Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False) -- forward_compute_time=0.361, backward_compute_time=0.273, activation_size=4214784.000, parameter_size=451584.000
node1003 -- ReLU() -- forward_compute_time=0.291, backward_compute_time=0.033, activation_size=2107392.000, parameter_size=0.000
node673 -- ReLU() -- forward_compute_time=0.282, backward_compute_time=0.035, activation_size=4214784.000, parameter_size=0.000
node540 -- BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.329, backward_compute_time=0.068, activation_size=4214784.000, parameter_size=2688.000
node1002 -- BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True) -- forward_compute_time=0.332, backward_compute_time=0.060, activation_size=2107392.000, parameter_size=5376.000
	node541 -- node542
	node809 -- node810
	node546 -- node547
	node1000 -- node1001
	node1154 -- node1155
	node547 -- node548
	node313 -- node314
	node312 -- node313
	node258 -- node259
	node259 -- node260
	node317 -- node318
	node316 -- node317
	node315 -- node316
	node314 -- node315
	node252 -- node253
	node253 -- node254
	node250 -- node251
	node318 -- node327
	node256 -- node257
	node257 -- node258
	node254 -- node255
	node255 -- node287
	node268 -- node269
	node730 -- node731
	node1182 -- node1183
	node932 -- node933
	node1009 -- node1022
	node1008 -- node1009
	node959 -- node960
	node958 -- node959
	node951 -- node952
	node950 -- node951
	node836 -- node837
	node931 -- node932
	node955 -- node957
	node954 -- node967
	node957 -- node967
	node956 -- node957
	node1164 -- node1165
	node1165 -- node1166
	node1049 -- node1050
	node1048 -- node1049
	node1160 -- node1161
	node1161 -- node1162
	node1162 -- node1163
	node838 -- node839
	node1043 -- node1044
	node1042 -- node1043
	node1041 -- node1042
	node1040 -- node1041
	node1047 -- node1048
	node1046 -- node1047
	node1045 -- node1077
	node1044 -- node1045
	node656 -- node657
	node657 -- node658
	node654 -- node663
	node655 -- node656
	node559 -- node560
	node558 -- node568
	node229 -- node230
	node228 -- node229
	node227 -- node228
	node226 -- node227
	node225 -- node226
	node224 -- node225
	node223 -- node224
	node311 -- node312
	node221 -- node222
	node220 -- node222
	node9 -- node10
	node8 -- node9
	node310 -- node342
	node613 -- node623
	node1 -- node2
	node381 -- node382
	node3 -- node25
	node3 -- node60
	node3 -- node35
	node3 -- node4
	node3 -- node15
	node2 -- node3
	node5 -- node6
	node4 -- node5
	node7 -- node8
	node6 -- node7
	node6 -- node54
	node6 -- node34
	node6 -- node24
	node1132 -- node1136
	node1132 -- node1188
	node1167 -- node1168
	node611 -- node613
	node1080 -- node1119
	node1080 -- node1121
	node1080 -- node1120
	node1080 -- node1132
	node1080 -- node1109
	node1080 -- node1101
	node1080 -- node1092
	node1181 -- node1182
	node937 -- node938
	node1195 -- node1196
	node616 -- node617
	node1004 -- node1005
	node1109 -- node1110
	node617 -- node618
	node614 -- node615
	node615 -- node616
	node319 -- node320
	node1102 -- node1103
	node99 -- node100
	node98 -- node99
	node1153 -- node1154
	node251 -- node252
	node936 -- node937
	node749 -- node750
	node91 -- node92
	node90 -- node91
	node93 -- node94
	node92 -- node93
	node95 -- node104
	node94 -- node106
	node94 -- node117
	node97 -- node98
	node96 -- node97
	node429 -- node430
	node428 -- node437
	node139 -- node140
	node138 -- node139
	node814 -- node815
	node815 -- node816
	node816 -- node817
	node817 -- node818
	node133 -- node134
	node132 -- node133
	node131 -- node132
	node130 -- node131
	node137 -- node138
	node136 -- node145
	node135 -- node136
	node134 -- node135
	node935 -- node967
	node1099 -- node1100
	node831 -- node833
	node1137 -- node1138
	node934 -- node935
	node743 -- node744
	node927 -- node928
	node1172 -- node1187
	node745 -- node746
	node953 -- node954
	node728 -- node729
	node729 -- node730
	node726 -- node727
	node727 -- node728
	node724 -- node725
	node725 -- node726
	node722 -- node723
	node723 -- node733
	node720 -- node733
	node721 -- node723
	node982 -- node983
	node812 -- node813
	node813 -- node814
	node983 -- node984
	node952 -- node967
	node981 -- node990
	node1199 -- node1200
	node837 -- node838
	node1135 -- node1147
	node1135 -- node1175
	node1135 -- node1174
	node1135 -- node1164
	node1135 -- node1176
	node1135 -- node1187
	node1135 -- node1156
	node1005 -- node1006
	node1224 -- node1225
	node876 -- node877
	node877 -- node878
	node630 -- node631
	node1060 -- node1061
	node968 -- node969
	node834 -- node835
	node1134 -- node1135
	node860 -- node861
	node872 -- node873
	node939 -- node940
	node988 -- node989
	node1223 -- node1224
	node873 -- node874
	node989 -- node990
	node409 -- node410
	node408 -- node409
	node911 -- node912
	node263 -- node272
	node262 -- node263
	node188 -- node189
	node260 -- node261
	node267 -- node268
	node266 -- node267
	node265 -- node266
	node264 -- node265
	node182 -- node183
	node183 -- node223
	node183 -- node184
	node183 -- node231
	node183 -- node218
	node180 -- node220
	node180 -- node201
	node180 -- node209
	node180 -- node221
	node180 -- node192
	node180 -- node232
	node180 -- node219
	node181 -- node182
	node186 -- node187
	node187 -- node188
	node184 -- node185
	node185 -- node186
	node938 -- node939
	node618 -- node619
	node619 -- node620
	node348 -- node396
	node348 -- node349
	node348 -- node388
	node348 -- node383
	node349 -- node350
	node344 -- node345
	node345 -- node357
	node345 -- node397
	node345 -- node366
	node345 -- node384
	node345 -- node385
	node345 -- node374
	node345 -- node386
	node346 -- node347
	node347 -- node348
	node340 -- node341
	node341 -- node342
	node342 -- node346
	node342 -- node398
	node343 -- node344
	node1098 -- node1099
	node878 -- node879
	node1094 -- node1095
	node1095 -- node1096
	node1096 -- node1097
	node879 -- node880
	node1090 -- node1091
	node1091 -- node1100
	node1092 -- node1093
	node1093 -- node1094
	node869 -- node870
	node868 -- node869
	node980 -- node981
	node874 -- node897
	node874 -- node895
	node986 -- node987
	node987 -- node988
	node984 -- node985
	node985 -- node986
	node861 -- node862
	node440 -- node442
	node863 -- node864
	node862 -- node863
	node865 -- node874
	node864 -- node865
	node867 -- node868
	node866 -- node867
	node1156 -- node1157
	node1133 -- node1134
	node1139 -- node1140
	node1138 -- node1139
	node1138 -- node1186
	node1138 -- node1173
	node1138 -- node1178
	node59 -- node85
	node59 -- node115
	node59 -- node68
	node59 -- node95
	node58 -- node59
	node689 -- node690
	node55 -- node56
	node54 -- node55
	node57 -- node58
	node56 -- node57
	node56 -- node118
	node51 -- node52
	node50 -- node51
	node53 -- node55
	node52 -- node53
	node506 -- node507
	node281 -- node282
	node504 -- node505
	node406 -- node407
	node469 -- node470
	node468 -- node469
	node500 -- node501
	node280 -- node281
	node465 -- node466
	node464 -- node465
	node467 -- node468
	node466 -- node475
	node461 -- node462
	node460 -- node461
	node463 -- node464
	node462 -- node463
	node945 -- node946
	node919 -- node920
	node918 -- node953
	node918 -- node966
	node918 -- node919
	node918 -- node958
	node669 -- node670
	node668 -- node678
	node667 -- node668
	node666 -- node668
	node665 -- node678
	node664 -- node665
	node663 -- node678
	node662 -- node663
	node661 -- node662
	node660 -- node661
	node487 -- node488
	node486 -- node495
	node485 -- node497
	node485 -- node508
	node484 -- node485
	node483 -- node484
	node446 -- node447
	node481 -- node482
	node480 -- node481
	node538 -- node539
	node489 -- node490
	node488 -- node489
	node289 -- node290
	node505 -- node507
	node1010 -- node1012
	node288 -- node289
	node502 -- node503
	node851 -- node1249
	node851 -- node1250
	node652 -- node653
	node535 -- node536
	node503 -- node504
	node762 -- node763
	node763 -- node764
	node760 -- node761
	node534 -- node535
	node766 -- node767
	node767 -- node768
	node764 -- node773
	node765 -- node766
	node533 -- node534
	node768 -- node769
	node501 -- node502
	node1166 -- node1167
	node532 -- node533
	node164 -- node177
	node165 -- node167
	node166 -- node167
	node167 -- node177
	node160 -- node161
	node161 -- node162
	node162 -- node177
	node163 -- node164
	node991 -- node992
	node530 -- node531
	node168 -- node169
	node169 -- node170
	node1129 -- node1130
	node1229 -- node1242
	node1228 -- node1229
	node1227 -- node1242
	node1226 -- node1227
	node1225 -- node1226
	node1163 -- node1172
	node362 -- node363
	node1222 -- node1223
	node1221 -- node1222
	node1220 -- node1221
	node1012 -- node1022
	node508 -- node569
	node508 -- node517
	node990 -- node1022
	node1197 -- node1198
	node871 -- node872
	node509 -- node512
	node509 -- node510
	node1168 -- node1169
	node363 -- node364
	node1169 -- node1170
	node717 -- node718
	node716 -- node717
	node556 -- node558
	node714 -- node715
	node713 -- node714
	node712 -- node713
	node711 -- node712
	node697 -- node698
	node1157 -- node1158
	node719 -- node720
	node718 -- node733
	node875 -- node884
	node579 -- node580
	node1231 -- node1232
	node1151 -- node1152
	node1150 -- node1151
	node300 -- node301
	node301 -- node310
	node302 -- node303
	node303 -- node304
	node304 -- node305
	node305 -- node306
	node306 -- node307
	node307 -- node308
	node308 -- node309
	node309 -- node310
	node1152 -- node1153
	node1142 -- node1143
	node917 -- node918
	node653 -- node654
	node1014 -- node1015
	node916 -- node917
	node650 -- node651
	node1015 -- node1016
	node904 -- node906
	node651 -- node652
	node1016 -- node1017
	node830 -- node843
	node910 -- node914
	node555 -- node568
	node1017 -- node1018
	node829 -- node830
	node554 -- node555
	node212 -- node213
	node912 -- node913
	node557 -- node558
	node198 -- node199
	node11 -- node12
	node10 -- node11
	node13 -- node14
	node12 -- node13
	node15 -- node16
	node14 -- node23
	node17 -- node18
	node16 -- node17
	node19 -- node20
	node18 -- node19
	node1013 -- node1014
	node222 -- node232
	node1177 -- node1187
	node1176 -- node1177
	node1175 -- node1177
	node828 -- node843
	node1173 -- node1174
	node553 -- node568
	node1078 -- node1079
	node1079 -- node1080
	node1076 -- node1077
	node1077 -- node1081
	node1077 -- node1133
	node1074 -- node1075
	node552 -- node553
	node1072 -- node1073
	node1073 -- node1074
	node1070 -- node1071
	node482 -- node483
	node623 -- node627
	node623 -- node679
	node388 -- node389
	node548 -- node549
	node549 -- node550
	node238 -- node273
	node238 -- node239
	node238 -- node286
	node238 -- node278
	node239 -- node240
	node625 -- node626
	node389 -- node390
	node234 -- node235
	node235 -- node276
	node235 -- node264
	node235 -- node275
	node235 -- node247
	node235 -- node256
	node235 -- node287
	node235 -- node274
	node236 -- node237
	node237 -- node238
	node230 -- node231
	node231 -- node232
	node232 -- node236
	node232 -- node288
	node233 -- node234
	node193 -- node194
	node1141 -- node1142
	node905 -- node906
	node944 -- node945
	node192 -- node193
	node701 -- node733
	node853 -- node854
	node1018 -- node1019
	node1198 -- node1199
	node969 -- node970
	node698 -- node699
	node1120 -- node1122
	node380 -- node381
	node1113 -- node1114
	node1136 -- node1137
	node1146 -- node1155
	node1188 -- node1189
	node1190 -- node1229
	node1190 -- node1211
	node1190 -- node1231
	node1190 -- node1219
	node1190 -- node1202
	node1190 -- node1230
	node1190 -- node1242
	node1189 -- node1190
	node382 -- node397
	node436 -- node437
	node437 -- node452
	node434 -- node435
	node383 -- node384
	node432 -- node433
	node433 -- node434
	node430 -- node431
	node431 -- node432
	node999 -- node1000
	node384 -- node397
	node699 -- node700
	node825 -- node826
	node438 -- node439
	node385 -- node387
	node128 -- node163
	node128 -- node129
	node128 -- node176
	node128 -- node168
	node129 -- node130
	node283 -- node284
	node282 -- node283
	node285 -- node286
	node284 -- node285
	node287 -- node291
	node287 -- node343
	node286 -- node287
	node120 -- node124
	node121 -- node122
	node122 -- node123
	node123 -- node124
	node124 -- node125
	node125 -- node146
	node125 -- node165
	node125 -- node154
	node125 -- node137
	node125 -- node166
	node125 -- node177
	node125 -- node164
	node126 -- node127
	node127 -- node128
	node606 -- node607
	node998 -- node1007
	node601 -- node602
	node824 -- node825
	node1122 -- node1132
	node600 -- node601
	node1144 -- node1145
	node1147 -- node1148
	node943 -- node952
	node603 -- node604
	node1194 -- node1195
	node602 -- node603
	node827 -- node828
	node1123 -- node1124
	node1011 -- node1012
	node940 -- node941
	node759 -- node760
	node758 -- node759
	node368 -- node369
	node753 -- node754
	node752 -- node753
	node751 -- node752
	node369 -- node370
	node757 -- node758
	node756 -- node788
	node755 -- node756
	node754 -- node755
	node946 -- node947
	node641 -- node642
	node1124 -- node1125
	node941 -- node942
	node761 -- node762
	node1206 -- node1207
	node1250 -- node1251
	node1191 -- node1192
	node550 -- node551
	node750 -- node751
	node821 -- node822
	node1125 -- node1126
	node1001 -- node1002
	node715 -- node716
	node948 -- node949
	node1038 -- node1039
	node769 -- node770
	node1126 -- node1127
	node416 -- node417
	node1032 -- node1033
	node1033 -- node1034
	node1030 -- node1031
	node1031 -- node1032
	node1036 -- node1045
	node1037 -- node1038
	node1034 -- node1035
	node1035 -- node1036
	node270 -- node271
	node271 -- node272
	node272 -- node287
	node273 -- node274
	node274 -- node287
	node275 -- node277
	node276 -- node277
	node277 -- node287
	node278 -- node279
	node279 -- node280
	node859 -- node860
	node379 -- node380
	node378 -- node379
	node1127 -- node1128
	node1130 -- node1131
	node993 -- node994
	node371 -- node372
	node370 -- node371
	node373 -- node382
	node372 -- node373
	node375 -- node376
	node374 -- node375
	node377 -- node378
	node376 -- node377
	node854 -- node905
	node854 -- node885
	node854 -- node858
	node854 -- node875
	node1192 -- node1193
	node1089 -- node1090
	node855 -- node856
	node1087 -- node1088
	node1086 -- node1087
	node1085 -- node1086
	node1084 -- node1085
	node1083 -- node1131
	node1083 -- node1084
	node1083 -- node1118
	node1083 -- node1123
	node856 -- node857
	node1081 -- node1082
	node822 -- node823
	node857 -- node866
	node857 -- node886
	node857 -- node876
	node979 -- node980
	node978 -- node979
	node977 -- node978
	node850 -- node851
	node975 -- node976
	node974 -- node975
	node973 -- node974
	node973 -- node1013
	node973 -- node1021
	node973 -- node1008
	node972 -- node973
	node971 -- node972
	node583 -- node584
	node68 -- node69
	node69 -- node70
	node852 -- node853
	node1108 -- node1117
	node621 -- node622
	node60 -- node61
	node60 -- node63
	node61 -- node62
	node62 -- node66
	node63 -- node64
	node64 -- node65
	node65 -- node66
	node66 -- node67
	node67 -- node96
	node67 -- node76
	node67 -- node86
	node573 -- node574
	node572 -- node573
	node478 -- node479
	node479 -- node480
	node577 -- node578
	node576 -- node577
	node575 -- node576
	node574 -- node575
	node574 -- node614
	node574 -- node622
	node574 -- node609
	node472 -- node473
	node473 -- node474
	node470 -- node471
	node471 -- node472
	node476 -- node485
	node477 -- node478
	node474 -- node475
	node475 -- node498
	node475 -- node496
	node908 -- node911
	node908 -- node909
	node909 -- node910
	node678 -- node682
	node678 -- node734
	node679 -- node680
	node435 -- node436
	node674 -- node675
	node675 -- node676
	node676 -- node677
	node677 -- node678
	node670 -- node671
	node671 -- node672
	node672 -- node673
	node447 -- node448
	node494 -- node495
	node495 -- node508
	node496 -- node497
	node497 -- node508
	node490 -- node491
	node491 -- node492
	node492 -- node493
	node493 -- node494
	node498 -- node499
	node499 -- node500
	node949 -- node950
	node525 -- node526
	node889 -- node890
	node888 -- node889
	node823 -- node824
	node1121 -- node1122
	node883 -- node884
	node882 -- node883
	node881 -- node882
	node880 -- node881
	node887 -- node888
	node886 -- node887
	node885 -- node894
	node884 -- node907
	node884 -- node896
	node1183 -- node1184
	node810 -- node811
	node849 -- node850
	node915 -- node927
	node915 -- node967
	node915 -- node936
	node915 -- node956
	node915 -- node954
	node915 -- node944
	node915 -- node955
	node799 -- node800
	node798 -- node799
	node797 -- node798
	node796 -- node797
	node795 -- node796
	node794 -- node795
	node794 -- node834
	node794 -- node842
	node794 -- node829
	node793 -- node794
	node792 -- node793
	node791 -- node803
	node791 -- node843
	node791 -- node830
	node791 -- node831
	node791 -- node832
	node791 -- node820
	node791 -- node812
	node790 -- node791
	node151 -- node152
	node150 -- node151
	node153 -- node162
	node152 -- node153
	node155 -- node156
	node154 -- node155
	node157 -- node158
	node156 -- node157
	node159 -- node160
	node158 -- node159
	node405 -- node406
	node404 -- node405
	node403 -- node404
	node403 -- node451
	node403 -- node438
	node403 -- node443
	node402 -- node403
	node401 -- node402
	node400 -- node440
	node400 -- node439
	node400 -- node441
	node400 -- node429
	node400 -- node421
	node400 -- node452
	node400 -- node412
	node1212 -- node1213
	node450 -- node451
	node1196 -- node1197
	node1211 -- node1212
	node1216 -- node1217
	node1217 -- node1218
	node1214 -- node1215
	node451 -- node452
	node778 -- node788
	node1218 -- node1227
	node1219 -- node1220
	node452 -- node453
	node421 -- node422
	node1131 -- node1132
	node453 -- node454
	node962 -- node963
	node420 -- node452
	node1097 -- node1098
	node454 -- node455
	node963 -- node964
	node423 -- node424
	node847 -- node848
	node455 -- node459
	node455 -- node476
	node455 -- node506
	node455 -- node486
	node1111 -- node1112
	node422 -- node423
	node456 -- node457
	node536 -- node568
	node1110 -- node1111
	node425 -- node426
	node457 -- node458
	node624 -- node625
	node424 -- node425
	node704 -- node705
	node705 -- node706
	node706 -- node707
	node707 -- node708
	node700 -- node701
	node427 -- node428
	node702 -- node703
	node703 -- node704
	node1179 -- node1180
	node426 -- node427
	node708 -- node709
	node709 -- node718
	node1104 -- node1105
	node785 -- node786
	node811 -- node843
	node1119 -- node1132
	node832 -- node833
	node1149 -- node1150
	node339 -- node340
	node338 -- node339
	node1118 -- node1119
	node335 -- node336
	node334 -- node335
	node337 -- node338
	node336 -- node337
	node331 -- node332
	node330 -- node332
	node333 -- node334
	node332 -- node342
	node635 -- node636
	node692 -- node701
	node786 -- node787
	node693 -- node694
	node922 -- node923
	node930 -- node931
	node1066 -- node1067
	node923 -- node924
	node1143 -- node1144
	node924 -- node925
	node526 -- node527
	node1140 -- node1141
	node544 -- node553
	node1148 -- node1149
	node820 -- node821
	node28 -- node29
	node29 -- node30
	node629 -- node677
	node629 -- node669
	node629 -- node630
	node629 -- node664
	node24 -- node33
	node25 -- node26
	node26 -- node27
	node27 -- node28
	node20 -- node21
	node21 -- node22
	node22 -- node23
	node23 -- node44
	node23 -- node46
	node1061 -- node1062
	node928 -- node929
	node1063 -- node1064
	node1062 -- node1077
	node1065 -- node1067
	node1064 -- node1077
	node1067 -- node1077
	node913 -- node914
	node1069 -- node1070
	node527 -- node536
	node1145 -- node1146
	node545 -- node546
	node209 -- node210
	node208 -- node217
	node632 -- node633
	node633 -- node634
	node634 -- node635
	node628 -- node629
	node636 -- node637
	node637 -- node646
	node201 -- node202
	node200 -- node232
	node203 -- node204
	node202 -- node203
	node205 -- node206
	node204 -- node205
	node207 -- node208
	node206 -- node207
	node507 -- node508
	node520 -- node521
	node591 -- node623
	node590 -- node591
	node593 -- node594
	node592 -- node593
	node595 -- node596
	node594 -- node595
	node597 -- node598
	node596 -- node597
	node599 -- node608
	node598 -- node599
	node845 -- node846
	node844 -- node845
	node843 -- node852
	node843 -- node844
	node842 -- node843
	node841 -- node842
	node840 -- node841
	node1039 -- node1040
	node1068 -- node1069
	node819 -- node828
	node115 -- node116
	node114 -- node116
	node117 -- node126
	node117 -- node178
	node116 -- node117
	node111 -- node112
	node110 -- node111
	node113 -- node114
	node112 -- node113
	node449 -- node450
	node448 -- node449
	node119 -- node120
	node118 -- node121
	node118 -- node119
	node1082 -- node1083
	node685 -- node686
	node684 -- node732
	node684 -- node724
	node684 -- node685
	node684 -- node719
	node687 -- node688
	node686 -- node687
	node528 -- node529
	node529 -- node530
	node298 -- node299
	node299 -- node300
	node296 -- node297
	node297 -- node298
	node294 -- node295
	node295 -- node296
	node292 -- node293
	node293 -- node341
	node293 -- node333
	node293 -- node294
	node293 -- node328
	node290 -- node319
	node290 -- node330
	node290 -- node331
	node290 -- node342
	node290 -- node302
	node290 -- node311
	node290 -- node329
	node291 -- node292
	node612 -- node613
	node631 -- node632
	node710 -- node711
	node523 -- node524
	node1237 -- node1238
	node640 -- node641
	node818 -- node819
	node643 -- node644
	node439 -- node452
	node642 -- node643
	node645 -- node646
	node644 -- node645
	node748 -- node749
	node638 -- node639
	node647 -- node648
	node639 -- node640
	node740 -- node741
	node741 -- node742
	node742 -- node743
	node646 -- node678
	node744 -- node745
	node610 -- node623
	node746 -- node747
	node747 -- node756
	node1249 -- node1250
	node1213 -- node1214
	node925 -- node926
	node1241 -- node1242
	node1240 -- node1241
	node1243 -- node1246
	node1243 -- node1244
	node1243 -- node1245
	node1242 -- node1243
	node1245 -- node1247
	node386 -- node387
	node1247 -- node1248
	node1246 -- node1247
	node688 -- node689
	node942 -- node943
	node920 -- node921
	node1210 -- node1242
	node387 -- node397
	node976 -- node977
	node407 -- node408
	node947 -- node948
	node921 -- node922
	node1186 -- node1187
	node1187 -- node1191
	node1184 -- node1185
	node1185 -- node1186
	node1029 -- node1030
	node1028 -- node1068
	node1028 -- node1076
	node1028 -- node1029
	node1028 -- node1063
	node1180 -- node1181
	node774 -- node775
	node1025 -- node1065
	node1025 -- node1054
	node1025 -- node1064
	node1025 -- node1037
	node1025 -- node1077
	node1025 -- node1066
	node1025 -- node1046
	node1024 -- node1025
	node1027 -- node1028
	node1026 -- node1027
	node1021 -- node1022
	node1020 -- node1021
	node1023 -- node1024
	node1022 -- node1078
	node1022 -- node1026
	node366 -- node367
	node367 -- node368
	node364 -- node365
	node365 -- node397
	node249 -- node250
	node248 -- node249
	node360 -- node361
	node361 -- node362
	node245 -- node246
	node244 -- node245
	node247 -- node248
	node246 -- node255
	node241 -- node242
	node240 -- node241
	node243 -- node244
	node242 -- node243
	node826 -- node827
	node1178 -- node1179
	node1106 -- node1107
	node77 -- node78
	node76 -- node77
	node75 -- node84
	node74 -- node75
	node73 -- node74
	node72 -- node73
	node71 -- node72
	node70 -- node71
	node964 -- node965
	node965 -- node966
	node966 -- node967
	node967 -- node971
	node967 -- node1023
	node960 -- node961
	node961 -- node962
	node79 -- node80
	node78 -- node79
	node1058 -- node1059
	node1059 -- node1060
	node1107 -- node1108
	node1112 -- node1113
	node1115 -- node1116
	node1114 -- node1115
	node1117 -- node1132
	node1116 -- node1117
	node1050 -- node1051
	node1051 -- node1052
	node1052 -- node1053
	node1053 -- node1062
	node1054 -- node1055
	node1055 -- node1056
	node1056 -- node1057
	node1057 -- node1058
	node560 -- node561
	node561 -- node562
	node562 -- node563
	node563 -- node564
	node564 -- node565
	node565 -- node566
	node566 -- node567
	node567 -- node568
	node568 -- node624
	node568 -- node572
	node569 -- node570
	node848 -- node849
	node649 -- node650
	node648 -- node649
	node399 -- node400
	node398 -- node399
	node1215 -- node1216
	node846 -- node847
	node393 -- node394
	node392 -- node393
	node391 -- node392
	node390 -- node391
	node397 -- node509
	node397 -- node401
	node397 -- node456
	node396 -- node397
	node395 -- node396
	node394 -- node395
	node1088 -- node1089
	node898 -- node899
	node899 -- node900
	node926 -- node935
	node890 -- node891
	node891 -- node892
	node892 -- node893
	node893 -- node894
	node894 -- node907
	node895 -- node896
	node896 -- node907
	node897 -- node898
	node1193 -- node1241
	node1193 -- node1228
	node1193 -- node1194
	node1193 -- node1233
	node88 -- node89
	node89 -- node90
	node788 -- node908
	node788 -- node792
	node788 -- node855
	node789 -- node790
	node970 -- node991
	node970 -- node1022
	node970 -- node999
	node970 -- node1009
	node970 -- node1010
	node970 -- node1011
	node970 -- node982
	node82 -- node83
	node83 -- node84
	node80 -- node81
	node81 -- node82
	node86 -- node87
	node87 -- node88
	node84 -- node107
	node84 -- node105
	node85 -- node94
	node803 -- node804
	node784 -- node785
	node801 -- node802
	node800 -- node801
	node418 -- node419
	node419 -- node420
	node148 -- node149
	node149 -- node150
	node146 -- node147
	node147 -- node148
	node144 -- node145
	node145 -- node177
	node142 -- node143
	node143 -- node144
	node140 -- node141
	node141 -- node142
	node1205 -- node1206
	node269 -- node270
	node1207 -- node1208
	node787 -- node788
	node1201 -- node1210
	node1200 -- node1201
	node1203 -- node1204
	node1202 -- node1203
	node780 -- node781
	node1103 -- node1104
	node1209 -- node1210
	node1208 -- node1209
	node781 -- node782
	node782 -- node783
	node870 -- node871
	node783 -- node784
	node808 -- node809
	node992 -- node993
	node802 -- node811
	node682 -- node683
	node929 -- node930
	node731 -- node732
	node539 -- node540
	node733 -- node737
	node733 -- node789
	node732 -- node733
	node735 -- node736
	node734 -- node735
	node737 -- node738
	node736 -- node788
	node736 -- node775
	node736 -- node777
	node736 -- node748
	node736 -- node765
	node736 -- node776
	node736 -- node757
	node739 -- node740
	node739 -- node787
	node739 -- node774
	node739 -- node779
	node738 -- node739
	node806 -- node807
	node443 -- node444
	node807 -- node808
	node805 -- node806
	node442 -- node452
	node804 -- node805
	node441 -- node442
	node1174 -- node1187
	node414 -- node415
	node328 -- node329
	node329 -- node342
	node415 -- node416
	node322 -- node323
	node323 -- node324
	node320 -- node321
	node321 -- node322
	node326 -- node327
	node327 -- node342
	node324 -- node325
	node325 -- node326
	node417 -- node418
	node445 -- node446
	node410 -- node411
	node444 -- node445
	node537 -- node538
	node411 -- node420
	node551 -- node552
	node412 -- node413
	node413 -- node414
	node39 -- node40
	node38 -- node39
	node1159 -- node1160
	node1158 -- node1159
	node1204 -- node1205
	node33 -- node45
	node33 -- node56
	node32 -- node33
	node31 -- node32
	node30 -- node31
	node37 -- node38
	node36 -- node37
	node35 -- node36
	node34 -- node43
	node216 -- node217
	node217 -- node232
	node214 -- node215
	node215 -- node216
	node199 -- node200
	node213 -- node214
	node210 -- node211
	node211 -- node212
	node195 -- node196
	node194 -- node195
	node197 -- node198
	node196 -- node197
	node191 -- node200
	node190 -- node191
	node218 -- node219
	node219 -- node232
	node933 -- node934
	node1105 -- node1106
	node609 -- node610
	node608 -- node623
	node359 -- node360
	node358 -- node359
	node357 -- node358
	node356 -- node365
	node355 -- node356
	node354 -- node355
	node353 -- node354
	node352 -- node353
	node351 -- node352
	node350 -- node351
	node839 -- node840
	node1100 -- node1132
	node681 -- node720
	node681 -- node733
	node681 -- node722
	node681 -- node693
	node681 -- node710
	node681 -- node702
	node681 -- node721
	node1101 -- node1102
	node680 -- node681
	node995 -- node996
	node994 -- node995
	node997 -- node998
	node996 -- node997
	node858 -- node859
	node683 -- node684
	node588 -- node589
	node589 -- node590
	node586 -- node587
	node587 -- node588
	node584 -- node585
	node585 -- node586
	node582 -- node591
	node571 -- node610
	node571 -- node611
	node571 -- node592
	node571 -- node583
	node571 -- node600
	node571 -- node612
	node571 -- node623
	node580 -- node581
	node581 -- node582
	node1128 -- node1129
	node524 -- node525
	node570 -- node571
	node48 -- node49
	node49 -- node50
	node46 -- node47
	node47 -- node48
	node44 -- node45
	node45 -- node56
	node42 -- node43
	node43 -- node56
	node40 -- node41
	node41 -- node42
	node102 -- node103
	node103 -- node104
	node100 -- node101
	node101 -- node102
	node106 -- node117
	node107 -- node108
	node104 -- node117
	node105 -- node106
	node458 -- node477
	node458 -- node467
	node458 -- node487
	node459 -- node460
	node108 -- node109
	node109 -- node110
	node521 -- node522
	node519 -- node520
	node519 -- node554
	node519 -- node567
	node519 -- node559
	node518 -- node519
	node690 -- node691
	node691 -- node692
	node696 -- node697
	node522 -- node523
	node694 -- node695
	node695 -- node696
	node511 -- node515
	node510 -- node511
	node513 -- node514
	node512 -- node513
	node515 -- node516
	node514 -- node515
	node517 -- node518
	node516 -- node537
	node516 -- node568
	node516 -- node556
	node516 -- node555
	node516 -- node545
	node516 -- node557
	node516 -- node528
	node833 -- node843
	node578 -- node579
	node1075 -- node1076
	node1171 -- node1172
	node914 -- node915
	node1170 -- node1171
	node775 -- node788
	node531 -- node532
	node777 -- node778
	node776 -- node778
	node771 -- node772
	node770 -- node771
	node773 -- node788
	node772 -- node773
	node779 -- node780
	node658 -- node659
	node605 -- node606
	node177 -- node181
	node177 -- node233
	node176 -- node177
	node175 -- node176
	node174 -- node175
	node173 -- node174
	node172 -- node173
	node171 -- node172
	node170 -- node171
	node1071 -- node1072
	node179 -- node180
	node178 -- node179
	node1238 -- node1239
	node1239 -- node1240
	node622 -- node623
	node1234 -- node1235
	node1235 -- node1236
	node1236 -- node1237
	node659 -- node660
	node1230 -- node1232
	node604 -- node605
	node1232 -- node1242
	node1233 -- node1234
	node902 -- node903
	node620 -- node621
	node903 -- node904
	node627 -- node628
	node900 -- node901
	node626 -- node647
	node626 -- node667
	node626 -- node665
	node626 -- node638
	node626 -- node655
	node626 -- node666
	node626 -- node678
	node1019 -- node1020
	node1007 -- node1022
	node901 -- node902
	node1006 -- node1007
	node906 -- node907
	node607 -- node608
	node261 -- node262
	node1155 -- node1187
	node907 -- node968
	node907 -- node916
	node542 -- node543
	node189 -- node190
	node835 -- node836
	node543 -- node544
	node1003 -- node1004
	node673 -- node674
	node540 -- node541
	node1002 -- node1003