digraph {
	node313 [label="ReLU(inplace)
[forward_compute_time=0.274,backward_compute_time=0.046,activation_size=6422528.0,parameter_size=0.0]"]
	node312 [label="BatchNorm2d(512, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.336,backward_compute_time=0.073,activation_size=6422528.0,parameter_size=4096.0]"]
	node258 [label="Concat(1)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=40140800.0,parameter_size=0.0]"]
	node259 [label="BatchNorm2d(800, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.447,backward_compute_time=0.240,activation_size=40140800.0,parameter_size=6400.0]"]
	node317 [label="Conv2d(128, 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
[forward_compute_time=0.398,backward_compute_time=0.155,activation_size=401408.0,parameter_size=147456.0]"]
	node316 [label="ReLU(inplace)
[forward_compute_time=0.263,backward_compute_time=0.028,activation_size=1605632.0,parameter_size=0.0]"]
	node315 [label="BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.360,backward_compute_time=0.047,activation_size=1605632.0,parameter_size=1024.0]"]
	node314 [label="Conv2d(512, 128, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.367,backward_compute_time=0.271,activation_size=1605632.0,parameter_size=262144.0]"]
	node252 [label="BatchNorm2d(768, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.453,backward_compute_time=0.228,activation_size=38535168.0,parameter_size=6144.0]"]
	node253 [label="ReLU(inplace)
[forward_compute_time=0.322,backward_compute_time=0.172,activation_size=38535168.0,parameter_size=0.0]"]
	node250 [label="Conv2d(128, 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
[forward_compute_time=0.346,backward_compute_time=0.392,activation_size=1605632.0,parameter_size=147456.0]"]
	node318 [label="Concat(1)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=6823936.0,parameter_size=0.0]"]
	node256 [label="ReLU(inplace)
[forward_compute_time=0.266,backward_compute_time=0.047,activation_size=6422528.0,parameter_size=0.0]"]
	node257 [label="Conv2d(128, 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
[forward_compute_time=0.345,backward_compute_time=0.442,activation_size=1605632.0,parameter_size=147456.0]"]
	node254 [label="Conv2d(768, 128, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.622,backward_compute_time=0.689,activation_size=6422528.0,parameter_size=393216.0]"]
	node255 [label="BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.501,backward_compute_time=0.085,activation_size=6422528.0,parameter_size=1024.0]"]
	node268 [label="Conv2d(832, 128, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.581,backward_compute_time=0.718,activation_size=6422528.0,parameter_size=425984.0]"]
	node229 [label="Conv2d(128, 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
[forward_compute_time=0.345,backward_compute_time=0.374,activation_size=1605632.0,parameter_size=147456.0]"]
	node228 [label="ReLU(inplace)
[forward_compute_time=0.270,backward_compute_time=0.052,activation_size=6422528.0,parameter_size=0.0]"]
	node227 [label="BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.368,backward_compute_time=0.082,activation_size=6422528.0,parameter_size=1024.0]"]
	node226 [label="Conv2d(640, 128, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.524,backward_compute_time=0.600,activation_size=6422528.0,parameter_size=327680.0]"]
	node225 [label="ReLU(inplace)
[forward_compute_time=0.302,backward_compute_time=0.149,activation_size=32112640.0,parameter_size=0.0]"]
	node224 [label="BatchNorm2d(640, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.411,backward_compute_time=0.210,activation_size=32112640.0,parameter_size=5120.0]"]
	node223 [label="Concat(1)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=32112640.0,parameter_size=0.0]"]
	node311 [label="AvgPool2d(kernel_size=2, stride=2, padding=0)
[forward_compute_time=0.311,backward_compute_time=0.262,activation_size=6422528.0,parameter_size=0.0]"]
	node221 [label="ReLU(inplace)
[forward_compute_time=0.270,backward_compute_time=0.055,activation_size=6422528.0,parameter_size=0.0]"]
	node220 [label="BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.336,backward_compute_time=0.101,activation_size=6422528.0,parameter_size=1024.0]"]
	node9 [label="BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.958,backward_compute_time=0.593,activation_size=102760448.0,parameter_size=1024.0]"]
	node8 [label="Conv2d(64, 128, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.984,backward_compute_time=1.309,activation_size=102760448.0,parameter_size=32768.0]"]
	node310 [label="Conv2d(1024, 512, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=1.683,backward_compute_time=2.562,activation_size=25690112.0,parameter_size=2097152.0]"]
	node1 [label="Input
[forward_compute_time=9.085,backward_compute_time=0.000,activation_size=38535168.0,parameter_size=0.0]"]
	node381 [label="Concat(1)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=10436608.0,parameter_size=0.0]"]
	node3 [label="BatchNorm2d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=1.141,backward_compute_time=1.159,activation_size=205520896.0,parameter_size=512.0]"]
	node2 [label="Conv2d(3, 64, kernel_size=(7, 7), stride=(2, 2), padding=(3, 3), bias=False)
[forward_compute_time=6.733,backward_compute_time=2.345,activation_size=205520896.0,parameter_size=37632.0]"]
	node5 [label="MaxPool2d(kernel_size=3, stride=2, padding=1, dilation=1, ceil_mode=False)
[forward_compute_time=0.721,backward_compute_time=1.282,activation_size=51380224.0,parameter_size=0.0]"]
	node4 [label="ReLU(inplace)
[forward_compute_time=0.840,backward_compute_time=0.724,activation_size=205520896.0,parameter_size=0.0]"]
	node7 [label="ReLU(inplace)
[forward_compute_time=0.423,backward_compute_time=0.196,activation_size=51380224.0,parameter_size=0.0]"]
	node6 [label="BatchNorm2d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.477,backward_compute_time=0.323,activation_size=51380224.0,parameter_size=512.0]"]
	node319 [label="BatchNorm2d(544, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.330,backward_compute_time=0.077,activation_size=6823936.0,parameter_size=4352.0]"]
	node99 [label="Conv2d(128, 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
[forward_compute_time=0.567,backward_compute_time=1.000,activation_size=6422528.0,parameter_size=147456.0]"]
	node98 [label="ReLU(inplace)
[forward_compute_time=0.282,backward_compute_time=0.118,activation_size=25690112.0,parameter_size=0.0]"]
	node251 [label="Concat(1)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=38535168.0,parameter_size=0.0]"]
	node91 [label="ReLU(inplace)
[forward_compute_time=0.315,backward_compute_time=0.166,activation_size=25690112.0,parameter_size=0.0]"]
	node90 [label="BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.454,backward_compute_time=0.179,activation_size=25690112.0,parameter_size=1024.0]"]
	node93 [label="Concat(1)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=64225280.0,parameter_size=0.0]"]
	node92 [label="Conv2d(128, 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
[forward_compute_time=0.577,backward_compute_time=0.995,activation_size=6422528.0,parameter_size=147456.0]"]
	node95 [label="ReLU(inplace)
[forward_compute_time=0.382,backward_compute_time=0.262,activation_size=64225280.0,parameter_size=0.0]"]
	node94 [label="BatchNorm2d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.636,backward_compute_time=0.355,activation_size=64225280.0,parameter_size=2560.0]"]
	node97 [label="BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.374,backward_compute_time=0.178,activation_size=25690112.0,parameter_size=1024.0]"]
	node96 [label="Conv2d(320, 128, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.696,backward_compute_time=1.081,activation_size=25690112.0,parameter_size=163840.0]"]
	node429 [label="Linear(in_features=1024, out_features=1000, bias=True)
[forward_compute_time=0.365,backward_compute_time=0.114,activation_size=256000.0,parameter_size=4100000.0]"]
	node428 [label="View(-1)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=262144.0,parameter_size=0.0]"]
	node139 [label="AvgPool2d(kernel_size=2, stride=2, padding=0)
[forward_compute_time=0.362,backward_compute_time=0.513,activation_size=12845056.0,parameter_size=0.0]"]
	node138 [label="Conv2d(512, 256, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=1.460,backward_compute_time=2.655,activation_size=51380224.0,parameter_size=524288.0]"]
	node133 [label="ReLU(inplace)
[forward_compute_time=0.365,backward_compute_time=0.117,activation_size=25690112.0,parameter_size=0.0]"]
	node132 [label="BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.380,backward_compute_time=0.184,activation_size=25690112.0,parameter_size=1024.0]"]
	node131 [label="Conv2d(480, 128, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.966,backward_compute_time=1.479,activation_size=25690112.0,parameter_size=245760.0]"]
	node130 [label="ReLU(inplace)
[forward_compute_time=0.483,backward_compute_time=0.377,activation_size=96337920.0,parameter_size=0.0]"]
	node137 [label="ReLU(inplace)
[forward_compute_time=0.480,backward_compute_time=0.410,activation_size=102760448.0,parameter_size=0.0]"]
	node136 [label="BatchNorm2d(512, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.845,backward_compute_time=0.563,activation_size=102760448.0,parameter_size=4096.0]"]
	node135 [label="Concat(1)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=102760448.0,parameter_size=0.0]"]
	node134 [label="Conv2d(128, 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
[forward_compute_time=0.598,backward_compute_time=1.130,activation_size=6422528.0,parameter_size=147456.0]"]
	node409 [label="Concat(1)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=12042240.0,parameter_size=0.0]"]
	node408 [label="Conv2d(128, 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
[forward_compute_time=0.338,backward_compute_time=0.161,activation_size=401408.0,parameter_size=147456.0]"]
	node263 [label="ReLU(inplace)
[forward_compute_time=0.273,backward_compute_time=0.050,activation_size=6422528.0,parameter_size=0.0]"]
	node262 [label="BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.395,backward_compute_time=0.082,activation_size=6422528.0,parameter_size=1024.0]"]
	node188 [label="Concat(1)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=24084480.0,parameter_size=0.0]"]
	node260 [label="ReLU(inplace)
[forward_compute_time=0.391,backward_compute_time=0.177,activation_size=40140800.0,parameter_size=0.0]"]
	node267 [label="ReLU(inplace)
[forward_compute_time=0.325,backward_compute_time=0.182,activation_size=41746432.0,parameter_size=0.0]"]
	node266 [label="BatchNorm2d(832, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.459,backward_compute_time=0.252,activation_size=41746432.0,parameter_size=6656.0]"]
	node265 [label="Concat(1)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=41746432.0,parameter_size=0.0]"]
	node264 [label="Conv2d(128, 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
[forward_compute_time=0.344,backward_compute_time=0.404,activation_size=1605632.0,parameter_size=147456.0]"]
	node182 [label="BatchNorm2d(448, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.432,backward_compute_time=0.164,activation_size=22478848.0,parameter_size=3584.0]"]
	node183 [label="ReLU(inplace)
[forward_compute_time=0.280,backward_compute_time=0.112,activation_size=22478848.0,parameter_size=0.0]"]
	node180 [label="Conv2d(128, 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
[forward_compute_time=0.397,backward_compute_time=0.359,activation_size=1605632.0,parameter_size=147456.0]"]
	node181 [label="Concat(1)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=22478848.0,parameter_size=0.0]"]
	node186 [label="ReLU(inplace)
[forward_compute_time=0.273,backward_compute_time=0.047,activation_size=6422528.0,parameter_size=0.0]"]
	node187 [label="Conv2d(128, 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
[forward_compute_time=0.391,backward_compute_time=0.337,activation_size=1605632.0,parameter_size=147456.0]"]
	node184 [label="Conv2d(448, 128, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.463,backward_compute_time=0.477,activation_size=6422528.0,parameter_size=229376.0]"]
	node185 [label="BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.345,backward_compute_time=0.083,activation_size=6422528.0,parameter_size=1024.0]"]
	node348 [label="ReLU(inplace)
[forward_compute_time=0.317,backward_compute_time=0.054,activation_size=8429568.0,parameter_size=0.0]"]
	node349 [label="Conv2d(672, 128, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.396,backward_compute_time=0.316,activation_size=1605632.0,parameter_size=344064.0]"]
	node344 [label="ReLU(inplace)
[forward_compute_time=0.281,backward_compute_time=0.031,activation_size=1605632.0,parameter_size=0.0]"]
	node345 [label="Conv2d(128, 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
[forward_compute_time=0.394,backward_compute_time=0.153,activation_size=401408.0,parameter_size=147456.0]"]
	node346 [label="Concat(1)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=8429568.0,parameter_size=0.0]"]
	node347 [label="BatchNorm2d(672, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.355,backward_compute_time=0.085,activation_size=8429568.0,parameter_size=5376.0]"]
	node340 [label="BatchNorm2d(640, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.366,backward_compute_time=0.081,activation_size=8028160.0,parameter_size=5120.0]"]
	node341 [label="ReLU(inplace)
[forward_compute_time=0.266,backward_compute_time=0.052,activation_size=8028160.0,parameter_size=0.0]"]
	node342 [label="Conv2d(640, 128, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.398,backward_compute_time=0.326,activation_size=1605632.0,parameter_size=327680.0]"]
	node343 [label="BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.313,backward_compute_time=0.048,activation_size=1605632.0,parameter_size=1024.0]"]
	node59 [label="BatchNorm2d(160, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.404,backward_compute_time=0.210,activation_size=32112640.0,parameter_size=1280.0]"]
	node58 [label="Concat(1)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=32112640.0,parameter_size=0.0]"]
	node55 [label="BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.374,backward_compute_time=0.181,activation_size=25690112.0,parameter_size=1024.0]"]
	node54 [label="Conv2d(128, 128, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.481,backward_compute_time=0.527,activation_size=25690112.0,parameter_size=65536.0]"]
	node57 [label="Conv2d(128, 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
[forward_compute_time=0.642,backward_compute_time=0.912,activation_size=6422528.0,parameter_size=147456.0]"]
	node56 [label="ReLU(inplace)
[forward_compute_time=0.285,backward_compute_time=0.119,activation_size=25690112.0,parameter_size=0.0]"]
	node51 [label="AvgPool2d(kernel_size=2, stride=2, padding=0)
[forward_compute_time=0.420,backward_compute_time=1.005,activation_size=25690112.0,parameter_size=0.0]"]
	node50 [label="Conv2d(256, 128, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=1.532,backward_compute_time=3.007,activation_size=102760448.0,parameter_size=131072.0]"]
	node53 [label="ReLU(inplace)
[forward_compute_time=0.288,backward_compute_time=0.111,activation_size=25690112.0,parameter_size=0.0]"]
	node52 [label="BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.366,backward_compute_time=0.182,activation_size=25690112.0,parameter_size=1024.0]"]
	node281 [label="ReLU(inplace)
[forward_compute_time=0.339,backward_compute_time=0.196,activation_size=44957696.0,parameter_size=0.0]"]
	node406 [label="BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.362,backward_compute_time=0.047,activation_size=1605632.0,parameter_size=1024.0]"]
	node280 [label="BatchNorm2d(896, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.479,backward_compute_time=0.258,activation_size=44957696.0,parameter_size=7168.0]"]
	node289 [label="Conv2d(928, 128, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.615,backward_compute_time=0.817,activation_size=6422528.0,parameter_size=475136.0]"]
	node288 [label="ReLU(inplace)
[forward_compute_time=0.342,backward_compute_time=0.198,activation_size=46563328.0,parameter_size=0.0]"]
	node164 [label="BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.336,backward_compute_time=0.083,activation_size=6422528.0,parameter_size=1024.0]"]
	node165 [label="ReLU(inplace)
[forward_compute_time=0.263,backward_compute_time=0.046,activation_size=6422528.0,parameter_size=0.0]"]
	node166 [label="Conv2d(128, 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
[forward_compute_time=0.342,backward_compute_time=0.332,activation_size=1605632.0,parameter_size=147456.0]"]
	node167 [label="Concat(1)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=19267584.0,parameter_size=0.0]"]
	node160 [label="Concat(1)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=17661952.0,parameter_size=0.0]"]
	node161 [label="BatchNorm2d(352, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.362,backward_compute_time=0.136,activation_size=17661952.0,parameter_size=2816.0]"]
	node162 [label="ReLU(inplace)
[forward_compute_time=0.266,backward_compute_time=0.099,activation_size=17661952.0,parameter_size=0.0]"]
	node163 [label="Conv2d(352, 128, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.438,backward_compute_time=0.444,activation_size=6422528.0,parameter_size=180224.0]"]
	node168 [label="BatchNorm2d(384, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.394,backward_compute_time=0.200,activation_size=19267584.0,parameter_size=3072.0]"]
	node169 [label="ReLU(inplace)
[forward_compute_time=0.302,backward_compute_time=0.104,activation_size=19267584.0,parameter_size=0.0]"]
	node362 [label="ReLU(inplace)
[forward_compute_time=0.270,backward_compute_time=0.061,activation_size=9232384.0,parameter_size=0.0]"]
	node363 [label="Conv2d(736, 128, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.401,backward_compute_time=0.331,activation_size=1605632.0,parameter_size=376832.0]"]
	node300 [label="Concat(1)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=49774592.0,parameter_size=0.0]"]
	node301 [label="BatchNorm2d(992, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.532,backward_compute_time=0.281,activation_size=49774592.0,parameter_size=7936.0]"]
	node302 [label="ReLU(inplace)
[forward_compute_time=0.390,backward_compute_time=0.252,activation_size=49774592.0,parameter_size=0.0]"]
	node303 [label="Conv2d(992, 128, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=1.680,backward_compute_time=0.851,activation_size=6422528.0,parameter_size=507904.0]"]
	node304 [label="BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.521,backward_compute_time=0.124,activation_size=6422528.0,parameter_size=1024.0]"]
	node305 [label="ReLU(inplace)
[forward_compute_time=0.320,backward_compute_time=0.048,activation_size=6422528.0,parameter_size=0.0]"]
	node306 [label="Conv2d(128, 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
[forward_compute_time=0.348,backward_compute_time=0.406,activation_size=1605632.0,parameter_size=147456.0]"]
	node307 [label="Concat(1)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=51380224.0,parameter_size=0.0]"]
	node308 [label="BatchNorm2d(1024, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.506,backward_compute_time=0.290,activation_size=51380224.0,parameter_size=8192.0]"]
	node309 [label="ReLU(inplace)
[forward_compute_time=0.349,backward_compute_time=0.219,activation_size=51380224.0,parameter_size=0.0]"]
	node212 [label="Conv2d(576, 128, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.514,backward_compute_time=0.557,activation_size=6422528.0,parameter_size=294912.0]"]
	node198 [label="Conv2d(512, 128, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.480,backward_compute_time=0.513,activation_size=6422528.0,parameter_size=262144.0]"]
	node11 [label="Conv2d(128, 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
[forward_compute_time=1.678,backward_compute_time=3.162,activation_size=25690112.0,parameter_size=147456.0]"]
	node10 [label="ReLU(inplace)
[forward_compute_time=0.578,backward_compute_time=0.379,activation_size=102760448.0,parameter_size=0.0]"]
	node13 [label="BatchNorm2d(96, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.661,backward_compute_time=0.472,activation_size=77070336.0,parameter_size=768.0]"]
	node12 [label="Concat(1)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=77070336.0,parameter_size=0.0]"]
	node15 [label="Conv2d(96, 128, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.813,backward_compute_time=1.598,activation_size=102760448.0,parameter_size=49152.0]"]
	node14 [label="ReLU(inplace)
[forward_compute_time=0.440,backward_compute_time=0.291,activation_size=77070336.0,parameter_size=0.0]"]
	node17 [label="ReLU(inplace)
[forward_compute_time=0.491,backward_compute_time=0.379,activation_size=102760448.0,parameter_size=0.0]"]
	node16 [label="BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.671,backward_compute_time=0.605,activation_size=102760448.0,parameter_size=1024.0]"]
	node19 [label="Concat(1)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=102760448.0,parameter_size=0.0]"]
	node18 [label="Conv2d(128, 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
[forward_compute_time=1.434,backward_compute_time=3.243,activation_size=25690112.0,parameter_size=147456.0]"]
	node222 [label="Conv2d(128, 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
[forward_compute_time=0.347,backward_compute_time=0.386,activation_size=1605632.0,parameter_size=147456.0]"]
	node388 [label="Concat(1)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=10838016.0,parameter_size=0.0]"]
	node238 [label="BatchNorm2d(704, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.426,backward_compute_time=0.214,activation_size=35323904.0,parameter_size=5632.0]"]
	node239 [label="ReLU(inplace)
[forward_compute_time=0.314,backward_compute_time=0.161,activation_size=35323904.0,parameter_size=0.0]"]
	node389 [label="BatchNorm2d(864, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.343,backward_compute_time=0.098,activation_size=10838016.0,parameter_size=6912.0]"]
	node234 [label="BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.334,backward_compute_time=0.085,activation_size=6422528.0,parameter_size=1024.0]"]
	node235 [label="ReLU(inplace)
[forward_compute_time=0.267,backward_compute_time=0.051,activation_size=6422528.0,parameter_size=0.0]"]
	node236 [label="Conv2d(128, 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
[forward_compute_time=0.343,backward_compute_time=0.381,activation_size=1605632.0,parameter_size=147456.0]"]
	node237 [label="Concat(1)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=35323904.0,parameter_size=0.0]"]
	node230 [label="Concat(1)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=33718272.0,parameter_size=0.0]"]
	node231 [label="BatchNorm2d(672, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.469,backward_compute_time=0.217,activation_size=33718272.0,parameter_size=5376.0]"]
	node232 [label="ReLU(inplace)
[forward_compute_time=0.304,backward_compute_time=0.154,activation_size=33718272.0,parameter_size=0.0]"]
	node233 [label="Conv2d(672, 128, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.532,backward_compute_time=0.638,activation_size=6422528.0,parameter_size=344064.0]"]
	node193 [label="ReLU(inplace)
[forward_compute_time=0.271,backward_compute_time=0.054,activation_size=6422528.0,parameter_size=0.0]"]
	node192 [label="BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.343,backward_compute_time=0.083,activation_size=6422528.0,parameter_size=1024.0]"]
	node380 [label="Conv2d(128, 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
[forward_compute_time=0.328,backward_compute_time=0.152,activation_size=401408.0,parameter_size=147456.0]"]
	node382 [label="BatchNorm2d(832, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.345,backward_compute_time=0.091,activation_size=10436608.0,parameter_size=6656.0]"]
	node383 [label="ReLU(inplace)
[forward_compute_time=0.270,backward_compute_time=0.059,activation_size=10436608.0,parameter_size=0.0]"]
	node384 [label="Conv2d(832, 128, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.414,backward_compute_time=0.366,activation_size=1605632.0,parameter_size=425984.0]"]
	node385 [label="BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.332,backward_compute_time=0.047,activation_size=1605632.0,parameter_size=1024.0]"]
	node128 [label="Concat(1)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=96337920.0,parameter_size=0.0]"]
	node129 [label="BatchNorm2d(480, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.786,backward_compute_time=0.524,activation_size=96337920.0,parameter_size=3840.0]"]
	node283 [label="BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.349,backward_compute_time=0.083,activation_size=6422528.0,parameter_size=1024.0]"]
	node282 [label="Conv2d(896, 128, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.609,backward_compute_time=0.770,activation_size=6422528.0,parameter_size=458752.0]"]
	node285 [label="Conv2d(128, 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
[forward_compute_time=0.396,backward_compute_time=0.422,activation_size=1605632.0,parameter_size=147456.0]"]
	node284 [label="ReLU(inplace)
[forward_compute_time=0.274,backward_compute_time=0.047,activation_size=6422528.0,parameter_size=0.0]"]
	node287 [label="BatchNorm2d(928, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.490,backward_compute_time=0.262,activation_size=46563328.0,parameter_size=7424.0]"]
	node286 [label="Concat(1)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=46563328.0,parameter_size=0.0]"]
	node120 [label="Conv2d(128, 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
[forward_compute_time=0.563,backward_compute_time=1.182,activation_size=6422528.0,parameter_size=147456.0]"]
	node121 [label="Concat(1)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=89915392.0,parameter_size=0.0]"]
	node122 [label="BatchNorm2d(448, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.731,backward_compute_time=0.480,activation_size=89915392.0,parameter_size=3584.0]"]
	node123 [label="ReLU(inplace)
[forward_compute_time=0.446,backward_compute_time=0.355,activation_size=89915392.0,parameter_size=0.0]"]
	node124 [label="Conv2d(448, 128, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.839,backward_compute_time=1.432,activation_size=25690112.0,parameter_size=229376.0]"]
	node125 [label="BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.380,backward_compute_time=0.223,activation_size=25690112.0,parameter_size=1024.0]"]
	node126 [label="ReLU(inplace)
[forward_compute_time=0.289,backward_compute_time=0.114,activation_size=25690112.0,parameter_size=0.0]"]
	node127 [label="Conv2d(128, 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
[forward_compute_time=0.568,backward_compute_time=1.135,activation_size=6422528.0,parameter_size=147456.0]"]
	node368 [label="BatchNorm2d(768, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.342,backward_compute_time=0.093,activation_size=9633792.0,parameter_size=6144.0]"]
	node369 [label="ReLU(inplace)
[forward_compute_time=0.273,backward_compute_time=0.063,activation_size=9633792.0,parameter_size=0.0]"]
	node416 [label="Concat(1)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=12443648.0,parameter_size=0.0]"]
	node270 [label="ReLU(inplace)
[forward_compute_time=0.266,backward_compute_time=0.047,activation_size=6422528.0,parameter_size=0.0]"]
	node271 [label="Conv2d(128, 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
[forward_compute_time=0.341,backward_compute_time=0.412,activation_size=1605632.0,parameter_size=147456.0]"]
	node272 [label="Concat(1)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=43352064.0,parameter_size=0.0]"]
	node273 [label="BatchNorm2d(864, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.488,backward_compute_time=0.258,activation_size=43352064.0,parameter_size=6912.0]"]
	node274 [label="ReLU(inplace)
[forward_compute_time=0.328,backward_compute_time=0.191,activation_size=43352064.0,parameter_size=0.0]"]
	node275 [label="Conv2d(864, 128, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.593,backward_compute_time=0.762,activation_size=6422528.0,parameter_size=442368.0]"]
	node276 [label="BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.337,backward_compute_time=0.082,activation_size=6422528.0,parameter_size=1024.0]"]
	node277 [label="ReLU(inplace)
[forward_compute_time=0.265,backward_compute_time=0.047,activation_size=6422528.0,parameter_size=0.0]"]
	node278 [label="Conv2d(128, 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
[forward_compute_time=0.344,backward_compute_time=0.419,activation_size=1605632.0,parameter_size=147456.0]"]
	node279 [label="Concat(1)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=44957696.0,parameter_size=0.0]"]
	node379 [label="ReLU(inplace)
[forward_compute_time=0.268,backward_compute_time=0.027,activation_size=1605632.0,parameter_size=0.0]"]
	node378 [label="BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.319,backward_compute_time=0.047,activation_size=1605632.0,parameter_size=1024.0]"]
	node371 [label="BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.362,backward_compute_time=0.047,activation_size=1605632.0,parameter_size=1024.0]"]
	node370 [label="Conv2d(768, 128, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.409,backward_compute_time=0.341,activation_size=1605632.0,parameter_size=393216.0]"]
	node373 [label="Conv2d(128, 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
[forward_compute_time=0.322,backward_compute_time=0.154,activation_size=401408.0,parameter_size=147456.0]"]
	node372 [label="ReLU(inplace)
[forward_compute_time=0.270,backward_compute_time=0.027,activation_size=1605632.0,parameter_size=0.0]"]
	node375 [label="BatchNorm2d(800, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.329,backward_compute_time=0.090,activation_size=10035200.0,parameter_size=6400.0]"]
	node374 [label="Concat(1)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=10035200.0,parameter_size=0.0]"]
	node377 [label="Conv2d(800, 128, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.408,backward_compute_time=0.357,activation_size=1605632.0,parameter_size=409600.0]"]
	node376 [label="ReLU(inplace)
[forward_compute_time=0.268,backward_compute_time=0.059,activation_size=10035200.0,parameter_size=0.0]"]
	node68 [label="Conv2d(192, 128, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.576,backward_compute_time=0.837,activation_size=25690112.0,parameter_size=98304.0]"]
	node69 [label="BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.420,backward_compute_time=0.175,activation_size=25690112.0,parameter_size=1024.0]"]
	node60 [label="ReLU(inplace)
[forward_compute_time=0.302,backward_compute_time=0.139,activation_size=32112640.0,parameter_size=0.0]"]
	node61 [label="Conv2d(160, 128, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.567,backward_compute_time=0.744,activation_size=25690112.0,parameter_size=81920.0]"]
	node62 [label="BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.388,backward_compute_time=0.176,activation_size=25690112.0,parameter_size=1024.0]"]
	node63 [label="ReLU(inplace)
[forward_compute_time=0.287,backward_compute_time=0.118,activation_size=25690112.0,parameter_size=0.0]"]
	node64 [label="Conv2d(128, 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
[forward_compute_time=0.587,backward_compute_time=0.894,activation_size=6422528.0,parameter_size=147456.0]"]
	node65 [label="Concat(1)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=38535168.0,parameter_size=0.0]"]
	node66 [label="BatchNorm2d(192, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.442,backward_compute_time=0.249,activation_size=38535168.0,parameter_size=1536.0]"]
	node67 [label="ReLU(inplace)
[forward_compute_time=0.367,backward_compute_time=0.159,activation_size=38535168.0,parameter_size=0.0]"]
	node151 [label="ReLU(inplace)
[forward_compute_time=0.269,backward_compute_time=0.046,activation_size=6422528.0,parameter_size=0.0]"]
	node150 [label="BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.429,backward_compute_time=0.082,activation_size=6422528.0,parameter_size=1024.0]"]
	node153 [label="Concat(1)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=16056320.0,parameter_size=0.0]"]
	node152 [label="Conv2d(128, 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
[forward_compute_time=0.346,backward_compute_time=0.317,activation_size=1605632.0,parameter_size=147456.0]"]
	node155 [label="ReLU(inplace)
[forward_compute_time=0.266,backward_compute_time=0.084,activation_size=16056320.0,parameter_size=0.0]"]
	node154 [label="BatchNorm2d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.352,backward_compute_time=0.131,activation_size=16056320.0,parameter_size=2560.0]"]
	node157 [label="BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.340,backward_compute_time=0.082,activation_size=6422528.0,parameter_size=1024.0]"]
	node156 [label="Conv2d(320, 128, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.426,backward_compute_time=0.377,activation_size=6422528.0,parameter_size=163840.0]"]
	node159 [label="Conv2d(128, 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
[forward_compute_time=0.344,backward_compute_time=0.331,activation_size=1605632.0,parameter_size=147456.0]"]
	node158 [label="ReLU(inplace)
[forward_compute_time=0.271,backward_compute_time=0.047,activation_size=6422528.0,parameter_size=0.0]"]
	node405 [label="Conv2d(928, 128, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.430,backward_compute_time=0.404,activation_size=1605632.0,parameter_size=475136.0]"]
	node404 [label="ReLU(inplace)
[forward_compute_time=0.267,backward_compute_time=0.065,activation_size=11640832.0,parameter_size=0.0]"]
	node403 [label="BatchNorm2d(928, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.333,backward_compute_time=0.108,activation_size=11640832.0,parameter_size=7424.0]"]
	node402 [label="Concat(1)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=11640832.0,parameter_size=0.0]"]
	node401 [label="Conv2d(128, 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
[forward_compute_time=0.327,backward_compute_time=0.159,activation_size=401408.0,parameter_size=147456.0]"]
	node400 [label="ReLU(inplace)
[forward_compute_time=0.271,backward_compute_time=0.026,activation_size=1605632.0,parameter_size=0.0]"]
	node421 [label="ReLU(inplace)
[forward_compute_time=0.272,backward_compute_time=0.028,activation_size=1605632.0,parameter_size=0.0]"]
	node420 [label="BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.339,backward_compute_time=0.051,activation_size=1605632.0,parameter_size=1024.0]"]
	node423 [label="Concat(1)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=12845056.0,parameter_size=0.0]"]
	node422 [label="Conv2d(128, 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
[forward_compute_time=0.339,backward_compute_time=0.259,activation_size=401408.0,parameter_size=147456.0]"]
	node425 [label="ReLU(inplace)
[forward_compute_time=0.275,backward_compute_time=0.088,activation_size=12845056.0,parameter_size=0.0]"]
	node424 [label="BatchNorm2d(1024, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.340,backward_compute_time=0.114,activation_size=12845056.0,parameter_size=8192.0]"]
	node427 [label="Size(0)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=4.0,parameter_size=0.0]"]
	node426 [label="AvgPool2d(kernel_size=7, stride=1, padding=0)
[forward_compute_time=0.291,backward_compute_time=0.140,activation_size=262144.0,parameter_size=0.0]"]
	node339 [label="Concat(1)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=8028160.0,parameter_size=0.0]"]
	node338 [label="Conv2d(128, 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
[forward_compute_time=0.328,backward_compute_time=0.154,activation_size=401408.0,parameter_size=147456.0]"]
	node335 [label="Conv2d(608, 128, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.432,backward_compute_time=0.306,activation_size=1605632.0,parameter_size=311296.0]"]
	node334 [label="ReLU(inplace)
[forward_compute_time=0.319,backward_compute_time=0.051,activation_size=7626752.0,parameter_size=0.0]"]
	node337 [label="ReLU(inplace)
[forward_compute_time=0.269,backward_compute_time=0.028,activation_size=1605632.0,parameter_size=0.0]"]
	node336 [label="BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.346,backward_compute_time=0.045,activation_size=1605632.0,parameter_size=1024.0]"]
	node331 [label="Conv2d(128, 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
[forward_compute_time=0.323,backward_compute_time=0.158,activation_size=401408.0,parameter_size=147456.0]"]
	node330 [label="ReLU(inplace)
[forward_compute_time=0.267,backward_compute_time=0.028,activation_size=1605632.0,parameter_size=0.0]"]
	node333 [label="BatchNorm2d(608, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.376,backward_compute_time=0.082,activation_size=7626752.0,parameter_size=4864.0]"]
	node332 [label="Concat(1)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=7626752.0,parameter_size=0.0]"]
	node28 [label="ReLU(inplace)
[forward_compute_time=0.601,backward_compute_time=0.473,activation_size=128450560.0,parameter_size=0.0]"]
	node29 [label="Conv2d(160, 128, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=1.107,backward_compute_time=2.434,activation_size=102760448.0,parameter_size=81920.0]"]
	node24 [label="ReLU(inplace)
[forward_compute_time=0.502,backward_compute_time=0.379,activation_size=102760448.0,parameter_size=0.0]"]
	node25 [label="Conv2d(128, 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
[forward_compute_time=1.556,backward_compute_time=3.329,activation_size=25690112.0,parameter_size=147456.0]"]
	node26 [label="Concat(1)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=128450560.0,parameter_size=0.0]"]
	node27 [label="BatchNorm2d(160, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=1.013,backward_compute_time=0.722,activation_size=128450560.0,parameter_size=1280.0]"]
	node20 [label="BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.887,backward_compute_time=0.638,activation_size=102760448.0,parameter_size=1024.0]"]
	node21 [label="ReLU(inplace)
[forward_compute_time=0.511,backward_compute_time=0.369,activation_size=102760448.0,parameter_size=0.0]"]
	node22 [label="Conv2d(128, 128, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.956,backward_compute_time=1.674,activation_size=102760448.0,parameter_size=65536.0]"]
	node23 [label="BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.681,backward_compute_time=0.594,activation_size=102760448.0,parameter_size=1024.0]"]
	node209 [label="Concat(1)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=28901376.0,parameter_size=0.0]"]
	node208 [label="Conv2d(128, 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
[forward_compute_time=0.343,backward_compute_time=0.370,activation_size=1605632.0,parameter_size=147456.0]"]
	node201 [label="Conv2d(128, 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
[forward_compute_time=0.341,backward_compute_time=0.365,activation_size=1605632.0,parameter_size=147456.0]"]
	node200 [label="ReLU(inplace)
[forward_compute_time=0.264,backward_compute_time=0.047,activation_size=6422528.0,parameter_size=0.0]"]
	node203 [label="BatchNorm2d(544, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.398,backward_compute_time=0.186,activation_size=27295744.0,parameter_size=4352.0]"]
	node202 [label="Concat(1)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=27295744.0,parameter_size=0.0]"]
	node205 [label="Conv2d(544, 128, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.493,backward_compute_time=0.565,activation_size=6422528.0,parameter_size=278528.0]"]
	node204 [label="ReLU(inplace)
[forward_compute_time=0.291,backward_compute_time=0.139,activation_size=27295744.0,parameter_size=0.0]"]
	node207 [label="ReLU(inplace)
[forward_compute_time=0.266,backward_compute_time=0.050,activation_size=6422528.0,parameter_size=0.0]"]
	node206 [label="BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.336,backward_compute_time=0.090,activation_size=6422528.0,parameter_size=1024.0]"]
	node115 [label="BatchNorm2d(416, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.690,backward_compute_time=0.500,activation_size=83492864.0,parameter_size=3328.0]"]
	node114 [label="Concat(1)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=83492864.0,parameter_size=0.0]"]
	node117 [label="Conv2d(416, 128, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.794,backward_compute_time=1.373,activation_size=25690112.0,parameter_size=212992.0]"]
	node116 [label="ReLU(inplace)
[forward_compute_time=0.428,backward_compute_time=0.326,activation_size=83492864.0,parameter_size=0.0]"]
	node111 [label="BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.363,backward_compute_time=0.176,activation_size=25690112.0,parameter_size=1024.0]"]
	node110 [label="Conv2d(384, 128, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.760,backward_compute_time=1.170,activation_size=25690112.0,parameter_size=196608.0]"]
	node113 [label="Conv2d(128, 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
[forward_compute_time=0.559,backward_compute_time=1.044,activation_size=6422528.0,parameter_size=147456.0]"]
	node112 [label="ReLU(inplace)
[forward_compute_time=0.285,backward_compute_time=0.116,activation_size=25690112.0,parameter_size=0.0]"]
	node119 [label="ReLU(inplace)
[forward_compute_time=0.284,backward_compute_time=0.116,activation_size=25690112.0,parameter_size=0.0]"]
	node118 [label="BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.370,backward_compute_time=0.181,activation_size=25690112.0,parameter_size=1024.0]"]
	node298 [label="ReLU(inplace)
[forward_compute_time=0.268,backward_compute_time=0.047,activation_size=6422528.0,parameter_size=0.0]"]
	node299 [label="Conv2d(128, 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
[forward_compute_time=0.353,backward_compute_time=0.431,activation_size=1605632.0,parameter_size=147456.0]"]
	node296 [label="Conv2d(960, 128, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.628,backward_compute_time=0.813,activation_size=6422528.0,parameter_size=491520.0]"]
	node297 [label="BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.344,backward_compute_time=0.081,activation_size=6422528.0,parameter_size=1024.0]"]
	node294 [label="BatchNorm2d(960, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.529,backward_compute_time=0.273,activation_size=48168960.0,parameter_size=7680.0]"]
	node295 [label="ReLU(inplace)
[forward_compute_time=0.367,backward_compute_time=0.200,activation_size=48168960.0,parameter_size=0.0]"]
	node292 [label="Conv2d(128, 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
[forward_compute_time=0.392,backward_compute_time=0.425,activation_size=1605632.0,parameter_size=147456.0]"]
	node293 [label="Concat(1)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=48168960.0,parameter_size=0.0]"]
	node290 [label="BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.343,backward_compute_time=0.082,activation_size=6422528.0,parameter_size=1024.0]"]
	node291 [label="ReLU(inplace)
[forward_compute_time=0.269,backward_compute_time=0.049,activation_size=6422528.0,parameter_size=0.0]"]
	node386 [label="ReLU(inplace)
[forward_compute_time=0.292,backward_compute_time=0.031,activation_size=1605632.0,parameter_size=0.0]"]
	node387 [label="Conv2d(128, 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
[forward_compute_time=0.412,backward_compute_time=0.154,activation_size=401408.0,parameter_size=147456.0]"]
	node407 [label="ReLU(inplace)
[forward_compute_time=0.268,backward_compute_time=0.027,activation_size=1605632.0,parameter_size=0.0]"]
	node366 [label="Conv2d(128, 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
[forward_compute_time=0.327,backward_compute_time=0.151,activation_size=401408.0,parameter_size=147456.0]"]
	node367 [label="Concat(1)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=9633792.0,parameter_size=0.0]"]
	node364 [label="BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.315,backward_compute_time=0.046,activation_size=1605632.0,parameter_size=1024.0]"]
	node365 [label="ReLU(inplace)
[forward_compute_time=0.270,backward_compute_time=0.026,activation_size=1605632.0,parameter_size=0.0]"]
	node249 [label="ReLU(inplace)
[forward_compute_time=0.265,backward_compute_time=0.047,activation_size=6422528.0,parameter_size=0.0]"]
	node248 [label="BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.332,backward_compute_time=0.082,activation_size=6422528.0,parameter_size=1024.0]"]
	node360 [label="Concat(1)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=9232384.0,parameter_size=0.0]"]
	node361 [label="BatchNorm2d(736, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.332,backward_compute_time=0.087,activation_size=9232384.0,parameter_size=5888.0]"]
	node245 [label="BatchNorm2d(736, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.434,backward_compute_time=0.218,activation_size=36929536.0,parameter_size=5888.0]"]
	node244 [label="Concat(1)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=36929536.0,parameter_size=0.0]"]
	node247 [label="Conv2d(736, 128, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.550,backward_compute_time=0.675,activation_size=6422528.0,parameter_size=376832.0]"]
	node246 [label="ReLU(inplace)
[forward_compute_time=0.315,backward_compute_time=0.163,activation_size=36929536.0,parameter_size=0.0]"]
	node241 [label="BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.340,backward_compute_time=0.081,activation_size=6422528.0,parameter_size=1024.0]"]
	node240 [label="Conv2d(704, 128, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.543,backward_compute_time=0.644,activation_size=6422528.0,parameter_size=360448.0]"]
	node243 [label="Conv2d(128, 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
[forward_compute_time=0.343,backward_compute_time=0.386,activation_size=1605632.0,parameter_size=147456.0]"]
	node242 [label="ReLU(inplace)
[forward_compute_time=0.268,backward_compute_time=0.046,activation_size=6422528.0,parameter_size=0.0]"]
	node77 [label="ReLU(inplace)
[forward_compute_time=0.288,backward_compute_time=0.115,activation_size=25690112.0,parameter_size=0.0]"]
	node76 [label="BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.367,backward_compute_time=0.176,activation_size=25690112.0,parameter_size=1024.0]"]
	node75 [label="Conv2d(224, 128, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.611,backward_compute_time=0.837,activation_size=25690112.0,parameter_size=114688.0]"]
	node74 [label="ReLU(inplace)
[forward_compute_time=0.332,backward_compute_time=0.180,activation_size=44957696.0,parameter_size=0.0]"]
	node73 [label="BatchNorm2d(224, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.456,backward_compute_time=0.271,activation_size=44957696.0,parameter_size=1792.0]"]
	node72 [label="Concat(1)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=44957696.0,parameter_size=0.0]"]
	node71 [label="Conv2d(128, 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
[forward_compute_time=0.568,backward_compute_time=0.913,activation_size=6422528.0,parameter_size=147456.0]"]
	node70 [label="ReLU(inplace)
[forward_compute_time=0.287,backward_compute_time=0.117,activation_size=25690112.0,parameter_size=0.0]"]
	node79 [label="Concat(1)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=51380224.0,parameter_size=0.0]"]
	node78 [label="Conv2d(128, 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
[forward_compute_time=0.561,backward_compute_time=0.979,activation_size=6422528.0,parameter_size=147456.0]"]
	node399 [label="BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.314,backward_compute_time=0.047,activation_size=1605632.0,parameter_size=1024.0]"]
	node398 [label="Conv2d(896, 128, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.424,backward_compute_time=0.375,activation_size=1605632.0,parameter_size=458752.0]"]
	node393 [label="ReLU(inplace)
[forward_compute_time=0.265,backward_compute_time=0.031,activation_size=1605632.0,parameter_size=0.0]"]
	node392 [label="BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.317,backward_compute_time=0.046,activation_size=1605632.0,parameter_size=1024.0]"]
	node391 [label="Conv2d(864, 128, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.420,backward_compute_time=0.378,activation_size=1605632.0,parameter_size=442368.0]"]
	node390 [label="ReLU(inplace)
[forward_compute_time=0.338,backward_compute_time=0.074,activation_size=10838016.0,parameter_size=0.0]"]
	node397 [label="ReLU(inplace)
[forward_compute_time=0.268,backward_compute_time=0.073,activation_size=11239424.0,parameter_size=0.0]"]
	node396 [label="BatchNorm2d(896, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.337,backward_compute_time=0.107,activation_size=11239424.0,parameter_size=7168.0]"]
	node395 [label="Concat(1)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=11239424.0,parameter_size=0.0]"]
	node394 [label="Conv2d(128, 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
[forward_compute_time=0.328,backward_compute_time=0.159,activation_size=401408.0,parameter_size=147456.0]"]
	node88 [label="ReLU(inplace)
[forward_compute_time=0.365,backward_compute_time=0.293,activation_size=57802752.0,parameter_size=0.0]"]
	node89 [label="Conv2d(288, 128, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.744,backward_compute_time=1.067,activation_size=25690112.0,parameter_size=147456.0]"]
	node82 [label="Conv2d(256, 128, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.628,backward_compute_time=0.858,activation_size=25690112.0,parameter_size=131072.0]"]
	node83 [label="BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.374,backward_compute_time=0.181,activation_size=25690112.0,parameter_size=1024.0]"]
	node80 [label="BatchNorm2d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.489,backward_compute_time=0.303,activation_size=51380224.0,parameter_size=2048.0]"]
	node81 [label="ReLU(inplace)
[forward_compute_time=0.349,backward_compute_time=0.211,activation_size=51380224.0,parameter_size=0.0]"]
	node86 [label="Concat(1)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=57802752.0,parameter_size=0.0]"]
	node87 [label="BatchNorm2d(288, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.565,backward_compute_time=0.329,activation_size=57802752.0,parameter_size=2304.0]"]
	node84 [label="ReLU(inplace)
[forward_compute_time=0.330,backward_compute_time=0.115,activation_size=25690112.0,parameter_size=0.0]"]
	node85 [label="Conv2d(128, 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
[forward_compute_time=0.628,backward_compute_time=0.965,activation_size=6422528.0,parameter_size=147456.0]"]
	node418 [label="ReLU(inplace)
[forward_compute_time=0.277,backward_compute_time=0.074,activation_size=12443648.0,parameter_size=0.0]"]
	node419 [label="Conv2d(992, 128, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.437,backward_compute_time=0.435,activation_size=1605632.0,parameter_size=507904.0]"]
	node148 [label="ReLU(inplace)
[forward_compute_time=0.269,backward_compute_time=0.081,activation_size=14450688.0,parameter_size=0.0]"]
	node149 [label="Conv2d(288, 128, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.403,backward_compute_time=0.366,activation_size=6422528.0,parameter_size=147456.0]"]
	node146 [label="Concat(1)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=14450688.0,parameter_size=0.0]"]
	node147 [label="BatchNorm2d(288, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.355,backward_compute_time=0.125,activation_size=14450688.0,parameter_size=2304.0]"]
	node144 [label="ReLU(inplace)
[forward_compute_time=0.266,backward_compute_time=0.047,activation_size=6422528.0,parameter_size=0.0]"]
	node145 [label="Conv2d(128, 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
[forward_compute_time=0.387,backward_compute_time=0.311,activation_size=1605632.0,parameter_size=147456.0]"]
	node142 [label="Conv2d(256, 128, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.388,backward_compute_time=0.337,activation_size=6422528.0,parameter_size=131072.0]"]
	node143 [label="BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.341,backward_compute_time=0.082,activation_size=6422528.0,parameter_size=1024.0]"]
	node140 [label="BatchNorm2d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.337,backward_compute_time=0.117,activation_size=12845056.0,parameter_size=2048.0]"]
	node141 [label="ReLU(inplace)
[forward_compute_time=0.313,backward_compute_time=0.077,activation_size=12845056.0,parameter_size=0.0]"]
	node269 [label="BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.328,backward_compute_time=0.081,activation_size=6422528.0,parameter_size=1024.0]"]
	node414 [label="ReLU(inplace)
[forward_compute_time=0.266,backward_compute_time=0.028,activation_size=1605632.0,parameter_size=0.0]"]
	node328 [label="Conv2d(576, 128, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.409,backward_compute_time=0.291,activation_size=1605632.0,parameter_size=294912.0]"]
	node329 [label="BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.315,backward_compute_time=0.045,activation_size=1605632.0,parameter_size=1024.0]"]
	node415 [label="Conv2d(128, 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
[forward_compute_time=0.335,backward_compute_time=0.159,activation_size=401408.0,parameter_size=147456.0]"]
	node322 [label="BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.308,backward_compute_time=0.049,activation_size=1605632.0,parameter_size=1024.0]"]
	node323 [label="ReLU(inplace)
[forward_compute_time=0.286,backward_compute_time=0.028,activation_size=1605632.0,parameter_size=0.0]"]
	node320 [label="ReLU(inplace)
[forward_compute_time=0.265,backward_compute_time=0.048,activation_size=6823936.0,parameter_size=0.0]"]
	node321 [label="Conv2d(544, 128, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.371,backward_compute_time=0.278,activation_size=1605632.0,parameter_size=278528.0]"]
	node326 [label="BatchNorm2d(576, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.330,backward_compute_time=0.084,activation_size=7225344.0,parameter_size=4608.0]"]
	node327 [label="ReLU(inplace)
[forward_compute_time=0.315,backward_compute_time=0.050,activation_size=7225344.0,parameter_size=0.0]"]
	node324 [label="Conv2d(128, 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
[forward_compute_time=0.332,backward_compute_time=0.152,activation_size=401408.0,parameter_size=147456.0]"]
	node325 [label="Concat(1)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=7225344.0,parameter_size=0.0]"]
	node417 [label="BatchNorm2d(992, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.333,backward_compute_time=0.100,activation_size=12443648.0,parameter_size=7936.0]"]
	node410 [label="BatchNorm2d(960, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.332,backward_compute_time=0.100,activation_size=12042240.0,parameter_size=7680.0]"]
	node411 [label="ReLU(inplace)
[forward_compute_time=0.265,backward_compute_time=0.075,activation_size=12042240.0,parameter_size=0.0]"]
	node412 [label="Conv2d(960, 128, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.429,backward_compute_time=0.382,activation_size=1605632.0,parameter_size=491520.0]"]
	node413 [label="BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.323,backward_compute_time=0.060,activation_size=1605632.0,parameter_size=1024.0]"]
	node39 [label="Conv2d(128, 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
[forward_compute_time=1.521,backward_compute_time=3.537,activation_size=25690112.0,parameter_size=147456.0]"]
	node38 [label="ReLU(inplace)
[forward_compute_time=0.500,backward_compute_time=0.382,activation_size=102760448.0,parameter_size=0.0]"]
	node33 [label="Concat(1)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=154140672.0,parameter_size=0.0]"]
	node32 [label="Conv2d(128, 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
[forward_compute_time=1.439,backward_compute_time=3.409,activation_size=25690112.0,parameter_size=147456.0]"]
	node31 [label="ReLU(inplace)
[forward_compute_time=0.505,backward_compute_time=0.383,activation_size=102760448.0,parameter_size=0.0]"]
	node30 [label="BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.671,backward_compute_time=0.597,activation_size=102760448.0,parameter_size=1024.0]"]
	node37 [label="BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.679,backward_compute_time=0.589,activation_size=102760448.0,parameter_size=1024.0]"]
	node36 [label="Conv2d(192, 128, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=1.248,backward_compute_time=2.507,activation_size=102760448.0,parameter_size=98304.0]"]
	node35 [label="ReLU(inplace)
[forward_compute_time=0.629,backward_compute_time=0.552,activation_size=154140672.0,parameter_size=0.0]"]
	node34 [label="BatchNorm2d(192, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=1.161,backward_compute_time=0.879,activation_size=154140672.0,parameter_size=1536.0]"]
	node216 [label="Concat(1)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=30507008.0,parameter_size=0.0]"]
	node217 [label="BatchNorm2d(608, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.449,backward_compute_time=0.201,activation_size=30507008.0,parameter_size=4864.0]"]
	node214 [label="ReLU(inplace)
[forward_compute_time=0.339,backward_compute_time=0.048,activation_size=6422528.0,parameter_size=0.0]"]
	node215 [label="Conv2d(128, 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
[forward_compute_time=0.392,backward_compute_time=0.380,activation_size=1605632.0,parameter_size=147456.0]"]
	node199 [label="BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.337,backward_compute_time=0.083,activation_size=6422528.0,parameter_size=1024.0]"]
	node213 [label="BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.355,backward_compute_time=0.082,activation_size=6422528.0,parameter_size=1024.0]"]
	node210 [label="BatchNorm2d(576, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.405,backward_compute_time=0.197,activation_size=28901376.0,parameter_size=4608.0]"]
	node211 [label="ReLU(inplace)
[forward_compute_time=0.317,backward_compute_time=0.134,activation_size=28901376.0,parameter_size=0.0]"]
	node195 [label="Concat(1)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=25690112.0,parameter_size=0.0]"]
	node194 [label="Conv2d(128, 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
[forward_compute_time=0.350,backward_compute_time=0.346,activation_size=1605632.0,parameter_size=147456.0]"]
	node197 [label="ReLU(inplace)
[forward_compute_time=0.284,backward_compute_time=0.124,activation_size=25690112.0,parameter_size=0.0]"]
	node196 [label="BatchNorm2d(512, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.394,backward_compute_time=0.172,activation_size=25690112.0,parameter_size=4096.0]"]
	node191 [label="Conv2d(480, 128, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.481,backward_compute_time=0.535,activation_size=6422528.0,parameter_size=245760.0]"]
	node190 [label="ReLU(inplace)
[forward_compute_time=0.280,backward_compute_time=0.129,activation_size=24084480.0,parameter_size=0.0]"]
	node218 [label="ReLU(inplace)
[forward_compute_time=0.320,backward_compute_time=0.153,activation_size=30507008.0,parameter_size=0.0]"]
	node219 [label="Conv2d(608, 128, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.567,backward_compute_time=0.600,activation_size=6422528.0,parameter_size=311296.0]"]
	node359 [label="Conv2d(128, 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
[forward_compute_time=0.325,backward_compute_time=0.154,activation_size=401408.0,parameter_size=147456.0]"]
	node358 [label="ReLU(inplace)
[forward_compute_time=0.266,backward_compute_time=0.028,activation_size=1605632.0,parameter_size=0.0]"]
	node357 [label="BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.311,backward_compute_time=0.046,activation_size=1605632.0,parameter_size=1024.0]"]
	node356 [label="Conv2d(704, 128, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.396,backward_compute_time=0.327,activation_size=1605632.0,parameter_size=360448.0]"]
	node355 [label="ReLU(inplace)
[forward_compute_time=0.268,backward_compute_time=0.054,activation_size=8830976.0,parameter_size=0.0]"]
	node354 [label="BatchNorm2d(704, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.332,backward_compute_time=0.087,activation_size=8830976.0,parameter_size=5632.0]"]
	node353 [label="Concat(1)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=8830976.0,parameter_size=0.0]"]
	node352 [label="Conv2d(128, 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
[forward_compute_time=0.323,backward_compute_time=0.155,activation_size=401408.0,parameter_size=147456.0]"]
	node351 [label="ReLU(inplace)
[forward_compute_time=0.267,backward_compute_time=0.026,activation_size=1605632.0,parameter_size=0.0]"]
	node350 [label="BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.316,backward_compute_time=0.046,activation_size=1605632.0,parameter_size=1024.0]"]
	node48 [label="BatchNorm2d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=1.489,backward_compute_time=1.120,activation_size=205520896.0,parameter_size=2048.0]"]
	node49 [label="ReLU(inplace)
[forward_compute_time=0.781,backward_compute_time=0.738,activation_size=205520896.0,parameter_size=0.0]"]
	node46 [label="Conv2d(128, 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
[forward_compute_time=2.264,backward_compute_time=3.260,activation_size=25690112.0,parameter_size=147456.0]"]
	node47 [label="Concat(1)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=205520896.0,parameter_size=0.0]"]
	node44 [label="BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.778,backward_compute_time=0.589,activation_size=102760448.0,parameter_size=1024.0]"]
	node45 [label="ReLU(inplace)
[forward_compute_time=0.514,backward_compute_time=0.389,activation_size=102760448.0,parameter_size=0.0]"]
	node42 [label="ReLU(inplace)
[forward_compute_time=0.777,backward_compute_time=0.687,activation_size=179830784.0,parameter_size=0.0]"]
	node43 [label="Conv2d(224, 128, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=1.352,backward_compute_time=2.862,activation_size=102760448.0,parameter_size=114688.0]"]
	node40 [label="Concat(1)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=179830784.0,parameter_size=0.0]"]
	node41 [label="BatchNorm2d(224, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=1.341,backward_compute_time=0.990,activation_size=179830784.0,parameter_size=1792.0]"]
	node102 [label="ReLU(inplace)
[forward_compute_time=0.397,backward_compute_time=0.287,activation_size=70647808.0,parameter_size=0.0]"]
	node103 [label="Conv2d(352, 128, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.724,backward_compute_time=3.403,activation_size=25690112.0,parameter_size=180224.0]"]
	node100 [label="Concat(1)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=70647808.0,parameter_size=0.0]"]
	node101 [label="BatchNorm2d(352, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.611,backward_compute_time=0.390,activation_size=70647808.0,parameter_size=2816.0]"]
	node106 [label="Conv2d(128, 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
[forward_compute_time=0.563,backward_compute_time=1.023,activation_size=6422528.0,parameter_size=147456.0]"]
	node107 [label="Concat(1)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=77070336.0,parameter_size=0.0]"]
	node104 [label="BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.376,backward_compute_time=0.175,activation_size=25690112.0,parameter_size=1024.0]"]
	node105 [label="ReLU(inplace)
[forward_compute_time=0.291,backward_compute_time=0.162,activation_size=25690112.0,parameter_size=0.0]"]
	node108 [label="BatchNorm2d(384, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.658,backward_compute_time=0.424,activation_size=77070336.0,parameter_size=3072.0]"]
	node109 [label="ReLU(inplace)
[forward_compute_time=0.411,backward_compute_time=0.308,activation_size=77070336.0,parameter_size=0.0]"]
	node177 [label="Conv2d(416, 128, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=1.343,backward_compute_time=0.478,activation_size=6422528.0,parameter_size=212992.0]"]
	node176 [label="ReLU(inplace)
[forward_compute_time=0.312,backward_compute_time=0.111,activation_size=20873216.0,parameter_size=0.0]"]
	node175 [label="BatchNorm2d(416, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.411,backward_compute_time=0.158,activation_size=20873216.0,parameter_size=3328.0]"]
	node174 [label="Concat(1)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=20873216.0,parameter_size=0.0]"]
	node173 [label="Conv2d(128, 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
[forward_compute_time=1.313,backward_compute_time=0.340,activation_size=1605632.0,parameter_size=147456.0]"]
	node172 [label="ReLU(inplace)
[forward_compute_time=0.289,backward_compute_time=0.049,activation_size=6422528.0,parameter_size=0.0]"]
	node171 [label="BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.339,backward_compute_time=0.082,activation_size=6422528.0,parameter_size=1024.0]"]
	node170 [label="Conv2d(384, 128, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.445,backward_compute_time=0.419,activation_size=6422528.0,parameter_size=196608.0]"]
	node179 [label="ReLU(inplace)
[forward_compute_time=0.273,backward_compute_time=0.048,activation_size=6422528.0,parameter_size=0.0]"]
	node178 [label="BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.348,backward_compute_time=0.087,activation_size=6422528.0,parameter_size=1024.0]"]
	node261 [label="Conv2d(800, 128, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.593,backward_compute_time=0.711,activation_size=6422528.0,parameter_size=409600.0]"]
	node189 [label="BatchNorm2d(480, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.385,backward_compute_time=0.222,activation_size=24084480.0,parameter_size=3840.0]"]
	node313 -> node314
	node312 -> node313
	node258 -> node259
	node258 -> node265
	node259 -> node260
	node317 -> node318
	node316 -> node317
	node315 -> node316
	node314 -> node315
	node252 -> node253
	node253 -> node254
	node250 -> node251
	node318 -> node319
	node318 -> node325
	node256 -> node257
	node257 -> node258
	node254 -> node255
	node255 -> node256
	node268 -> node269
	node229 -> node230
	node228 -> node229
	node227 -> node228
	node226 -> node227
	node225 -> node226
	node224 -> node225
	node223 -> node224
	node223 -> node230
	node311 -> node312
	node311 -> node318
	node221 -> node222
	node220 -> node221
	node9 -> node10
	node8 -> node9
	node310 -> node311
	node1 -> node2
	node381 -> node382
	node381 -> node388
	node3 -> node4
	node2 -> node3
	node5 -> node6
	node5 -> node12
	node4 -> node5
	node7 -> node8
	node6 -> node7
	node319 -> node320
	node99 -> node100
	node98 -> node99
	node251 -> node252
	node251 -> node258
	node91 -> node92
	node90 -> node91
	node93 -> node94
	node93 -> node100
	node92 -> node93
	node95 -> node96
	node94 -> node95
	node97 -> node98
	node96 -> node97
	node428 -> node429
	node139 -> node146
	node139 -> node140
	node138 -> node139
	node133 -> node134
	node132 -> node133
	node131 -> node132
	node130 -> node131
	node137 -> node138
	node136 -> node137
	node135 -> node136
	node134 -> node135
	node409 -> node410
	node409 -> node416
	node408 -> node409
	node263 -> node264
	node262 -> node263
	node188 -> node195
	node188 -> node189
	node260 -> node261
	node267 -> node268
	node266 -> node267
	node265 -> node266
	node265 -> node272
	node264 -> node265
	node182 -> node183
	node183 -> node184
	node180 -> node181
	node181 -> node182
	node181 -> node188
	node186 -> node187
	node187 -> node188
	node184 -> node185
	node185 -> node186
	node348 -> node349
	node349 -> node350
	node344 -> node345
	node345 -> node346
	node346 -> node347
	node346 -> node353
	node347 -> node348
	node340 -> node341
	node341 -> node342
	node342 -> node343
	node343 -> node344
	node59 -> node60
	node58 -> node59
	node58 -> node65
	node55 -> node56
	node54 -> node55
	node57 -> node58
	node56 -> node57
	node51 -> node58
	node51 -> node52
	node50 -> node51
	node53 -> node54
	node52 -> node53
	node281 -> node282
	node406 -> node407
	node280 -> node281
	node289 -> node290
	node288 -> node289
	node164 -> node165
	node165 -> node166
	node166 -> node167
	node167 -> node174
	node167 -> node168
	node160 -> node161
	node160 -> node167
	node161 -> node162
	node162 -> node163
	node163 -> node164
	node168 -> node169
	node169 -> node170
	node362 -> node363
	node363 -> node364
	node300 -> node301
	node300 -> node307
	node301 -> node302
	node302 -> node303
	node303 -> node304
	node304 -> node305
	node305 -> node306
	node306 -> node307
	node307 -> node308
	node308 -> node309
	node309 -> node310
	node212 -> node213
	node198 -> node199
	node11 -> node12
	node10 -> node11
	node13 -> node14
	node12 -> node13
	node12 -> node19
	node15 -> node16
	node14 -> node15
	node17 -> node18
	node16 -> node17
	node19 -> node20
	node19 -> node26
	node18 -> node19
	node222 -> node223
	node388 -> node389
	node388 -> node395
	node238 -> node239
	node239 -> node240
	node389 -> node390
	node234 -> node235
	node235 -> node236
	node236 -> node237
	node237 -> node244
	node237 -> node238
	node230 -> node231
	node230 -> node237
	node231 -> node232
	node232 -> node233
	node233 -> node234
	node193 -> node194
	node192 -> node193
	node380 -> node381
	node382 -> node383
	node383 -> node384
	node384 -> node385
	node385 -> node386
	node128 -> node129
	node128 -> node135
	node129 -> node130
	node283 -> node284
	node282 -> node283
	node285 -> node286
	node284 -> node285
	node287 -> node288
	node286 -> node287
	node286 -> node293
	node120 -> node121
	node121 -> node128
	node121 -> node122
	node122 -> node123
	node123 -> node124
	node124 -> node125
	node125 -> node126
	node126 -> node127
	node127 -> node128
	node368 -> node369
	node369 -> node370
	node416 -> node423
	node416 -> node417
	node270 -> node271
	node271 -> node272
	node272 -> node273
	node272 -> node279
	node273 -> node274
	node274 -> node275
	node275 -> node276
	node276 -> node277
	node277 -> node278
	node278 -> node279
	node279 -> node280
	node279 -> node286
	node379 -> node380
	node378 -> node379
	node371 -> node372
	node370 -> node371
	node373 -> node374
	node372 -> node373
	node375 -> node376
	node374 -> node375
	node374 -> node381
	node377 -> node378
	node376 -> node377
	node68 -> node69
	node69 -> node70
	node60 -> node61
	node61 -> node62
	node62 -> node63
	node63 -> node64
	node64 -> node65
	node65 -> node66
	node65 -> node72
	node66 -> node67
	node67 -> node68
	node151 -> node152
	node150 -> node151
	node153 -> node154
	node153 -> node160
	node152 -> node153
	node155 -> node156
	node154 -> node155
	node157 -> node158
	node156 -> node157
	node159 -> node160
	node158 -> node159
	node405 -> node406
	node404 -> node405
	node403 -> node404
	node402 -> node409
	node402 -> node403
	node401 -> node402
	node400 -> node401
	node421 -> node422
	node420 -> node421
	node423 -> node424
	node422 -> node423
	node425 -> node426
	node424 -> node425
	node424 -> node427
	node427 -> node428
	node426 -> node428
	node339 -> node346
	node339 -> node340
	node338 -> node339
	node335 -> node336
	node334 -> node335
	node337 -> node338
	node336 -> node337
	node331 -> node332
	node330 -> node331
	node333 -> node334
	node332 -> node333
	node332 -> node339
	node28 -> node29
	node29 -> node30
	node24 -> node25
	node25 -> node26
	node26 -> node27
	node26 -> node33
	node27 -> node28
	node20 -> node21
	node21 -> node22
	node22 -> node23
	node23 -> node24
	node209 -> node216
	node209 -> node210
	node208 -> node209
	node201 -> node202
	node200 -> node201
	node203 -> node204
	node202 -> node209
	node202 -> node203
	node205 -> node206
	node204 -> node205
	node207 -> node208
	node206 -> node207
	node115 -> node116
	node114 -> node121
	node114 -> node115
	node117 -> node118
	node116 -> node117
	node111 -> node112
	node110 -> node111
	node113 -> node114
	node112 -> node113
	node119 -> node120
	node118 -> node119
	node298 -> node299
	node299 -> node300
	node296 -> node297
	node297 -> node298
	node294 -> node295
	node295 -> node296
	node292 -> node293
	node293 -> node294
	node293 -> node300
	node290 -> node291
	node291 -> node292
	node386 -> node387
	node387 -> node388
	node407 -> node408
	node366 -> node367
	node367 -> node368
	node367 -> node374
	node364 -> node365
	node365 -> node366
	node249 -> node250
	node248 -> node249
	node360 -> node361
	node360 -> node367
	node361 -> node362
	node245 -> node246
	node244 -> node251
	node244 -> node245
	node247 -> node248
	node246 -> node247
	node241 -> node242
	node240 -> node241
	node243 -> node244
	node242 -> node243
	node77 -> node78
	node76 -> node77
	node75 -> node76
	node74 -> node75
	node73 -> node74
	node72 -> node79
	node72 -> node73
	node71 -> node72
	node70 -> node71
	node79 -> node80
	node79 -> node86
	node78 -> node79
	node399 -> node400
	node398 -> node399
	node393 -> node394
	node392 -> node393
	node391 -> node392
	node390 -> node391
	node397 -> node398
	node396 -> node397
	node395 -> node396
	node395 -> node402
	node394 -> node395
	node88 -> node89
	node89 -> node90
	node82 -> node83
	node83 -> node84
	node80 -> node81
	node81 -> node82
	node86 -> node87
	node86 -> node93
	node87 -> node88
	node84 -> node85
	node85 -> node86
	node418 -> node419
	node419 -> node420
	node148 -> node149
	node149 -> node150
	node146 -> node147
	node146 -> node153
	node147 -> node148
	node144 -> node145
	node145 -> node146
	node142 -> node143
	node143 -> node144
	node140 -> node141
	node141 -> node142
	node269 -> node270
	node414 -> node415
	node328 -> node329
	node329 -> node330
	node415 -> node416
	node322 -> node323
	node323 -> node324
	node320 -> node321
	node321 -> node322
	node326 -> node327
	node327 -> node328
	node324 -> node325
	node325 -> node332
	node325 -> node326
	node417 -> node418
	node410 -> node411
	node411 -> node412
	node412 -> node413
	node413 -> node414
	node39 -> node40
	node38 -> node39
	node33 -> node40
	node33 -> node34
	node32 -> node33
	node31 -> node32
	node30 -> node31
	node37 -> node38
	node36 -> node37
	node35 -> node36
	node34 -> node35
	node216 -> node217
	node216 -> node223
	node217 -> node218
	node214 -> node215
	node215 -> node216
	node199 -> node200
	node213 -> node214
	node210 -> node211
	node211 -> node212
	node195 -> node196
	node195 -> node202
	node194 -> node195
	node197 -> node198
	node196 -> node197
	node191 -> node192
	node190 -> node191
	node218 -> node219
	node219 -> node220
	node359 -> node360
	node358 -> node359
	node357 -> node358
	node356 -> node357
	node355 -> node356
	node354 -> node355
	node353 -> node354
	node353 -> node360
	node352 -> node353
	node351 -> node352
	node350 -> node351
	node48 -> node49
	node49 -> node50
	node46 -> node47
	node47 -> node48
	node44 -> node45
	node45 -> node46
	node42 -> node43
	node43 -> node44
	node40 -> node41
	node40 -> node47
	node41 -> node42
	node102 -> node103
	node103 -> node104
	node100 -> node107
	node100 -> node101
	node101 -> node102
	node106 -> node107
	node107 -> node108
	node107 -> node114
	node104 -> node105
	node105 -> node106
	node108 -> node109
	node109 -> node110
	node177 -> node178
	node176 -> node177
	node175 -> node176
	node174 -> node175
	node174 -> node181
	node173 -> node174
	node172 -> node173
	node171 -> node172
	node170 -> node171
	node179 -> node180
	node178 -> node179
	node261 -> node262
	node189 -> node190
}