digraph {
	node77 [label="BatchNorm2d(512, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=1.236,backward_compute_time=1.442,activation_size=205520896.0,parameter_size=4096.0]"]
	node76 [label="Conv2d(128, 512, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=1.318,backward_compute_time=2.796,activation_size=205520896.0,parameter_size=262144.0]"]
	node75 [label="ReLU(inplace)
[forward_compute_time=0.361,backward_compute_time=0.214,activation_size=51380224.0,parameter_size=0.0]"]
	node74 [label="BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.575,backward_compute_time=0.376,activation_size=51380224.0,parameter_size=1024.0]"]
	node73 [label="Conv2d(128, 128, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
[forward_compute_time=1.348,backward_compute_time=2.616,activation_size=51380224.0,parameter_size=589824.0]"]
	node72 [label="ReLU(inplace)
[forward_compute_time=0.358,backward_compute_time=0.224,activation_size=51380224.0,parameter_size=0.0]"]
	node71 [label="BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.554,backward_compute_time=0.378,activation_size=51380224.0,parameter_size=1024.0]"]
	node70 [label="Conv2d(512, 128, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=1.280,backward_compute_time=3.601,activation_size=51380224.0,parameter_size=262144.0]"]
	node79 [label="ReLU(inplace)
[forward_compute_time=1.420,backward_compute_time=1.476,activation_size=205520896.0,parameter_size=0.0]"]
	node78 [label="Add(inplace)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=205520896.0,parameter_size=0.0]"]
	node141 [label="ReLU(inplace)
[forward_compute_time=0.792,backward_compute_time=0.756,activation_size=102760448.0,parameter_size=0.0]"]
	node151 [label="BatchNorm2d(2048, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.535,backward_compute_time=0.440,activation_size=51380224.0,parameter_size=16384.0]"]
	node150 [label="Conv2d(1024, 2048, kernel_size=(1, 1), stride=(2, 2), bias=False)
[forward_compute_time=2.467,backward_compute_time=6.227,activation_size=51380224.0,parameter_size=8388608.0]"]
	node153 [label="ReLU(inplace)
[forward_compute_time=0.476,backward_compute_time=0.378,activation_size=51380224.0,parameter_size=0.0]"]
	node152 [label="Add(inplace)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=51380224.0,parameter_size=0.0]"]
	node155 [label="BatchNorm2d(512, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.379,backward_compute_time=0.147,activation_size=12845056.0,parameter_size=4096.0]"]
	node154 [label="Conv2d(2048, 512, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=2.491,backward_compute_time=2.422,activation_size=12845056.0,parameter_size=4194304.0]"]
	node157 [label="Conv2d(512, 512, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
[forward_compute_time=2.663,backward_compute_time=2.049,activation_size=12845056.0,parameter_size=9437184.0]"]
	node156 [label="ReLU(inplace)
[forward_compute_time=0.280,backward_compute_time=0.090,activation_size=12845056.0,parameter_size=0.0]"]
	node159 [label="ReLU(inplace)
[forward_compute_time=0.300,backward_compute_time=0.079,activation_size=12845056.0,parameter_size=0.0]"]
	node158 [label="BatchNorm2d(512, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.383,backward_compute_time=0.148,activation_size=12845056.0,parameter_size=4096.0]"]
	node88 [label="Conv2d(512, 1024, kernel_size=(1, 1), stride=(2, 2), bias=False)
[forward_compute_time=2.777,backward_compute_time=6.668,activation_size=102760448.0,parameter_size=2097152.0]"]
	node89 [label="BatchNorm2d(1024, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.907,backward_compute_time=0.769,activation_size=102760448.0,parameter_size=8192.0]"]
	node82 [label="ReLU(inplace)
[forward_compute_time=0.500,backward_compute_time=0.404,activation_size=102760448.0,parameter_size=0.0]"]
	node83 [label="Conv2d(256, 256, kernel_size=(3, 3), stride=(2, 2), padding=(1, 1), bias=False)
[forward_compute_time=3.347,backward_compute_time=7.438,activation_size=25690112.0,parameter_size=2359296.0]"]
	node80 [label="Conv2d(512, 256, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=2.571,backward_compute_time=4.911,activation_size=102760448.0,parameter_size=524288.0]"]
	node81 [label="BatchNorm2d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.763,backward_compute_time=0.787,activation_size=102760448.0,parameter_size=2048.0]"]
	node86 [label="Conv2d(256, 1024, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=1.464,backward_compute_time=2.412,activation_size=102760448.0,parameter_size=1048576.0]"]
	node87 [label="BatchNorm2d(1024, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.884,backward_compute_time=0.774,activation_size=102760448.0,parameter_size=8192.0]"]
	node84 [label="BatchNorm2d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.477,backward_compute_time=0.248,activation_size=25690112.0,parameter_size=2048.0]"]
	node85 [label="ReLU(inplace)
[forward_compute_time=0.324,backward_compute_time=0.125,activation_size=25690112.0,parameter_size=0.0]"]
	node9 [label="Conv2d(64, 64, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
[forward_compute_time=2.340,backward_compute_time=4.940,activation_size=102760448.0,parameter_size=147456.0]"]
	node8 [label="ReLU(inplace)
[forward_compute_time=1.259,backward_compute_time=0.401,activation_size=102760448.0,parameter_size=0.0]"]
	node148 [label="Conv2d(512, 2048, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=1.698,backward_compute_time=2.416,activation_size=51380224.0,parameter_size=4194304.0]"]
	node149 [label="BatchNorm2d(2048, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.531,backward_compute_time=0.423,activation_size=51380224.0,parameter_size=16384.0]"]
	node1 [label="Input
[forward_compute_time=18.962,backward_compute_time=0.000,activation_size=77070336.0,parameter_size=0.0]"]
	node147 [label="ReLU(inplace)
[forward_compute_time=0.280,backward_compute_time=0.079,activation_size=12845056.0,parameter_size=0.0]"]
	node3 [label="BatchNorm2d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=2.946,backward_compute_time=3.113,activation_size=411041792.0,parameter_size=512.0]"]
	node2 [label="Conv2d(3, 64, kernel_size=(7, 7), stride=(2, 2), padding=(3, 3), bias=False)
[forward_compute_time=9.706,backward_compute_time=4.551,activation_size=411041792.0,parameter_size=37632.0]"]
	node5 [label="MaxPool2d(kernel_size=3, stride=2, padding=1, dilation=1, ceil_mode=False)
[forward_compute_time=1.204,backward_compute_time=2.498,activation_size=102760448.0,parameter_size=0.0]"]
	node4 [label="ReLU(inplace)
[forward_compute_time=1.357,backward_compute_time=1.534,activation_size=411041792.0,parameter_size=0.0]"]
	node7 [label="BatchNorm2d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=1.780,backward_compute_time=0.819,activation_size=102760448.0,parameter_size=512.0]"]
	node6 [label="Conv2d(64, 64, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.754,backward_compute_time=2.025,activation_size=102760448.0,parameter_size=16384.0]"]
	node11 [label="ReLU(inplace)
[forward_compute_time=0.493,backward_compute_time=0.404,activation_size=102760448.0,parameter_size=0.0]"]
	node10 [label="BatchNorm2d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=1.696,backward_compute_time=0.823,activation_size=102760448.0,parameter_size=512.0]"]
	node13 [label="BatchNorm2d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=2.064,backward_compute_time=3.069,activation_size=411041792.0,parameter_size=2048.0]"]
	node12 [label="Conv2d(64, 256, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=1.713,backward_compute_time=3.086,activation_size=411041792.0,parameter_size=65536.0]"]
	node15 [label="BatchNorm2d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=2.045,backward_compute_time=3.064,activation_size=411041792.0,parameter_size=2048.0]"]
	node14 [label="Conv2d(64, 256, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=1.455,backward_compute_time=3.065,activation_size=411041792.0,parameter_size=65536.0]"]
	node17 [label="ReLU(inplace)
[forward_compute_time=2.685,backward_compute_time=2.963,activation_size=411041792.0,parameter_size=0.0]"]
	node16 [label="Add(inplace)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=411041792.0,parameter_size=0.0]"]
	node19 [label="BatchNorm2d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.941,backward_compute_time=0.824,activation_size=102760448.0,parameter_size=512.0]"]
	node18 [label="Conv2d(256, 64, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=1.530,backward_compute_time=3.778,activation_size=102760448.0,parameter_size=65536.0]"]
	node99 [label="BatchNorm2d(1024, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=1.546,backward_compute_time=0.772,activation_size=102760448.0,parameter_size=8192.0]"]
	node98 [label="Conv2d(256, 1024, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=1.265,backward_compute_time=2.410,activation_size=102760448.0,parameter_size=1048576.0]"]
	node91 [label="ReLU(inplace)
[forward_compute_time=0.783,backward_compute_time=0.737,activation_size=102760448.0,parameter_size=0.0]"]
	node90 [label="Add(inplace)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=102760448.0,parameter_size=0.0]"]
	node93 [label="BatchNorm2d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.507,backward_compute_time=0.247,activation_size=25690112.0,parameter_size=2048.0]"]
	node92 [label="Conv2d(1024, 256, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=1.635,backward_compute_time=2.243,activation_size=25690112.0,parameter_size=1048576.0]"]
	node95 [label="Conv2d(256, 256, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
[forward_compute_time=1.510,backward_compute_time=2.121,activation_size=25690112.0,parameter_size=2359296.0]"]
	node94 [label="ReLU(inplace)
[forward_compute_time=0.319,backward_compute_time=0.123,activation_size=25690112.0,parameter_size=0.0]"]
	node97 [label="ReLU(inplace)
[forward_compute_time=0.319,backward_compute_time=0.122,activation_size=25690112.0,parameter_size=0.0]"]
	node96 [label="BatchNorm2d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.470,backward_compute_time=0.248,activation_size=25690112.0,parameter_size=2048.0]"]
	node139 [label="BatchNorm2d(1024, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.854,backward_compute_time=0.774,activation_size=102760448.0,parameter_size=8192.0]"]
	node138 [label="Conv2d(256, 1024, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=1.267,backward_compute_time=2.695,activation_size=102760448.0,parameter_size=1048576.0]"]
	node133 [label="BatchNorm2d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.509,backward_compute_time=0.248,activation_size=25690112.0,parameter_size=2048.0]"]
	node132 [label="Conv2d(1024, 256, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=1.473,backward_compute_time=2.532,activation_size=25690112.0,parameter_size=1048576.0]"]
	node131 [label="ReLU(inplace)
[forward_compute_time=0.797,backward_compute_time=0.738,activation_size=102760448.0,parameter_size=0.0]"]
	node130 [label="Add(inplace)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=102760448.0,parameter_size=0.0]"]
	node137 [label="ReLU(inplace)
[forward_compute_time=0.342,backward_compute_time=0.123,activation_size=25690112.0,parameter_size=0.0]"]
	node136 [label="BatchNorm2d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.453,backward_compute_time=0.248,activation_size=25690112.0,parameter_size=2048.0]"]
	node135 [label="Conv2d(256, 256, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
[forward_compute_time=1.297,backward_compute_time=2.511,activation_size=25690112.0,parameter_size=2359296.0]"]
	node134 [label="ReLU(inplace)
[forward_compute_time=0.326,backward_compute_time=0.125,activation_size=25690112.0,parameter_size=0.0]"]
	node28 [label="Conv2d(256, 64, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=1.283,backward_compute_time=4.313,activation_size=102760448.0,parameter_size=65536.0]"]
	node29 [label="BatchNorm2d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.959,backward_compute_time=0.823,activation_size=102760448.0,parameter_size=512.0]"]
	node24 [label="Conv2d(64, 256, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=1.449,backward_compute_time=3.107,activation_size=411041792.0,parameter_size=65536.0]"]
	node25 [label="BatchNorm2d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=2.096,backward_compute_time=3.066,activation_size=411041792.0,parameter_size=2048.0]"]
	node26 [label="Add(inplace)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=411041792.0,parameter_size=0.0]"]
	node27 [label="ReLU(inplace)
[forward_compute_time=2.690,backward_compute_time=2.957,activation_size=411041792.0,parameter_size=0.0]"]
	node20 [label="ReLU(inplace)
[forward_compute_time=0.495,backward_compute_time=0.418,activation_size=102760448.0,parameter_size=0.0]"]
	node21 [label="Conv2d(64, 64, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
[forward_compute_time=2.111,backward_compute_time=4.938,activation_size=102760448.0,parameter_size=147456.0]"]
	node22 [label="BatchNorm2d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.952,backward_compute_time=0.832,activation_size=102760448.0,parameter_size=512.0]"]
	node23 [label="ReLU(inplace)
[forward_compute_time=0.490,backward_compute_time=0.417,activation_size=102760448.0,parameter_size=0.0]"]
	node146 [label="BatchNorm2d(512, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.383,backward_compute_time=0.150,activation_size=12845056.0,parameter_size=4096.0]"]
	node144 [label="ReLU(inplace)
[forward_compute_time=0.359,backward_compute_time=0.233,activation_size=51380224.0,parameter_size=0.0]"]
	node145 [label="Conv2d(512, 512, kernel_size=(3, 3), stride=(2, 2), padding=(1, 1), bias=False)
[forward_compute_time=3.001,backward_compute_time=6.524,activation_size=12845056.0,parameter_size=9437184.0]"]
	node142 [label="Conv2d(1024, 512, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=2.557,backward_compute_time=5.270,activation_size=51380224.0,parameter_size=2097152.0]"]
	node143 [label="BatchNorm2d(512, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.582,backward_compute_time=0.424,activation_size=51380224.0,parameter_size=4096.0]"]
	node128 [label="Conv2d(256, 1024, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=1.271,backward_compute_time=2.409,activation_size=102760448.0,parameter_size=1048576.0]"]
	node129 [label="BatchNorm2d(1024, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.859,backward_compute_time=0.772,activation_size=102760448.0,parameter_size=8192.0]"]
	node140 [label="Add(inplace)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=102760448.0,parameter_size=0.0]"]
	node120 [label="Add(inplace)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=102760448.0,parameter_size=0.0]"]
	node121 [label="ReLU(inplace)
[forward_compute_time=0.789,backward_compute_time=0.736,activation_size=102760448.0,parameter_size=0.0]"]
	node122 [label="Conv2d(1024, 256, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=1.446,backward_compute_time=2.241,activation_size=25690112.0,parameter_size=1048576.0]"]
	node123 [label="BatchNorm2d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.438,backward_compute_time=0.246,activation_size=25690112.0,parameter_size=2048.0]"]
	node124 [label="ReLU(inplace)
[forward_compute_time=0.290,backward_compute_time=0.126,activation_size=25690112.0,parameter_size=0.0]"]
	node125 [label="Conv2d(256, 256, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
[forward_compute_time=1.285,backward_compute_time=2.134,activation_size=25690112.0,parameter_size=2359296.0]"]
	node126 [label="BatchNorm2d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.443,backward_compute_time=0.246,activation_size=25690112.0,parameter_size=2048.0]"]
	node127 [label="ReLU(inplace)
[forward_compute_time=0.300,backward_compute_time=0.143,activation_size=25690112.0,parameter_size=0.0]"]
	node39 [label="BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=1.297,backward_compute_time=1.379,activation_size=205520896.0,parameter_size=1024.0]"]
	node38 [label="Conv2d(256, 128, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=2.610,backward_compute_time=5.483,activation_size=205520896.0,parameter_size=131072.0]"]
	node33 [label="ReLU(inplace)
[forward_compute_time=0.516,backward_compute_time=0.402,activation_size=102760448.0,parameter_size=0.0]"]
	node32 [label="BatchNorm2d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.972,backward_compute_time=0.836,activation_size=102760448.0,parameter_size=512.0]"]
	node31 [label="Conv2d(64, 64, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
[forward_compute_time=2.055,backward_compute_time=5.768,activation_size=102760448.0,parameter_size=147456.0]"]
	node30 [label="ReLU(inplace)
[forward_compute_time=0.520,backward_compute_time=0.418,activation_size=102760448.0,parameter_size=0.0]"]
	node37 [label="ReLU(inplace)
[forward_compute_time=2.686,backward_compute_time=2.963,activation_size=411041792.0,parameter_size=0.0]"]
	node36 [label="Add(inplace)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=411041792.0,parameter_size=0.0]"]
	node35 [label="BatchNorm2d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=2.172,backward_compute_time=3.074,activation_size=411041792.0,parameter_size=2048.0]"]
	node34 [label="Conv2d(64, 256, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=1.478,backward_compute_time=4.357,activation_size=411041792.0,parameter_size=65536.0]"]
	node115 [label="Conv2d(256, 256, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
[forward_compute_time=1.425,backward_compute_time=2.120,activation_size=25690112.0,parameter_size=2359296.0]"]
	node114 [label="ReLU(inplace)
[forward_compute_time=0.294,backward_compute_time=0.123,activation_size=25690112.0,parameter_size=0.0]"]
	node117 [label="ReLU(inplace)
[forward_compute_time=0.297,backward_compute_time=0.127,activation_size=25690112.0,parameter_size=0.0]"]
	node116 [label="BatchNorm2d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.434,backward_compute_time=0.249,activation_size=25690112.0,parameter_size=2048.0]"]
	node111 [label="ReLU(inplace)
[forward_compute_time=0.812,backward_compute_time=0.736,activation_size=102760448.0,parameter_size=0.0]"]
	node110 [label="Add(inplace)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=102760448.0,parameter_size=0.0]"]
	node113 [label="BatchNorm2d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.442,backward_compute_time=0.247,activation_size=25690112.0,parameter_size=2048.0]"]
	node112 [label="Conv2d(1024, 256, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=1.453,backward_compute_time=2.243,activation_size=25690112.0,parameter_size=1048576.0]"]
	node119 [label="BatchNorm2d(1024, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.856,backward_compute_time=0.769,activation_size=102760448.0,parameter_size=8192.0]"]
	node118 [label="Conv2d(256, 1024, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=1.266,backward_compute_time=2.409,activation_size=102760448.0,parameter_size=1048576.0]"]
	node48 [label="Add(inplace)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=205520896.0,parameter_size=0.0]"]
	node49 [label="ReLU(inplace)
[forward_compute_time=1.428,backward_compute_time=1.477,activation_size=205520896.0,parameter_size=0.0]"]
	node46 [label="Conv2d(256, 512, kernel_size=(1, 1), stride=(2, 2), bias=False)
[forward_compute_time=2.571,backward_compute_time=6.494,activation_size=205520896.0,parameter_size=524288.0]"]
	node47 [label="BatchNorm2d(512, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=1.238,backward_compute_time=1.432,activation_size=205520896.0,parameter_size=4096.0]"]
	node44 [label="Conv2d(128, 512, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=1.458,backward_compute_time=2.511,activation_size=205520896.0,parameter_size=262144.0]"]
	node45 [label="BatchNorm2d(512, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=1.238,backward_compute_time=1.452,activation_size=205520896.0,parameter_size=4096.0]"]
	node42 [label="BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.572,backward_compute_time=0.388,activation_size=51380224.0,parameter_size=1024.0]"]
	node43 [label="ReLU(inplace)
[forward_compute_time=0.402,backward_compute_time=0.227,activation_size=51380224.0,parameter_size=0.0]"]
	node40 [label="ReLU(inplace)
[forward_compute_time=0.757,backward_compute_time=0.773,activation_size=205520896.0,parameter_size=0.0]"]
	node41 [label="Conv2d(128, 128, kernel_size=(3, 3), stride=(2, 2), padding=(1, 1), bias=False)
[forward_compute_time=2.603,backward_compute_time=8.481,activation_size=51380224.0,parameter_size=589824.0]"]
	node102 [label="Conv2d(1024, 256, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=1.483,backward_compute_time=2.245,activation_size=25690112.0,parameter_size=1048576.0]"]
	node103 [label="BatchNorm2d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.471,backward_compute_time=0.247,activation_size=25690112.0,parameter_size=2048.0]"]
	node100 [label="Add(inplace)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=102760448.0,parameter_size=0.0]"]
	node101 [label="ReLU(inplace)
[forward_compute_time=0.793,backward_compute_time=0.733,activation_size=102760448.0,parameter_size=0.0]"]
	node106 [label="BatchNorm2d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.465,backward_compute_time=0.247,activation_size=25690112.0,parameter_size=2048.0]"]
	node107 [label="ReLU(inplace)
[forward_compute_time=0.299,backward_compute_time=0.123,activation_size=25690112.0,parameter_size=0.0]"]
	node104 [label="ReLU(inplace)
[forward_compute_time=0.336,backward_compute_time=0.123,activation_size=25690112.0,parameter_size=0.0]"]
	node105 [label="Conv2d(256, 256, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
[forward_compute_time=1.306,backward_compute_time=2.121,activation_size=25690112.0,parameter_size=2359296.0]"]
	node108 [label="Conv2d(256, 1024, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=1.286,backward_compute_time=2.409,activation_size=102760448.0,parameter_size=1048576.0]"]
	node109 [label="BatchNorm2d(1024, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.855,backward_compute_time=0.776,activation_size=102760448.0,parameter_size=8192.0]"]
	node59 [label="ReLU(inplace)
[forward_compute_time=1.423,backward_compute_time=1.476,activation_size=205520896.0,parameter_size=0.0]"]
	node58 [label="Add(inplace)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=205520896.0,parameter_size=0.0]"]
	node55 [label="ReLU(inplace)
[forward_compute_time=0.361,backward_compute_time=0.213,activation_size=51380224.0,parameter_size=0.0]"]
	node54 [label="BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.582,backward_compute_time=0.377,activation_size=51380224.0,parameter_size=1024.0]"]
	node57 [label="BatchNorm2d(512, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=1.274,backward_compute_time=1.447,activation_size=205520896.0,parameter_size=4096.0]"]
	node56 [label="Conv2d(128, 512, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=1.299,backward_compute_time=2.491,activation_size=205520896.0,parameter_size=262144.0]"]
	node51 [label="BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.593,backward_compute_time=0.377,activation_size=51380224.0,parameter_size=1024.0]"]
	node50 [label="Conv2d(512, 128, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=1.486,backward_compute_time=2.439,activation_size=51380224.0,parameter_size=262144.0]"]
	node53 [label="Conv2d(128, 128, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
[forward_compute_time=1.586,backward_compute_time=2.241,activation_size=51380224.0,parameter_size=589824.0]"]
	node52 [label="ReLU(inplace)
[forward_compute_time=0.425,backward_compute_time=0.234,activation_size=51380224.0,parameter_size=0.0]"]
	node177 [label="Linear(in_features=2048, out_features=1000, bias=True)
[forward_compute_time=0.422,backward_compute_time=0.185,activation_size=512000.0,parameter_size=8196000.0]"]
	node176 [label="View(-1)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=1048576.0,parameter_size=0.0]"]
	node175 [label="Size(0)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=4.0,parameter_size=0.0]"]
	node174 [label="AvgPool2d(kernel_size=7, stride=1, padding=0)
[forward_compute_time=0.636,backward_compute_time=0.403,activation_size=1048576.0,parameter_size=0.0]"]
	node173 [label="ReLU(inplace)
[forward_compute_time=0.473,backward_compute_time=0.229,activation_size=51380224.0,parameter_size=0.0]"]
	node172 [label="Add(inplace)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=51380224.0,parameter_size=0.0]"]
	node171 [label="BatchNorm2d(2048, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.520,backward_compute_time=0.442,activation_size=51380224.0,parameter_size=16384.0]"]
	node170 [label="Conv2d(512, 2048, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=1.333,backward_compute_time=3.859,activation_size=51380224.0,parameter_size=4194304.0]"]
	node68 [label="Add(inplace)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=205520896.0,parameter_size=0.0]"]
	node69 [label="ReLU(inplace)
[forward_compute_time=1.524,backward_compute_time=1.478,activation_size=205520896.0,parameter_size=0.0]"]
	node60 [label="Conv2d(512, 128, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=1.276,backward_compute_time=2.438,activation_size=51380224.0,parameter_size=262144.0]"]
	node61 [label="BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.563,backward_compute_time=0.376,activation_size=51380224.0,parameter_size=1024.0]"]
	node62 [label="ReLU(inplace)
[forward_compute_time=0.358,backward_compute_time=0.216,activation_size=51380224.0,parameter_size=0.0]"]
	node63 [label="Conv2d(128, 128, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
[forward_compute_time=1.369,backward_compute_time=2.241,activation_size=51380224.0,parameter_size=589824.0]"]
	node64 [label="BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.545,backward_compute_time=0.377,activation_size=51380224.0,parameter_size=1024.0]"]
	node65 [label="ReLU(inplace)
[forward_compute_time=0.354,backward_compute_time=0.213,activation_size=51380224.0,parameter_size=0.0]"]
	node66 [label="Conv2d(128, 512, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=1.308,backward_compute_time=2.492,activation_size=205520896.0,parameter_size=262144.0]"]
	node67 [label="BatchNorm2d(512, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=1.230,backward_compute_time=1.444,activation_size=205520896.0,parameter_size=4096.0]"]
	node164 [label="Conv2d(2048, 512, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=1.553,backward_compute_time=4.246,activation_size=12845056.0,parameter_size=4194304.0]"]
	node165 [label="BatchNorm2d(512, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.379,backward_compute_time=0.148,activation_size=12845056.0,parameter_size=4096.0]"]
	node166 [label="ReLU(inplace)
[forward_compute_time=0.286,backward_compute_time=0.089,activation_size=12845056.0,parameter_size=0.0]"]
	node167 [label="Conv2d(512, 512, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
[forward_compute_time=1.268,backward_compute_time=3.520,activation_size=12845056.0,parameter_size=9437184.0]"]
	node160 [label="Conv2d(512, 2048, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=1.338,backward_compute_time=2.413,activation_size=51380224.0,parameter_size=4194304.0]"]
	node161 [label="BatchNorm2d(2048, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.521,backward_compute_time=0.444,activation_size=51380224.0,parameter_size=16384.0]"]
	node162 [label="Add(inplace)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=51380224.0,parameter_size=0.0]"]
	node163 [label="ReLU(inplace)
[forward_compute_time=0.476,backward_compute_time=0.378,activation_size=51380224.0,parameter_size=0.0]"]
	node168 [label="BatchNorm2d(512, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.399,backward_compute_time=0.151,activation_size=12845056.0,parameter_size=4096.0]"]
	node169 [label="ReLU(inplace)
[forward_compute_time=0.275,backward_compute_time=0.080,activation_size=12845056.0,parameter_size=0.0]"]
	node77 -> node78
	node76 -> node77
	node75 -> node76
	node74 -> node75
	node73 -> node74
	node72 -> node73
	node71 -> node72
	node70 -> node71
	node79 -> node80
	node79 -> node88
	node78 -> node79
	node141 -> node142
	node141 -> node150
	node151 -> node152
	node150 -> node151
	node153 -> node162
	node153 -> node154
	node152 -> node153
	node155 -> node156
	node154 -> node155
	node157 -> node158
	node156 -> node157
	node159 -> node160
	node158 -> node159
	node88 -> node89
	node89 -> node90
	node82 -> node83
	node83 -> node84
	node80 -> node81
	node81 -> node82
	node86 -> node87
	node87 -> node90
	node84 -> node85
	node85 -> node86
	node9 -> node10
	node8 -> node9
	node148 -> node149
	node149 -> node152
	node1 -> node2
	node147 -> node148
	node3 -> node4
	node2 -> node3
	node5 -> node6
	node5 -> node14
	node4 -> node5
	node7 -> node8
	node6 -> node7
	node11 -> node12
	node10 -> node11
	node13 -> node16
	node12 -> node13
	node15 -> node16
	node14 -> node15
	node17 -> node18
	node17 -> node26
	node16 -> node17
	node19 -> node20
	node18 -> node19
	node99 -> node100
	node98 -> node99
	node91 -> node100
	node91 -> node92
	node90 -> node91
	node93 -> node94
	node92 -> node93
	node95 -> node96
	node94 -> node95
	node97 -> node98
	node96 -> node97
	node139 -> node140
	node138 -> node139
	node133 -> node134
	node132 -> node133
	node131 -> node132
	node131 -> node140
	node130 -> node131
	node137 -> node138
	node136 -> node137
	node135 -> node136
	node134 -> node135
	node28 -> node29
	node29 -> node30
	node24 -> node25
	node25 -> node26
	node26 -> node27
	node27 -> node28
	node27 -> node36
	node20 -> node21
	node21 -> node22
	node22 -> node23
	node23 -> node24
	node146 -> node147
	node144 -> node145
	node145 -> node146
	node142 -> node143
	node143 -> node144
	node128 -> node129
	node129 -> node130
	node140 -> node141
	node120 -> node121
	node121 -> node130
	node121 -> node122
	node122 -> node123
	node123 -> node124
	node124 -> node125
	node125 -> node126
	node126 -> node127
	node127 -> node128
	node39 -> node40
	node38 -> node39
	node33 -> node34
	node32 -> node33
	node31 -> node32
	node30 -> node31
	node37 -> node38
	node37 -> node46
	node36 -> node37
	node35 -> node36
	node34 -> node35
	node115 -> node116
	node114 -> node115
	node117 -> node118
	node116 -> node117
	node111 -> node120
	node111 -> node112
	node110 -> node111
	node113 -> node114
	node112 -> node113
	node119 -> node120
	node118 -> node119
	node48 -> node49
	node49 -> node50
	node49 -> node58
	node46 -> node47
	node47 -> node48
	node44 -> node45
	node45 -> node48
	node42 -> node43
	node43 -> node44
	node40 -> node41
	node41 -> node42
	node102 -> node103
	node103 -> node104
	node100 -> node101
	node101 -> node102
	node101 -> node110
	node106 -> node107
	node107 -> node108
	node104 -> node105
	node105 -> node106
	node108 -> node109
	node109 -> node110
	node59 -> node60
	node59 -> node68
	node58 -> node59
	node55 -> node56
	node54 -> node55
	node57 -> node58
	node56 -> node57
	node51 -> node52
	node50 -> node51
	node53 -> node54
	node52 -> node53
	node176 -> node177
	node175 -> node176
	node174 -> node175
	node174 -> node176
	node173 -> node174
	node172 -> node173
	node171 -> node172
	node170 -> node171
	node68 -> node69
	node69 -> node70
	node69 -> node78
	node60 -> node61
	node61 -> node62
	node62 -> node63
	node63 -> node64
	node64 -> node65
	node65 -> node66
	node66 -> node67
	node67 -> node68
	node164 -> node165
	node165 -> node166
	node166 -> node167
	node167 -> node168
	node160 -> node161
	node161 -> node162
	node162 -> node163
	node163 -> node164
	node163 -> node172
	node168 -> node169
	node169 -> node170
}