digraph {
	node77 [label="BatchNorm2d(512, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=1.013,backward_compute_time=1.076,activation_size=205520896.0,parameter_size=4096.0]"]
	node76 [label="Conv2d(256, 512, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=2.357,backward_compute_time=6.148,activation_size=205520896.0,parameter_size=524288.0]"]
	node75 [label="ReLU(inplace)
[forward_compute_time=0.496,backward_compute_time=0.389,activation_size=102760448.0,parameter_size=0.0]"]
	node74 [label="BatchNorm2d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.679,backward_compute_time=0.584,activation_size=102760448.0,parameter_size=2048.0]"]
	node73 [label="Conv2d(256, 256, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=32, bias=False)
[forward_compute_time=2.484,backward_compute_time=5.843,activation_size=102760448.0,parameter_size=73728.0]"]
	node72 [label="ReLU(inplace)
[forward_compute_time=0.527,backward_compute_time=0.400,activation_size=102760448.0,parameter_size=0.0]"]
	node71 [label="BatchNorm2d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.701,backward_compute_time=0.568,activation_size=102760448.0,parameter_size=2048.0]"]
	node70 [label="Conv2d(512, 256, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=2.290,backward_compute_time=5.437,activation_size=102760448.0,parameter_size=524288.0]"]
	node79 [label="ReLU(inplace)
[forward_compute_time=1.429,backward_compute_time=1.485,activation_size=205520896.0,parameter_size=0.0]"]
	node78 [label="Add(inplace)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=205520896.0,parameter_size=0.0]"]
	node141 [label="ReLU(inplace)
[forward_compute_time=0.803,backward_compute_time=0.743,activation_size=102760448.0,parameter_size=0.0]"]
	node151 [label="BatchNorm2d(2048, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.495,backward_compute_time=0.350,activation_size=51380224.0,parameter_size=16384.0]"]
	node150 [label="Conv2d(1024, 2048, kernel_size=(1, 1), stride=(2, 2), bias=False)
[forward_compute_time=2.471,backward_compute_time=6.244,activation_size=51380224.0,parameter_size=8388608.0]"]
	node153 [label="ReLU(inplace)
[forward_compute_time=0.485,backward_compute_time=0.373,activation_size=51380224.0,parameter_size=0.0]"]
	node152 [label="Add(inplace)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=51380224.0,parameter_size=0.0]"]
	node155 [label="BatchNorm2d(1024, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.377,backward_compute_time=0.197,activation_size=25690112.0,parameter_size=8192.0]"]
	node154 [label="Conv2d(2048, 1024, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=3.271,backward_compute_time=4.449,activation_size=25690112.0,parameter_size=8388608.0]"]
	node157 [label="Conv2d(1024, 1024, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=32, bias=False)
[forward_compute_time=1.209,backward_compute_time=2.101,activation_size=25690112.0,parameter_size=1179648.0]"]
	node156 [label="ReLU(inplace)
[forward_compute_time=0.308,backward_compute_time=0.118,activation_size=25690112.0,parameter_size=0.0]"]
	node159 [label="ReLU(inplace)
[forward_compute_time=0.409,backward_compute_time=0.125,activation_size=25690112.0,parameter_size=0.0]"]
	node158 [label="BatchNorm2d(1024, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.400,backward_compute_time=0.212,activation_size=25690112.0,parameter_size=8192.0]"]
	node88 [label="Conv2d(512, 1024, kernel_size=(1, 1), stride=(2, 2), bias=False)
[forward_compute_time=2.481,backward_compute_time=6.370,activation_size=102760448.0,parameter_size=2097152.0]"]
	node89 [label="BatchNorm2d(1024, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.694,backward_compute_time=0.519,activation_size=102760448.0,parameter_size=8192.0]"]
	node82 [label="ReLU(inplace)
[forward_compute_time=0.751,backward_compute_time=0.775,activation_size=205520896.0,parameter_size=0.0]"]
	node83 [label="Conv2d(512, 512, kernel_size=(3, 3), stride=(2, 2), padding=(1, 1), groups=32, bias=False)
[forward_compute_time=1.045,backward_compute_time=6.159,activation_size=51380224.0,parameter_size=294912.0]"]
	node80 [label="Conv2d(512, 512, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=5.043,backward_compute_time=10.587,activation_size=205520896.0,parameter_size=1048576.0]"]
	node81 [label="BatchNorm2d(512, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=1.555,backward_compute_time=1.075,activation_size=205520896.0,parameter_size=4096.0]"]
	node86 [label="Conv2d(512, 1024, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=3.099,backward_compute_time=4.295,activation_size=102760448.0,parameter_size=2097152.0]"]
	node87 [label="BatchNorm2d(1024, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.773,backward_compute_time=0.595,activation_size=102760448.0,parameter_size=8192.0]"]
	node84 [label="BatchNorm2d(512, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.514,backward_compute_time=0.297,activation_size=51380224.0,parameter_size=4096.0]"]
	node85 [label="ReLU(inplace)
[forward_compute_time=0.372,backward_compute_time=0.216,activation_size=51380224.0,parameter_size=0.0]"]
	node9 [label="Conv2d(128, 128, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=32, bias=False)
[forward_compute_time=2.743,backward_compute_time=11.098,activation_size=205520896.0,parameter_size=18432.0]"]
	node8 [label="ReLU(inplace)
[forward_compute_time=1.822,backward_compute_time=0.798,activation_size=205520896.0,parameter_size=0.0]"]
	node148 [label="Conv2d(1024, 2048, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=2.616,backward_compute_time=4.824,activation_size=51380224.0,parameter_size=8388608.0]"]
	node149 [label="BatchNorm2d(2048, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.497,backward_compute_time=0.385,activation_size=51380224.0,parameter_size=16384.0]"]
	node1 [label="Input
[forward_compute_time=17.158,backward_compute_time=0.000,activation_size=77070336.0,parameter_size=0.0]"]
	node147 [label="ReLU(inplace)
[forward_compute_time=0.297,backward_compute_time=0.124,activation_size=25690112.0,parameter_size=0.0]"]
	node3 [label="BatchNorm2d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=1.975,backward_compute_time=3.174,activation_size=411041792.0,parameter_size=512.0]"]
	node2 [label="Conv2d(3, 64, kernel_size=(7, 7), stride=(2, 2), padding=(3, 3), bias=False)
[forward_compute_time=11.374,backward_compute_time=4.483,activation_size=411041792.0,parameter_size=37632.0]"]
	node5 [label="MaxPool2d(kernel_size=3, stride=2, padding=1, dilation=1, ceil_mode=False)
[forward_compute_time=1.174,backward_compute_time=2.510,activation_size=102760448.0,parameter_size=0.0]"]
	node4 [label="ReLU()
[forward_compute_time=1.316,backward_compute_time=1.385,activation_size=411041792.0,parameter_size=0.0]"]
	node7 [label="BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=1.182,backward_compute_time=1.204,activation_size=205520896.0,parameter_size=1024.0]"]
	node6 [label="Conv2d(64, 128, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=1.092,backward_compute_time=2.539,activation_size=205520896.0,parameter_size=32768.0]"]
	node11 [label="ReLU(inplace)
[forward_compute_time=1.622,backward_compute_time=0.719,activation_size=205520896.0,parameter_size=0.0]"]
	node10 [label="BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=1.070,backward_compute_time=1.132,activation_size=205520896.0,parameter_size=1024.0]"]
	node13 [label="BatchNorm2d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=1.812,backward_compute_time=2.212,activation_size=411041792.0,parameter_size=2048.0]"]
	node12 [label="Conv2d(128, 256, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=2.669,backward_compute_time=4.904,activation_size=411041792.0,parameter_size=131072.0]"]
	node15 [label="BatchNorm2d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=1.783,backward_compute_time=2.228,activation_size=411041792.0,parameter_size=2048.0]"]
	node14 [label="Conv2d(64, 256, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=1.704,backward_compute_time=3.592,activation_size=411041792.0,parameter_size=65536.0]"]
	node17 [label="ReLU(inplace)
[forward_compute_time=2.692,backward_compute_time=2.868,activation_size=411041792.0,parameter_size=0.0]"]
	node16 [label="Add(inplace)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=411041792.0,parameter_size=0.0]"]
	node19 [label="BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=1.031,backward_compute_time=1.165,activation_size=205520896.0,parameter_size=1024.0]"]
	node18 [label="Conv2d(256, 128, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=2.600,backward_compute_time=4.857,activation_size=205520896.0,parameter_size=131072.0]"]
	node99 [label="BatchNorm2d(1024, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=1.402,backward_compute_time=0.517,activation_size=102760448.0,parameter_size=8192.0]"]
	node98 [label="Conv2d(512, 1024, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=2.416,backward_compute_time=4.322,activation_size=102760448.0,parameter_size=2097152.0]"]
	node91 [label="ReLU(inplace)
[forward_compute_time=0.857,backward_compute_time=0.737,activation_size=102760448.0,parameter_size=0.0]"]
	node90 [label="Add(inplace)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=102760448.0,parameter_size=0.0]"]
	node93 [label="BatchNorm2d(512, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.555,backward_compute_time=0.304,activation_size=51380224.0,parameter_size=4096.0]"]
	node92 [label="Conv2d(1024, 512, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=2.610,backward_compute_time=4.354,activation_size=51380224.0,parameter_size=2097152.0]"]
	node95 [label="Conv2d(512, 512, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=32, bias=False)
[forward_compute_time=1.645,backward_compute_time=3.734,activation_size=51380224.0,parameter_size=294912.0]"]
	node94 [label="ReLU(inplace)
[forward_compute_time=0.373,backward_compute_time=0.239,activation_size=51380224.0,parameter_size=0.0]"]
	node97 [label="ReLU(inplace)
[forward_compute_time=0.523,backward_compute_time=0.211,activation_size=51380224.0,parameter_size=0.0]"]
	node96 [label="BatchNorm2d(512, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.525,backward_compute_time=0.292,activation_size=51380224.0,parameter_size=4096.0]"]
	node139 [label="BatchNorm2d(1024, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.698,backward_compute_time=0.537,activation_size=102760448.0,parameter_size=8192.0]"]
	node138 [label="Conv2d(512, 1024, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=2.283,backward_compute_time=5.241,activation_size=102760448.0,parameter_size=2097152.0]"]
	node133 [label="BatchNorm2d(512, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.525,backward_compute_time=0.296,activation_size=51380224.0,parameter_size=4096.0]"]
	node132 [label="Conv2d(1024, 512, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=2.318,backward_compute_time=5.567,activation_size=51380224.0,parameter_size=2097152.0]"]
	node131 [label="ReLU(inplace)
[forward_compute_time=0.832,backward_compute_time=0.744,activation_size=102760448.0,parameter_size=0.0]"]
	node130 [label="Add(inplace)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=102760448.0,parameter_size=0.0]"]
	node137 [label="ReLU(inplace)
[forward_compute_time=0.379,backward_compute_time=0.216,activation_size=51380224.0,parameter_size=0.0]"]
	node136 [label="BatchNorm2d(512, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.495,backward_compute_time=0.387,activation_size=51380224.0,parameter_size=4096.0]"]
	node135 [label="Conv2d(512, 512, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=32, bias=False)
[forward_compute_time=1.058,backward_compute_time=3.977,activation_size=51380224.0,parameter_size=294912.0]"]
	node134 [label="ReLU(inplace)
[forward_compute_time=0.360,backward_compute_time=0.212,activation_size=51380224.0,parameter_size=0.0]"]
	node28 [label="Conv2d(256, 128, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=2.250,backward_compute_time=5.567,activation_size=205520896.0,parameter_size=131072.0]"]
	node29 [label="BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=1.080,backward_compute_time=1.286,activation_size=205520896.0,parameter_size=1024.0]"]
	node24 [label="Conv2d(128, 256, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=2.301,backward_compute_time=4.906,activation_size=411041792.0,parameter_size=131072.0]"]
	node25 [label="BatchNorm2d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=1.887,backward_compute_time=2.223,activation_size=411041792.0,parameter_size=2048.0]"]
	node26 [label="Add(inplace)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=411041792.0,parameter_size=0.0]"]
	node27 [label="ReLU(inplace)
[forward_compute_time=2.696,backward_compute_time=2.936,activation_size=411041792.0,parameter_size=0.0]"]
	node20 [label="ReLU(inplace)
[forward_compute_time=0.755,backward_compute_time=0.736,activation_size=205520896.0,parameter_size=0.0]"]
	node21 [label="Conv2d(128, 128, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=32, bias=False)
[forward_compute_time=2.595,backward_compute_time=11.110,activation_size=205520896.0,parameter_size=18432.0]"]
	node22 [label="BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=1.104,backward_compute_time=1.152,activation_size=205520896.0,parameter_size=1024.0]"]
	node23 [label="ReLU(inplace)
[forward_compute_time=0.769,backward_compute_time=0.728,activation_size=205520896.0,parameter_size=0.0]"]
	node146 [label="BatchNorm2d(1024, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.410,backward_compute_time=0.280,activation_size=25690112.0,parameter_size=8192.0]"]
	node144 [label="ReLU(inplace)
[forward_compute_time=0.488,backward_compute_time=0.403,activation_size=102760448.0,parameter_size=0.0]"]
	node145 [label="Conv2d(1024, 1024, kernel_size=(3, 3), stride=(2, 2), padding=(1, 1), groups=32, bias=False)
[forward_compute_time=1.111,backward_compute_time=3.393,activation_size=25690112.0,parameter_size=1179648.0]"]
	node142 [label="Conv2d(1024, 1024, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=4.590,backward_compute_time=8.961,activation_size=102760448.0,parameter_size=4194304.0]"]
	node143 [label="BatchNorm2d(1024, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.709,backward_compute_time=0.518,activation_size=102760448.0,parameter_size=8192.0]"]
	node128 [label="Conv2d(512, 1024, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=2.347,backward_compute_time=4.322,activation_size=102760448.0,parameter_size=2097152.0]"]
	node129 [label="BatchNorm2d(1024, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.806,backward_compute_time=0.523,activation_size=102760448.0,parameter_size=8192.0]"]
	node140 [label="Add(inplace)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=102760448.0,parameter_size=0.0]"]
	node120 [label="Add(inplace)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=102760448.0,parameter_size=0.0]"]
	node121 [label="ReLU(inplace)
[forward_compute_time=0.796,backward_compute_time=0.746,activation_size=102760448.0,parameter_size=0.0]"]
	node122 [label="Conv2d(1024, 512, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=2.428,backward_compute_time=4.353,activation_size=51380224.0,parameter_size=2097152.0]"]
	node123 [label="BatchNorm2d(512, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.527,backward_compute_time=0.306,activation_size=51380224.0,parameter_size=4096.0]"]
	node124 [label="ReLU(inplace)
[forward_compute_time=0.432,backward_compute_time=0.221,activation_size=51380224.0,parameter_size=0.0]"]
	node125 [label="Conv2d(512, 512, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=32, bias=False)
[forward_compute_time=1.088,backward_compute_time=3.749,activation_size=51380224.0,parameter_size=294912.0]"]
	node126 [label="BatchNorm2d(512, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.493,backward_compute_time=0.311,activation_size=51380224.0,parameter_size=4096.0]"]
	node127 [label="ReLU(inplace)
[forward_compute_time=0.444,backward_compute_time=0.210,activation_size=51380224.0,parameter_size=0.0]"]
	node39 [label="BatchNorm2d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=1.823,backward_compute_time=2.239,activation_size=411041792.0,parameter_size=2048.0]"]
	node38 [label="Conv2d(256, 256, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=4.778,backward_compute_time=11.595,activation_size=411041792.0,parameter_size=262144.0]"]
	node33 [label="ReLU(inplace)
[forward_compute_time=0.740,backward_compute_time=0.717,activation_size=205520896.0,parameter_size=0.0]"]
	node32 [label="BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=1.040,backward_compute_time=1.210,activation_size=205520896.0,parameter_size=1024.0]"]
	node31 [label="Conv2d(128, 128, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=32, bias=False)
[forward_compute_time=2.534,backward_compute_time=11.635,activation_size=205520896.0,parameter_size=18432.0]"]
	node30 [label="ReLU(inplace)
[forward_compute_time=0.740,backward_compute_time=0.732,activation_size=205520896.0,parameter_size=0.0]"]
	node37 [label="ReLU(inplace)
[forward_compute_time=2.688,backward_compute_time=2.948,activation_size=411041792.0,parameter_size=0.0]"]
	node36 [label="Add(inplace)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=411041792.0,parameter_size=0.0]"]
	node35 [label="BatchNorm2d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=1.866,backward_compute_time=2.258,activation_size=411041792.0,parameter_size=2048.0]"]
	node34 [label="Conv2d(128, 256, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=2.291,backward_compute_time=7.067,activation_size=411041792.0,parameter_size=131072.0]"]
	node115 [label="Conv2d(512, 512, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=32, bias=False)
[forward_compute_time=1.142,backward_compute_time=3.603,activation_size=51380224.0,parameter_size=294912.0]"]
	node114 [label="ReLU(inplace)
[forward_compute_time=0.354,backward_compute_time=0.212,activation_size=51380224.0,parameter_size=0.0]"]
	node117 [label="ReLU(inplace)
[forward_compute_time=0.361,backward_compute_time=0.213,activation_size=51380224.0,parameter_size=0.0]"]
	node116 [label="BatchNorm2d(512, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.509,backward_compute_time=0.296,activation_size=51380224.0,parameter_size=4096.0]"]
	node111 [label="ReLU(inplace)
[forward_compute_time=0.795,backward_compute_time=0.746,activation_size=102760448.0,parameter_size=0.0]"]
	node110 [label="Add(inplace)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=102760448.0,parameter_size=0.0]"]
	node113 [label="BatchNorm2d(512, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.552,backward_compute_time=0.298,activation_size=51380224.0,parameter_size=4096.0]"]
	node112 [label="Conv2d(1024, 512, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=2.252,backward_compute_time=4.351,activation_size=51380224.0,parameter_size=2097152.0]"]
	node119 [label="BatchNorm2d(1024, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.688,backward_compute_time=0.531,activation_size=102760448.0,parameter_size=8192.0]"]
	node118 [label="Conv2d(512, 1024, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=2.339,backward_compute_time=4.312,activation_size=102760448.0,parameter_size=2097152.0]"]
	node48 [label="Add(inplace)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=205520896.0,parameter_size=0.0]"]
	node49 [label="ReLU(inplace)
[forward_compute_time=1.440,backward_compute_time=1.459,activation_size=205520896.0,parameter_size=0.0]"]
	node46 [label="Conv2d(256, 512, kernel_size=(1, 1), stride=(2, 2), bias=False)
[forward_compute_time=2.576,backward_compute_time=6.503,activation_size=205520896.0,parameter_size=524288.0]"]
	node47 [label="BatchNorm2d(512, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=1.012,backward_compute_time=1.054,activation_size=205520896.0,parameter_size=4096.0]"]
	node44 [label="Conv2d(256, 512, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=2.538,backward_compute_time=4.417,activation_size=205520896.0,parameter_size=524288.0]"]
	node45 [label="BatchNorm2d(512, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=1.018,backward_compute_time=1.076,activation_size=205520896.0,parameter_size=4096.0]"]
	node42 [label="BatchNorm2d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.746,backward_compute_time=0.667,activation_size=102760448.0,parameter_size=2048.0]"]
	node43 [label="ReLU(inplace)
[forward_compute_time=0.489,backward_compute_time=0.389,activation_size=102760448.0,parameter_size=0.0]"]
	node40 [label="ReLU(inplace)
[forward_compute_time=1.267,backward_compute_time=1.458,activation_size=411041792.0,parameter_size=0.0]"]
	node41 [label="Conv2d(256, 256, kernel_size=(3, 3), stride=(2, 2), padding=(1, 1), groups=32, bias=False)
[forward_compute_time=2.561,backward_compute_time=10.149,activation_size=102760448.0,parameter_size=73728.0]"]
	node102 [label="Conv2d(1024, 512, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=2.336,backward_compute_time=4.344,activation_size=51380224.0,parameter_size=2097152.0]"]
	node103 [label="BatchNorm2d(512, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.491,backward_compute_time=0.294,activation_size=51380224.0,parameter_size=4096.0]"]
	node100 [label="Add(inplace)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=102760448.0,parameter_size=0.0]"]
	node101 [label="ReLU(inplace)
[forward_compute_time=0.840,backward_compute_time=0.740,activation_size=102760448.0,parameter_size=0.0]"]
	node106 [label="BatchNorm2d(512, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.493,backward_compute_time=0.299,activation_size=51380224.0,parameter_size=4096.0]"]
	node107 [label="ReLU(inplace)
[forward_compute_time=0.366,backward_compute_time=0.211,activation_size=51380224.0,parameter_size=0.0]"]
	node104 [label="ReLU(inplace)
[forward_compute_time=0.432,backward_compute_time=0.238,activation_size=51380224.0,parameter_size=0.0]"]
	node105 [label="Conv2d(512, 512, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=32, bias=False)
[forward_compute_time=1.108,backward_compute_time=3.681,activation_size=51380224.0,parameter_size=294912.0]"]
	node108 [label="Conv2d(512, 1024, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=2.369,backward_compute_time=4.279,activation_size=102760448.0,parameter_size=2097152.0]"]
	node109 [label="BatchNorm2d(1024, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.765,backward_compute_time=0.520,activation_size=102760448.0,parameter_size=8192.0]"]
	node59 [label="ReLU(inplace)
[forward_compute_time=1.432,backward_compute_time=1.484,activation_size=205520896.0,parameter_size=0.0]"]
	node58 [label="Add(inplace)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=205520896.0,parameter_size=0.0]"]
	node55 [label="ReLU(inplace)
[forward_compute_time=0.579,backward_compute_time=0.390,activation_size=102760448.0,parameter_size=0.0]"]
	node54 [label="BatchNorm2d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.765,backward_compute_time=0.578,activation_size=102760448.0,parameter_size=2048.0]"]
	node57 [label="BatchNorm2d(512, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=1.036,backward_compute_time=1.073,activation_size=205520896.0,parameter_size=4096.0]"]
	node56 [label="Conv2d(256, 512, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=2.290,backward_compute_time=4.446,activation_size=205520896.0,parameter_size=524288.0]"]
	node51 [label="BatchNorm2d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.657,backward_compute_time=0.572,activation_size=102760448.0,parameter_size=2048.0]"]
	node50 [label="Conv2d(512, 256, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=3.301,backward_compute_time=4.403,activation_size=102760448.0,parameter_size=524288.0]"]
	node53 [label="Conv2d(256, 256, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=32, bias=False)
[forward_compute_time=2.617,backward_compute_time=5.528,activation_size=102760448.0,parameter_size=73728.0]"]
	node52 [label="ReLU(inplace)
[forward_compute_time=0.521,backward_compute_time=0.391,activation_size=102760448.0,parameter_size=0.0]"]
	node177 [label="Linear(in_features=2048, out_features=1000, bias=True)
[forward_compute_time=0.412,backward_compute_time=0.172,activation_size=512000.0,parameter_size=8196000.0]"]
	node176 [label="View(-1)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=1048576.0,parameter_size=0.0]"]
	node175 [label="Size(0)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=4.0,parameter_size=0.0]"]
	node174 [label="AvgPool2d(kernel_size=7, stride=1, padding=0)
[forward_compute_time=0.645,backward_compute_time=0.406,activation_size=1048576.0,parameter_size=0.0]"]
	node173 [label="ReLU(inplace)
[forward_compute_time=0.504,backward_compute_time=0.207,activation_size=51380224.0,parameter_size=0.0]"]
	node172 [label="Add(inplace)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=51380224.0,parameter_size=0.0]"]
	node171 [label="BatchNorm2d(2048, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.488,backward_compute_time=0.358,activation_size=51380224.0,parameter_size=16384.0]"]
	node170 [label="Conv2d(1024, 2048, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=2.375,backward_compute_time=5.196,activation_size=51380224.0,parameter_size=8388608.0]"]
	node68 [label="Add(inplace)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=205520896.0,parameter_size=0.0]"]
	node69 [label="ReLU(inplace)
[forward_compute_time=1.445,backward_compute_time=1.494,activation_size=205520896.0,parameter_size=0.0]"]
	node60 [label="Conv2d(512, 256, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=2.292,backward_compute_time=4.410,activation_size=102760448.0,parameter_size=524288.0]"]
	node61 [label="BatchNorm2d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.668,backward_compute_time=0.584,activation_size=102760448.0,parameter_size=2048.0]"]
	node62 [label="ReLU(inplace)
[forward_compute_time=0.522,backward_compute_time=0.395,activation_size=102760448.0,parameter_size=0.0]"]
	node63 [label="Conv2d(256, 256, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=32, bias=False)
[forward_compute_time=2.418,backward_compute_time=5.513,activation_size=102760448.0,parameter_size=73728.0]"]
	node64 [label="BatchNorm2d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.674,backward_compute_time=0.577,activation_size=102760448.0,parameter_size=2048.0]"]
	node65 [label="ReLU(inplace)
[forward_compute_time=0.500,backward_compute_time=0.401,activation_size=102760448.0,parameter_size=0.0]"]
	node66 [label="Conv2d(256, 512, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=2.438,backward_compute_time=4.430,activation_size=205520896.0,parameter_size=524288.0]"]
	node67 [label="BatchNorm2d(512, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=1.026,backward_compute_time=1.088,activation_size=205520896.0,parameter_size=4096.0]"]
	node164 [label="Conv2d(2048, 1024, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=2.504,backward_compute_time=5.279,activation_size=25690112.0,parameter_size=8388608.0]"]
	node165 [label="BatchNorm2d(1024, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.396,backward_compute_time=0.198,activation_size=25690112.0,parameter_size=8192.0]"]
	node166 [label="ReLU(inplace)
[forward_compute_time=0.296,backward_compute_time=0.206,activation_size=25690112.0,parameter_size=0.0]"]
	node167 [label="Conv2d(1024, 1024, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=32, bias=False)
[forward_compute_time=0.885,backward_compute_time=1.935,activation_size=25690112.0,parameter_size=1179648.0]"]
	node160 [label="Conv2d(1024, 2048, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=2.313,backward_compute_time=4.750,activation_size=51380224.0,parameter_size=8388608.0]"]
	node161 [label="BatchNorm2d(2048, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.507,backward_compute_time=0.346,activation_size=51380224.0,parameter_size=16384.0]"]
	node162 [label="Add(inplace)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=51380224.0,parameter_size=0.0]"]
	node163 [label="ReLU(inplace)
[forward_compute_time=0.502,backward_compute_time=0.357,activation_size=51380224.0,parameter_size=0.0]"]
	node168 [label="BatchNorm2d(1024, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.584,backward_compute_time=0.200,activation_size=25690112.0,parameter_size=8192.0]"]
	node169 [label="ReLU(inplace)
[forward_compute_time=0.310,backward_compute_time=0.124,activation_size=25690112.0,parameter_size=0.0]"]
	node77 -> node78
	node76 -> node77
	node75 -> node76
	node74 -> node75
	node73 -> node74
	node72 -> node73
	node71 -> node72
	node70 -> node71
	node79 -> node88
	node79 -> node80
	node78 -> node79
	node141 -> node150
	node141 -> node142
	node151 -> node152
	node150 -> node151
	node153 -> node154
	node153 -> node162
	node152 -> node153
	node155 -> node156
	node154 -> node155
	node157 -> node158
	node156 -> node157
	node159 -> node160
	node158 -> node159
	node88 -> node89
	node89 -> node90
	node82 -> node83
	node83 -> node84
	node80 -> node81
	node81 -> node82
	node86 -> node87
	node87 -> node90
	node84 -> node85
	node85 -> node86
	node9 -> node10
	node8 -> node9
	node148 -> node149
	node149 -> node152
	node1 -> node2
	node147 -> node148
	node3 -> node4
	node2 -> node3
	node5 -> node6
	node5 -> node14
	node4 -> node5
	node7 -> node8
	node6 -> node7
	node11 -> node12
	node10 -> node11
	node13 -> node16
	node12 -> node13
	node15 -> node16
	node14 -> node15
	node17 -> node18
	node17 -> node26
	node16 -> node17
	node19 -> node20
	node18 -> node19
	node99 -> node100
	node98 -> node99
	node91 -> node92
	node91 -> node100
	node90 -> node91
	node93 -> node94
	node92 -> node93
	node95 -> node96
	node94 -> node95
	node97 -> node98
	node96 -> node97
	node139 -> node140
	node138 -> node139
	node133 -> node134
	node132 -> node133
	node131 -> node140
	node131 -> node132
	node130 -> node131
	node137 -> node138
	node136 -> node137
	node135 -> node136
	node134 -> node135
	node28 -> node29
	node29 -> node30
	node24 -> node25
	node25 -> node26
	node26 -> node27
	node27 -> node28
	node27 -> node36
	node20 -> node21
	node21 -> node22
	node22 -> node23
	node23 -> node24
	node146 -> node147
	node144 -> node145
	node145 -> node146
	node142 -> node143
	node143 -> node144
	node128 -> node129
	node129 -> node130
	node140 -> node141
	node120 -> node121
	node121 -> node122
	node121 -> node130
	node122 -> node123
	node123 -> node124
	node124 -> node125
	node125 -> node126
	node126 -> node127
	node127 -> node128
	node39 -> node40
	node38 -> node39
	node33 -> node34
	node32 -> node33
	node31 -> node32
	node30 -> node31
	node37 -> node38
	node37 -> node46
	node36 -> node37
	node35 -> node36
	node34 -> node35
	node115 -> node116
	node114 -> node115
	node117 -> node118
	node116 -> node117
	node111 -> node112
	node111 -> node120
	node110 -> node111
	node113 -> node114
	node112 -> node113
	node119 -> node120
	node118 -> node119
	node48 -> node49
	node49 -> node50
	node49 -> node58
	node46 -> node47
	node47 -> node48
	node44 -> node45
	node45 -> node48
	node42 -> node43
	node43 -> node44
	node40 -> node41
	node41 -> node42
	node102 -> node103
	node103 -> node104
	node100 -> node101
	node101 -> node102
	node101 -> node110
	node106 -> node107
	node107 -> node108
	node104 -> node105
	node105 -> node106
	node108 -> node109
	node109 -> node110
	node59 -> node60
	node59 -> node68
	node58 -> node59
	node55 -> node56
	node54 -> node55
	node57 -> node58
	node56 -> node57
	node51 -> node52
	node50 -> node51
	node53 -> node54
	node52 -> node53
	node176 -> node177
	node175 -> node176
	node174 -> node175
	node174 -> node176
	node173 -> node174
	node172 -> node173
	node171 -> node172
	node170 -> node171
	node68 -> node69
	node69 -> node70
	node69 -> node78
	node60 -> node61
	node61 -> node62
	node62 -> node63
	node63 -> node64
	node64 -> node65
	node65 -> node66
	node66 -> node67
	node67 -> node68
	node164 -> node165
	node165 -> node166
	node166 -> node167
	node167 -> node168
	node160 -> node161
	node161 -> node162
	node162 -> node163
	node163 -> node172
	node163 -> node164
	node168 -> node169
	node169 -> node170
}