digraph {
	node541 [label="ReLU()
[forward_compute_time=0.290,backward_compute_time=0.037,activation_size=4214784.0,parameter_size=0.0]"]
	node809 [label="Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.348,backward_compute_time=0.254,activation_size=4214784.0,parameter_size=451584.0]"]
	node546 [label="Conv2d(336, 336, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=336, bias=False)
[forward_compute_time=0.320,backward_compute_time=0.132,activation_size=4214784.0,parameter_size=12096.0]"]
	node1000 [label="Conv2d(672, 672, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=672, bias=False)
[forward_compute_time=0.322,backward_compute_time=0.112,activation_size=2107392.0,parameter_size=24192.0]"]
	node1154 [label="BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.327,backward_compute_time=0.069,activation_size=2107392.0,parameter_size=5376.0]"]
	node547 [label="Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.346,backward_compute_time=0.272,activation_size=4214784.0,parameter_size=451584.0]"]
	node313 [label="Conv2d(168, 168, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.385,backward_compute_time=0.403,activation_size=8429568.0,parameter_size=112896.0]"]
	node312 [label="Conv2d(168, 168, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=168, bias=False)
[forward_compute_time=0.458,backward_compute_time=0.379,activation_size=8429568.0,parameter_size=16800.0]"]
	node258 [label="Conv2d(168, 168, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.394,backward_compute_time=0.417,activation_size=8429568.0,parameter_size=112896.0]"]
	node259 [label="BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.336,backward_compute_time=0.117,activation_size=8429568.0,parameter_size=1344.0]"]
	node317 [label="Conv2d(168, 168, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.427,backward_compute_time=0.411,activation_size=8429568.0,parameter_size=112896.0]"]
	node316 [label="Conv2d(168, 168, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=168, bias=False)
[forward_compute_time=0.365,backward_compute_time=0.399,activation_size=8429568.0,parameter_size=16800.0]"]
	node315 [label="ReLU()
[forward_compute_time=0.289,backward_compute_time=0.052,activation_size=8429568.0,parameter_size=0.0]"]
	node314 [label="BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.412,backward_compute_time=0.095,activation_size=8429568.0,parameter_size=1344.0]"]
	node252 [label="Conv2d(168, 168, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=168, bias=False)
[forward_compute_time=0.308,backward_compute_time=0.198,activation_size=8429568.0,parameter_size=6048.0]"]
	node253 [label="Conv2d(168, 168, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.390,backward_compute_time=0.405,activation_size=8429568.0,parameter_size=112896.0]"]
	node250 [label="BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.356,backward_compute_time=0.095,activation_size=8429568.0,parameter_size=1344.0]"]
	node318 [label="BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.405,backward_compute_time=0.115,activation_size=8429568.0,parameter_size=1344.0]"]
	node256 [label="ReLU()
[forward_compute_time=0.289,backward_compute_time=0.049,activation_size=8429568.0,parameter_size=0.0]"]
	node257 [label="Conv2d(168, 168, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=168, bias=False)
[forward_compute_time=0.389,backward_compute_time=0.382,activation_size=8429568.0,parameter_size=16800.0]"]
	node254 [label="BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.359,backward_compute_time=0.110,activation_size=8429568.0,parameter_size=1344.0]"]
	node255 [label="Add
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=8429568.0,parameter_size=0.0]"]
	node268 [label="ReLU()
[forward_compute_time=0.295,backward_compute_time=0.050,activation_size=8429568.0,parameter_size=0.0]"]
	node730 [label="Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.367,backward_compute_time=0.263,activation_size=4214784.0,parameter_size=451584.0]"]
	node1182 [label="ReLU()
[forward_compute_time=0.300,backward_compute_time=0.029,activation_size=2107392.0,parameter_size=0.0]"]
	node932 [label="Conv2d(672, 672, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=672, bias=False)
[forward_compute_time=0.291,backward_compute_time=0.109,activation_size=2107392.0,parameter_size=24192.0]"]
	node1009 [label="Add
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=2107392.0,parameter_size=0.0]"]
	node1008 [label="AvgPool2d(kernel_size=3, stride=1, padding=1)
[forward_compute_time=0.297,backward_compute_time=0.079,activation_size=2107392.0,parameter_size=0.0]"]
	node959 [label="Conv2d(672, 672, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=672, bias=False)
[forward_compute_time=0.297,backward_compute_time=0.154,activation_size=2107392.0,parameter_size=24192.0]"]
	node958 [label="ReLU()
[forward_compute_time=0.292,backward_compute_time=0.031,activation_size=2107392.0,parameter_size=0.0]"]
	node951 [label="BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.328,backward_compute_time=0.079,activation_size=2107392.0,parameter_size=5376.0]"]
	node950 [label="Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.352,backward_compute_time=0.302,activation_size=2107392.0,parameter_size=1806336.0]"]
	node836 [label="Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.346,backward_compute_time=0.255,activation_size=4214784.0,parameter_size=451584.0]"]
	node931 [label="ReLU()
[forward_compute_time=0.284,backward_compute_time=0.029,activation_size=2107392.0,parameter_size=0.0]"]
	node955 [label="AvgPool2d(kernel_size=3, stride=1, padding=1)
[forward_compute_time=0.289,backward_compute_time=0.081,activation_size=2107392.0,parameter_size=0.0]"]
	node954 [label="Add
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=2107392.0,parameter_size=0.0]"]
	node957 [label="Add
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=2107392.0,parameter_size=0.0]"]
	node956 [label="AvgPool2d(kernel_size=3, stride=1, padding=1)
[forward_compute_time=0.284,backward_compute_time=0.087,activation_size=2107392.0,parameter_size=0.0]"]
	node1164 [label="ReLU()
[forward_compute_time=0.286,backward_compute_time=0.028,activation_size=2107392.0,parameter_size=0.0]"]
	node1165 [label="Conv2d(672, 672, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=672, bias=False)
[forward_compute_time=0.294,backward_compute_time=0.109,activation_size=2107392.0,parameter_size=24192.0]"]
	node1049 [label="BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.327,backward_compute_time=0.057,activation_size=2107392.0,parameter_size=5376.0]"]
	node1048 [label="Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.352,backward_compute_time=0.288,activation_size=2107392.0,parameter_size=1806336.0]"]
	node1160 [label="ReLU()
[forward_compute_time=0.280,backward_compute_time=0.029,activation_size=2107392.0,parameter_size=0.0]"]
	node1161 [label="Conv2d(672, 672, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=672, bias=False)
[forward_compute_time=0.292,backward_compute_time=0.231,activation_size=2107392.0,parameter_size=67200.0]"]
	node1162 [label="Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.346,backward_compute_time=0.285,activation_size=2107392.0,parameter_size=1806336.0]"]
	node838 [label="ReLU()
[forward_compute_time=0.286,backward_compute_time=0.036,activation_size=4214784.0,parameter_size=0.0]"]
	node1043 [label="Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.350,backward_compute_time=0.285,activation_size=2107392.0,parameter_size=1806336.0]"]
	node1042 [label="Conv2d(672, 672, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=672, bias=False)
[forward_compute_time=0.298,backward_compute_time=0.108,activation_size=2107392.0,parameter_size=24192.0]"]
	node1041 [label="ReLU()
[forward_compute_time=0.291,backward_compute_time=0.029,activation_size=2107392.0,parameter_size=0.0]"]
	node1040 [label="BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.327,backward_compute_time=0.060,activation_size=2107392.0,parameter_size=5376.0]"]
	node1047 [label="Conv2d(672, 672, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=672, bias=False)
[forward_compute_time=0.300,backward_compute_time=0.216,activation_size=2107392.0,parameter_size=67200.0]"]
	node1046 [label="ReLU()
[forward_compute_time=0.293,backward_compute_time=0.029,activation_size=2107392.0,parameter_size=0.0]"]
	node1045 [label="Add
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=2107392.0,parameter_size=0.0]"]
	node1044 [label="BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.324,backward_compute_time=0.116,activation_size=2107392.0,parameter_size=5376.0]"]
	node656 [label="Conv2d(336, 336, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=336, bias=False)
[forward_compute_time=0.296,backward_compute_time=0.127,activation_size=4214784.0,parameter_size=12096.0]"]
	node657 [label="Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.352,backward_compute_time=0.255,activation_size=4214784.0,parameter_size=451584.0]"]
	node654 [label="BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.323,backward_compute_time=0.073,activation_size=4214784.0,parameter_size=2688.0]"]
	node655 [label="ReLU()
[forward_compute_time=0.290,backward_compute_time=0.035,activation_size=4214784.0,parameter_size=0.0]"]
	node559 [label="ReLU()
[forward_compute_time=0.289,backward_compute_time=0.035,activation_size=4214784.0,parameter_size=0.0]"]
	node558 [label="Add
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=4214784.0,parameter_size=0.0]"]
	node229 [label="Conv2d(168, 168, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.368,backward_compute_time=0.411,activation_size=8429568.0,parameter_size=112896.0]"]
	node228 [label="Conv2d(168, 168, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=168, bias=False)
[forward_compute_time=0.289,backward_compute_time=0.202,activation_size=8429568.0,parameter_size=6048.0]"]
	node227 [label="ReLU()
[forward_compute_time=0.282,backward_compute_time=0.049,activation_size=8429568.0,parameter_size=0.0]"]
	node226 [label="BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.336,backward_compute_time=0.095,activation_size=8429568.0,parameter_size=1344.0]"]
	node225 [label="Conv2d(168, 168, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.373,backward_compute_time=0.404,activation_size=8429568.0,parameter_size=112896.0]"]
	node224 [label="Conv2d(168, 168, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=168, bias=False)
[forward_compute_time=0.298,backward_compute_time=0.198,activation_size=8429568.0,parameter_size=6048.0]"]
	node223 [label="ReLU()
[forward_compute_time=0.301,backward_compute_time=0.049,activation_size=8429568.0,parameter_size=0.0]"]
	node311 [label="ReLU()
[forward_compute_time=0.290,backward_compute_time=0.049,activation_size=8429568.0,parameter_size=0.0]"]
	node221 [label="AvgPool2d(kernel_size=3, stride=1, padding=1)
[forward_compute_time=0.292,backward_compute_time=0.271,activation_size=8429568.0,parameter_size=0.0]"]
	node220 [label="AvgPool2d(kernel_size=3, stride=1, padding=1)
[forward_compute_time=0.300,backward_compute_time=0.272,activation_size=8429568.0,parameter_size=0.0]"]
	node9 [label="Conv2d(42, 42, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.441,backward_compute_time=0.194,activation_size=8429568.0,parameter_size=7056.0]"]
	node8 [label="Conv2d(42, 42, kernel_size=(5, 5), stride=(2, 2), padding=(2, 2), groups=42, bias=False)
[forward_compute_time=0.432,backward_compute_time=0.886,activation_size=8429568.0,parameter_size=4200.0]"]
	node310 [label="Add
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=8429568.0,parameter_size=0.0]"]
	node613 [label="Add
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=4214784.0,parameter_size=0.0]"]
	node1 [label="Input
[forward_compute_time=7.046,backward_compute_time=0.000,activation_size=9633792.0,parameter_size=0.0]"]
	node381 [label="BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.333,backward_compute_time=0.120,activation_size=8429568.0,parameter_size=1344.0]"]
	node3 [label="BatchNorm2d(96, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.649,backward_compute_time=0.699,activation_size=75700224.0,parameter_size=768.0]"]
	node2 [label="Conv2d(3, 96, kernel_size=(3, 3), stride=(2, 2), bias=False)
[forward_compute_time=2.153,backward_compute_time=0.461,activation_size=75700224.0,parameter_size=10368.0]"]
	node5 [label="Conv2d(96, 42, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.702,backward_compute_time=1.471,activation_size=33118848.0,parameter_size=16128.0]"]
	node4 [label="ReLU()
[forward_compute_time=0.476,backward_compute_time=0.215,activation_size=75700224.0,parameter_size=0.0]"]
	node7 [label="ReLU()
[forward_compute_time=0.357,backward_compute_time=0.125,activation_size=33118848.0,parameter_size=0.0]"]
	node6 [label="BatchNorm2d(42, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.436,backward_compute_time=0.309,activation_size=33118848.0,parameter_size=336.0]"]
	node1132 [label="Concat(1)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=12644352.0,parameter_size=0.0]"]
	node1167 [label="BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.328,backward_compute_time=0.063,activation_size=2107392.0,parameter_size=5376.0]"]
	node611 [label="AvgPool2d(kernel_size=3, stride=1, padding=1)
[forward_compute_time=0.283,backward_compute_time=0.141,activation_size=4214784.0,parameter_size=0.0]"]
	node1080 [label="BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.320,backward_compute_time=0.075,activation_size=2107392.0,parameter_size=5376.0]"]
	node1181 [label="BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.321,backward_compute_time=0.059,activation_size=2107392.0,parameter_size=5376.0]"]
	node937 [label="Conv2d(672, 672, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=672, bias=False)
[forward_compute_time=0.296,backward_compute_time=0.217,activation_size=2107392.0,parameter_size=67200.0]"]
	node1195 [label="Conv2d(672, 672, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=672, bias=False)
[forward_compute_time=0.288,backward_compute_time=0.222,activation_size=2107392.0,parameter_size=67200.0]"]
	node616 [label="Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.366,backward_compute_time=0.255,activation_size=4214784.0,parameter_size=451584.0]"]
	node1004 [label="Conv2d(672, 672, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=672, bias=False)
[forward_compute_time=0.310,backward_compute_time=0.108,activation_size=2107392.0,parameter_size=24192.0]"]
	node1109 [label="ReLU()
[forward_compute_time=0.305,backward_compute_time=0.028,activation_size=2107392.0,parameter_size=0.0]"]
	node617 [label="BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.334,backward_compute_time=0.064,activation_size=4214784.0,parameter_size=2688.0]"]
	node614 [label="ReLU()
[forward_compute_time=0.287,backward_compute_time=0.034,activation_size=4214784.0,parameter_size=0.0]"]
	node615 [label="Conv2d(336, 336, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=336, bias=False)
[forward_compute_time=0.298,backward_compute_time=0.127,activation_size=4214784.0,parameter_size=12096.0]"]
	node319 [label="ReLU()
[forward_compute_time=0.328,backward_compute_time=0.048,activation_size=8429568.0,parameter_size=0.0]"]
	node1102 [label="Conv2d(672, 672, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=672, bias=False)
[forward_compute_time=0.300,backward_compute_time=0.216,activation_size=2107392.0,parameter_size=67200.0]"]
	node99 [label="BatchNorm2d(84, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.362,backward_compute_time=0.074,activation_size=4214784.0,parameter_size=672.0]"]
	node98 [label="Conv2d(84, 84, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.329,backward_compute_time=0.193,activation_size=4214784.0,parameter_size=28224.0]"]
	node1153 [label="Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.361,backward_compute_time=0.309,activation_size=2107392.0,parameter_size=1806336.0]"]
	node251 [label="ReLU()
[forward_compute_time=0.310,backward_compute_time=0.049,activation_size=8429568.0,parameter_size=0.0]"]
	node936 [label="ReLU()
[forward_compute_time=0.290,backward_compute_time=0.029,activation_size=2107392.0,parameter_size=0.0]"]
	node749 [label="Conv2d(336, 336, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=336, bias=False)
[forward_compute_time=0.290,backward_compute_time=0.128,activation_size=4214784.0,parameter_size=12096.0]"]
	node91 [label="Conv2d(84, 84, kernel_size=(7, 7), stride=(1, 1), padding=(3, 3), groups=84, bias=False)
[forward_compute_time=0.339,backward_compute_time=0.354,activation_size=4214784.0,parameter_size=16464.0]"]
	node90 [label="ReLU()
[forward_compute_time=0.277,backward_compute_time=0.035,activation_size=4214784.0,parameter_size=0.0]"]
	node93 [label="BatchNorm2d(84, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.329,backward_compute_time=0.095,activation_size=4214784.0,parameter_size=672.0]"]
	node92 [label="Conv2d(84, 84, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.319,backward_compute_time=0.192,activation_size=4214784.0,parameter_size=28224.0]"]
	node95 [label="AvgPool2d(kernel_size=3, stride=2, padding=1)
[forward_compute_time=0.291,backward_compute_time=0.285,activation_size=4214784.0,parameter_size=0.0]"]
	node94 [label="Add
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=4214784.0,parameter_size=0.0]"]
	node97 [label="Conv2d(84, 84, kernel_size=(5, 5), stride=(2, 2), padding=(2, 2), groups=84, bias=False)
[forward_compute_time=0.318,backward_compute_time=0.474,activation_size=4214784.0,parameter_size=8400.0]"]
	node96 [label="ReLU()
[forward_compute_time=0.288,backward_compute_time=0.070,activation_size=16859136.0,parameter_size=0.0]"]
	node429 [label="ReLU()
[forward_compute_time=0.292,backward_compute_time=0.053,activation_size=8429568.0,parameter_size=0.0]"]
	node428 [label="BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.336,backward_compute_time=0.125,activation_size=8429568.0,parameter_size=1344.0]"]
	node139 [label="Conv2d(168, 168, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=1.569,backward_compute_time=0.403,activation_size=8429568.0,parameter_size=112896.0]"]
	node138 [label="Conv2d(168, 168, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=168, bias=False)
[forward_compute_time=0.416,backward_compute_time=0.197,activation_size=8429568.0,parameter_size=6048.0]"]
	node814 [label="Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.344,backward_compute_time=0.254,activation_size=4214784.0,parameter_size=451584.0]"]
	node815 [label="BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.336,backward_compute_time=0.065,activation_size=4214784.0,parameter_size=2688.0]"]
	node816 [label="ReLU()
[forward_compute_time=1.212,backward_compute_time=0.036,activation_size=4214784.0,parameter_size=0.0]"]
	node817 [label="Conv2d(336, 336, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=336, bias=False)
[forward_compute_time=0.302,backward_compute_time=0.247,activation_size=4214784.0,parameter_size=33600.0]"]
	node133 [label="ReLU()
[forward_compute_time=0.295,backward_compute_time=0.050,activation_size=8429568.0,parameter_size=0.0]"]
	node132 [label="BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.335,backward_compute_time=0.095,activation_size=8429568.0,parameter_size=1344.0]"]
	node131 [label="Conv2d(168, 168, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.422,backward_compute_time=0.404,activation_size=8429568.0,parameter_size=112896.0]"]
	node130 [label="Conv2d(168, 168, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=168, bias=False)
[forward_compute_time=0.371,backward_compute_time=0.406,activation_size=8429568.0,parameter_size=16800.0]"]
	node137 [label="ReLU()
[forward_compute_time=0.288,backward_compute_time=0.048,activation_size=8429568.0,parameter_size=0.0]"]
	node136 [label="BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.336,backward_compute_time=0.112,activation_size=8429568.0,parameter_size=1344.0]"]
	node135 [label="Conv2d(168, 168, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.402,backward_compute_time=0.406,activation_size=8429568.0,parameter_size=112896.0]"]
	node134 [label="Conv2d(168, 168, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=168, bias=False)
[forward_compute_time=0.369,backward_compute_time=0.392,activation_size=8429568.0,parameter_size=16800.0]"]
	node935 [label="Add
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=2107392.0,parameter_size=0.0]"]
	node1099 [label="BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.335,backward_compute_time=0.069,activation_size=2107392.0,parameter_size=5376.0]"]
	node831 [label="AvgPool2d(kernel_size=3, stride=1, padding=1)
[forward_compute_time=0.283,backward_compute_time=0.139,activation_size=4214784.0,parameter_size=0.0]"]
	node1137 [label="Conv2d(4032, 672, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.700,backward_compute_time=1.047,activation_size=2107392.0,parameter_size=10838016.0]"]
	node934 [label="BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.322,backward_compute_time=0.071,activation_size=2107392.0,parameter_size=5376.0]"]
	node743 [label="BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.310,backward_compute_time=0.064,activation_size=4214784.0,parameter_size=2688.0]"]
	node927 [label="ReLU()
[forward_compute_time=0.296,backward_compute_time=0.030,activation_size=2107392.0,parameter_size=0.0]"]
	node1172 [label="Add
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=2107392.0,parameter_size=0.0]"]
	node745 [label="Conv2d(336, 336, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=336, bias=False)
[forward_compute_time=0.319,backward_compute_time=0.244,activation_size=4214784.0,parameter_size=33600.0]"]
	node953 [label="AvgPool2d(kernel_size=3, stride=1, padding=1)
[forward_compute_time=0.292,backward_compute_time=0.082,activation_size=2107392.0,parameter_size=0.0]"]
	node728 [label="ReLU()
[forward_compute_time=0.284,backward_compute_time=0.036,activation_size=4214784.0,parameter_size=0.0]"]
	node729 [label="Conv2d(336, 336, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=336, bias=False)
[forward_compute_time=0.315,backward_compute_time=0.128,activation_size=4214784.0,parameter_size=12096.0]"]
	node726 [label="Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.348,backward_compute_time=0.255,activation_size=4214784.0,parameter_size=451584.0]"]
	node727 [label="BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.326,backward_compute_time=0.065,activation_size=4214784.0,parameter_size=2688.0]"]
	node724 [label="ReLU()
[forward_compute_time=0.290,backward_compute_time=0.043,activation_size=4214784.0,parameter_size=0.0]"]
	node725 [label="Conv2d(336, 336, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=336, bias=False)
[forward_compute_time=0.308,backward_compute_time=0.127,activation_size=4214784.0,parameter_size=12096.0]"]
	node722 [label="AvgPool2d(kernel_size=3, stride=1, padding=1)
[forward_compute_time=0.283,backward_compute_time=0.144,activation_size=4214784.0,parameter_size=0.0]"]
	node723 [label="Add
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=4214784.0,parameter_size=0.0]"]
	node720 [label="Add
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=4214784.0,parameter_size=0.0]"]
	node721 [label="AvgPool2d(kernel_size=3, stride=1, padding=1)
[forward_compute_time=0.297,backward_compute_time=0.142,activation_size=4214784.0,parameter_size=0.0]"]
	node982 [label="ReLU()
[forward_compute_time=0.282,backward_compute_time=0.032,activation_size=2107392.0,parameter_size=0.0]"]
	node812 [label="ReLU()
[forward_compute_time=0.288,backward_compute_time=0.034,activation_size=4214784.0,parameter_size=0.0]"]
	node813 [label="Conv2d(336, 336, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=336, bias=False)
[forward_compute_time=0.307,backward_compute_time=0.244,activation_size=4214784.0,parameter_size=33600.0]"]
	node983 [label="Conv2d(672, 672, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=672, bias=False)
[forward_compute_time=0.296,backward_compute_time=0.115,activation_size=2107392.0,parameter_size=24192.0]"]
	node952 [label="Add
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=2107392.0,parameter_size=0.0]"]
	node981 [label="BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.316,backward_compute_time=0.083,activation_size=2107392.0,parameter_size=5376.0]"]
	node1199 [label="Conv2d(672, 672, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=672, bias=False)
[forward_compute_time=0.287,backward_compute_time=0.227,activation_size=2107392.0,parameter_size=67200.0]"]
	node837 [label="BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.331,backward_compute_time=0.066,activation_size=4214784.0,parameter_size=2688.0]"]
	node1135 [label="BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.313,backward_compute_time=0.080,activation_size=2107392.0,parameter_size=5376.0]"]
	node1005 [label="Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.354,backward_compute_time=0.284,activation_size=2107392.0,parameter_size=1806336.0]"]
	node1224 [label="Conv2d(672, 672, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=672, bias=False)
[forward_compute_time=0.306,backward_compute_time=0.108,activation_size=2107392.0,parameter_size=24192.0]"]
	node876 [label="ReLU()
[forward_compute_time=0.289,backward_compute_time=0.050,activation_size=8429568.0,parameter_size=0.0]"]
	node877 [label="Conv2d(672, 672, kernel_size=(7, 7), stride=(2, 2), padding=(3, 3), groups=672, bias=False)
[forward_compute_time=0.302,backward_compute_time=0.625,activation_size=2107392.0,parameter_size=131712.0]"]
	node630 [label="ReLU()
[forward_compute_time=0.283,backward_compute_time=0.036,activation_size=4214784.0,parameter_size=0.0]"]
	node1060 [label="Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.352,backward_compute_time=0.285,activation_size=2107392.0,parameter_size=1806336.0]"]
	node968 [label="ReLU()
[forward_compute_time=0.297,backward_compute_time=0.056,activation_size=8429568.0,parameter_size=0.0]"]
	node834 [label="ReLU()
[forward_compute_time=0.285,backward_compute_time=0.035,activation_size=4214784.0,parameter_size=0.0]"]
	node1134 [label="Conv2d(4032, 672, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.700,backward_compute_time=1.047,activation_size=2107392.0,parameter_size=10838016.0]"]
	node860 [label="Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.436,backward_compute_time=0.299,activation_size=2107392.0,parameter_size=1806336.0]"]
	node872 [label="Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.349,backward_compute_time=0.345,activation_size=2107392.0,parameter_size=1806336.0]"]
	node939 [label="BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.344,backward_compute_time=0.058,activation_size=2107392.0,parameter_size=5376.0]"]
	node988 [label="Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.351,backward_compute_time=0.287,activation_size=2107392.0,parameter_size=1806336.0]"]
	node1223 [label="ReLU()
[forward_compute_time=0.325,backward_compute_time=0.032,activation_size=2107392.0,parameter_size=0.0]"]
	node873 [label="BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.317,backward_compute_time=0.064,activation_size=2107392.0,parameter_size=5376.0]"]
	node989 [label="BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.324,backward_compute_time=0.072,activation_size=2107392.0,parameter_size=5376.0]"]
	node409 [label="Conv2d(168, 168, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=168, bias=False)
[forward_compute_time=0.362,backward_compute_time=0.388,activation_size=8429568.0,parameter_size=16800.0]"]
	node408 [label="ReLU()
[forward_compute_time=0.278,backward_compute_time=0.053,activation_size=8429568.0,parameter_size=0.0]"]
	node911 [label="__getitem__
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=25288704.0,parameter_size=0.0]"]
	node1244 [label="Size(2)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=4.0,parameter_size=0.0]"]
	node263 [label="BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.350,backward_compute_time=0.116,activation_size=8429568.0,parameter_size=1344.0]"]
	node262 [label="Conv2d(168, 168, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.381,backward_compute_time=0.407,activation_size=8429568.0,parameter_size=112896.0]"]
	node188 [label="ReLU()
[forward_compute_time=0.280,backward_compute_time=0.050,activation_size=8429568.0,parameter_size=0.0]"]
	node260 [label="ReLU()
[forward_compute_time=0.285,backward_compute_time=0.051,activation_size=8429568.0,parameter_size=0.0]"]
	node267 [label="BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.386,backward_compute_time=0.095,activation_size=8429568.0,parameter_size=1344.0]"]
	node266 [label="Conv2d(168, 168, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.390,backward_compute_time=0.403,activation_size=8429568.0,parameter_size=112896.0]"]
	node265 [label="Conv2d(168, 168, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=168, bias=False)
[forward_compute_time=0.357,backward_compute_time=0.197,activation_size=8429568.0,parameter_size=6048.0]"]
	node264 [label="ReLU()
[forward_compute_time=0.330,backward_compute_time=0.048,activation_size=8429568.0,parameter_size=0.0]"]
	node182 [label="Conv2d(1008, 168, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.977,backward_compute_time=0.994,activation_size=8429568.0,parameter_size=677376.0]"]
	node183 [label="BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.329,backward_compute_time=0.096,activation_size=8429568.0,parameter_size=1344.0]"]
	node180 [label="BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.330,backward_compute_time=0.240,activation_size=8429568.0,parameter_size=1344.0]"]
	node181 [label="ReLU()
[forward_compute_time=0.361,backward_compute_time=0.203,activation_size=50577408.0,parameter_size=0.0]"]
	node186 [label="Conv2d(168, 168, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.369,backward_compute_time=0.404,activation_size=8429568.0,parameter_size=112896.0]"]
	node187 [label="BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.326,backward_compute_time=0.095,activation_size=8429568.0,parameter_size=1344.0]"]
	node184 [label="ReLU()
[forward_compute_time=0.281,backward_compute_time=0.050,activation_size=8429568.0,parameter_size=0.0]"]
	node185 [label="Conv2d(168, 168, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=168, bias=False)
[forward_compute_time=0.407,backward_compute_time=0.390,activation_size=8429568.0,parameter_size=16800.0]"]
	node938 [label="Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.352,backward_compute_time=0.285,activation_size=2107392.0,parameter_size=1806336.0]"]
	node618 [label="ReLU()
[forward_compute_time=0.283,backward_compute_time=0.035,activation_size=4214784.0,parameter_size=0.0]"]
	node619 [label="Conv2d(336, 336, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=336, bias=False)
[forward_compute_time=0.289,backward_compute_time=0.128,activation_size=4214784.0,parameter_size=12096.0]"]
	node348 [label="BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.338,backward_compute_time=0.096,activation_size=8429568.0,parameter_size=1344.0]"]
	node349 [label="ReLU()
[forward_compute_time=0.284,backward_compute_time=0.049,activation_size=8429568.0,parameter_size=0.0]"]
	node344 [label="Conv2d(1008, 168, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.851,backward_compute_time=0.986,activation_size=8429568.0,parameter_size=677376.0]"]
	node345 [label="BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.348,backward_compute_time=0.239,activation_size=8429568.0,parameter_size=1344.0]"]
	node346 [label="ReLU()
[forward_compute_time=0.394,backward_compute_time=0.200,activation_size=50577408.0,parameter_size=0.0]"]
	node347 [label="Conv2d(1008, 168, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.855,backward_compute_time=0.994,activation_size=8429568.0,parameter_size=677376.0]"]
	node340 [label="BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.338,backward_compute_time=0.108,activation_size=8429568.0,parameter_size=1344.0]"]
	node341 [label="Add
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=8429568.0,parameter_size=0.0]"]
	node342 [label="Concat(1)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=50577408.0,parameter_size=0.0]"]
	node343 [label="ReLU()
[forward_compute_time=0.403,backward_compute_time=0.202,activation_size=50577408.0,parameter_size=0.0]"]
	node1098 [label="Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.354,backward_compute_time=0.285,activation_size=2107392.0,parameter_size=1806336.0]"]
	node878 [label="Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.345,backward_compute_time=0.284,activation_size=2107392.0,parameter_size=1806336.0]"]
	node1094 [label="Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.354,backward_compute_time=0.283,activation_size=2107392.0,parameter_size=1806336.0]"]
	node1095 [label="BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.323,backward_compute_time=0.057,activation_size=2107392.0,parameter_size=5376.0]"]
	node1096 [label="ReLU()
[forward_compute_time=0.289,backward_compute_time=0.029,activation_size=2107392.0,parameter_size=0.0]"]
	node879 [label="BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.325,backward_compute_time=0.061,activation_size=2107392.0,parameter_size=5376.0]"]
	node1090 [label="Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.338,backward_compute_time=0.285,activation_size=2107392.0,parameter_size=1806336.0]"]
	node1091 [label="BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.319,backward_compute_time=0.071,activation_size=2107392.0,parameter_size=5376.0]"]
	node1092 [label="ReLU()
[forward_compute_time=0.273,backward_compute_time=0.030,activation_size=2107392.0,parameter_size=0.0]"]
	node1093 [label="Conv2d(672, 672, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=672, bias=False)
[forward_compute_time=0.301,backward_compute_time=0.108,activation_size=2107392.0,parameter_size=24192.0]"]
	node869 [label="BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.321,backward_compute_time=0.061,activation_size=2107392.0,parameter_size=5376.0]"]
	node868 [label="Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.360,backward_compute_time=0.301,activation_size=2107392.0,parameter_size=1806336.0]"]
	node980 [label="Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.352,backward_compute_time=0.287,activation_size=2107392.0,parameter_size=1806336.0]"]
	node874 [label="Add
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=2107392.0,parameter_size=0.0]"]
	node986 [label="ReLU()
[forward_compute_time=0.285,backward_compute_time=0.029,activation_size=2107392.0,parameter_size=0.0]"]
	node987 [label="Conv2d(672, 672, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=672, bias=False)
[forward_compute_time=0.307,backward_compute_time=0.123,activation_size=2107392.0,parameter_size=24192.0]"]
	node984 [label="Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.352,backward_compute_time=0.285,activation_size=2107392.0,parameter_size=1806336.0]"]
	node985 [label="BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.326,backward_compute_time=0.075,activation_size=2107392.0,parameter_size=5376.0]"]
	node861 [label="BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.315,backward_compute_time=0.068,activation_size=2107392.0,parameter_size=5376.0]"]
	node440 [label="AvgPool2d(kernel_size=3, stride=1, padding=1)
[forward_compute_time=0.337,backward_compute_time=0.272,activation_size=8429568.0,parameter_size=0.0]"]
	node863 [label="Conv2d(672, 672, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=672, bias=False)
[forward_compute_time=0.290,backward_compute_time=0.217,activation_size=2107392.0,parameter_size=67200.0]"]
	node862 [label="ReLU()
[forward_compute_time=0.281,backward_compute_time=0.038,activation_size=2107392.0,parameter_size=0.0]"]
	node865 [label="BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.319,backward_compute_time=0.066,activation_size=2107392.0,parameter_size=5376.0]"]
	node864 [label="Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.361,backward_compute_time=0.294,activation_size=2107392.0,parameter_size=1806336.0]"]
	node867 [label="Conv2d(672, 672, kernel_size=(7, 7), stride=(2, 2), padding=(3, 3), groups=672, bias=False)
[forward_compute_time=0.299,backward_compute_time=0.633,activation_size=2107392.0,parameter_size=131712.0]"]
	node866 [label="ReLU()
[forward_compute_time=0.284,backward_compute_time=0.052,activation_size=8429568.0,parameter_size=0.0]"]
	node1156 [label="ReLU()
[forward_compute_time=0.288,backward_compute_time=0.028,activation_size=2107392.0,parameter_size=0.0]"]
	node1133 [label="ReLU()
[forward_compute_time=0.296,backward_compute_time=0.070,activation_size=12644352.0,parameter_size=0.0]"]
	node1139 [label="ReLU()
[forward_compute_time=0.274,backward_compute_time=0.028,activation_size=2107392.0,parameter_size=0.0]"]
	node1138 [label="BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.315,backward_compute_time=0.063,activation_size=2107392.0,parameter_size=5376.0]"]
	node59 [label="BatchNorm2d(84, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.340,backward_compute_time=0.134,activation_size=16859136.0,parameter_size=672.0]"]
	node58 [label="Conv2d(168, 84, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.513,backward_compute_time=0.753,activation_size=16859136.0,parameter_size=56448.0]"]
	node689 [label="ReLU()
[forward_compute_time=0.277,backward_compute_time=0.035,activation_size=4214784.0,parameter_size=0.0]"]
	node55 [label="Add
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=8429568.0,parameter_size=0.0]"]
	node54 [label="MaxPool2d(kernel_size=3, stride=2, padding=1, dilation=1, ceil_mode=False)
[forward_compute_time=0.353,backward_compute_time=0.303,activation_size=8429568.0,parameter_size=0.0]"]
	node57 [label="ReLU()
[forward_compute_time=0.340,backward_compute_time=0.134,activation_size=33718272.0,parameter_size=0.0]"]
	node56 [label="Concat(1)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=33718272.0,parameter_size=0.0]"]
	node51 [label="Conv2d(42, 42, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=42, bias=False)
[forward_compute_time=0.285,backward_compute_time=0.215,activation_size=8429568.0,parameter_size=1512.0]"]
	node50 [label="ReLU()
[forward_compute_time=0.277,backward_compute_time=0.047,activation_size=8429568.0,parameter_size=0.0]"]
	node53 [label="BatchNorm2d(42, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.325,backward_compute_time=0.109,activation_size=8429568.0,parameter_size=336.0]"]
	node52 [label="Conv2d(42, 42, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.311,backward_compute_time=0.270,activation_size=8429568.0,parameter_size=7056.0]"]
	node506 [label="MaxPool2d(kernel_size=3, stride=2, padding=1, dilation=1, ceil_mode=False)
[forward_compute_time=0.317,backward_compute_time=0.144,activation_size=4214784.0,parameter_size=0.0]"]
	node281 [label="BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.333,backward_compute_time=0.099,activation_size=8429568.0,parameter_size=1344.0]"]
	node504 [label="Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.347,backward_compute_time=0.259,activation_size=4214784.0,parameter_size=451584.0]"]
	node406 [label="Conv2d(168, 168, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.370,backward_compute_time=0.405,activation_size=8429568.0,parameter_size=112896.0]"]
	node469 [label="Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.348,backward_compute_time=0.258,activation_size=4214784.0,parameter_size=451584.0]"]
	node468 [label="Conv2d(336, 336, kernel_size=(7, 7), stride=(2, 2), padding=(3, 3), groups=336, bias=False)
[forward_compute_time=0.347,backward_compute_time=0.946,activation_size=4214784.0,parameter_size=65856.0]"]
	node500 [label="Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.348,backward_compute_time=0.256,activation_size=4214784.0,parameter_size=451584.0]"]
	node280 [label="Conv2d(168, 168, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.368,backward_compute_time=0.403,activation_size=8429568.0,parameter_size=112896.0]"]
	node465 [label="Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.363,backward_compute_time=0.257,activation_size=4214784.0,parameter_size=451584.0]"]
	node464 [label="Conv2d(336, 336, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=336, bias=False)
[forward_compute_time=0.324,backward_compute_time=0.246,activation_size=4214784.0,parameter_size=33600.0]"]
	node467 [label="ReLU()
[forward_compute_time=0.293,backward_compute_time=0.080,activation_size=16859136.0,parameter_size=0.0]"]
	node466 [label="BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.328,backward_compute_time=0.093,activation_size=4214784.0,parameter_size=2688.0]"]
	node461 [label="Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.429,backward_compute_time=0.260,activation_size=4214784.0,parameter_size=451584.0]"]
	node460 [label="Conv2d(336, 336, kernel_size=(5, 5), stride=(2, 2), padding=(2, 2), groups=336, bias=False)
[forward_compute_time=0.309,backward_compute_time=0.530,activation_size=4214784.0,parameter_size=33600.0]"]
	node463 [label="ReLU()
[forward_compute_time=0.317,backward_compute_time=0.035,activation_size=4214784.0,parameter_size=0.0]"]
	node462 [label="BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.403,backward_compute_time=3.253,activation_size=4214784.0,parameter_size=2688.0]"]
	node945 [label="Conv2d(672, 672, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=672, bias=False)
[forward_compute_time=0.296,backward_compute_time=0.108,activation_size=2107392.0,parameter_size=24192.0]"]
	node919 [label="ReLU()
[forward_compute_time=0.277,backward_compute_time=0.028,activation_size=2107392.0,parameter_size=0.0]"]
	node918 [label="BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.315,backward_compute_time=0.059,activation_size=2107392.0,parameter_size=5376.0]"]
	node669 [label="ReLU()
[forward_compute_time=0.288,backward_compute_time=0.034,activation_size=4214784.0,parameter_size=0.0]"]
	node668 [label="Add
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=4214784.0,parameter_size=0.0]"]
	node667 [label="AvgPool2d(kernel_size=3, stride=1, padding=1)
[forward_compute_time=0.276,backward_compute_time=0.144,activation_size=4214784.0,parameter_size=0.0]"]
	node666 [label="AvgPool2d(kernel_size=3, stride=1, padding=1)
[forward_compute_time=0.284,backward_compute_time=0.140,activation_size=4214784.0,parameter_size=0.0]"]
	node665 [label="Add
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=4214784.0,parameter_size=0.0]"]
	node664 [label="AvgPool2d(kernel_size=3, stride=1, padding=1)
[forward_compute_time=0.300,backward_compute_time=0.147,activation_size=4214784.0,parameter_size=0.0]"]
	node663 [label="Add
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=4214784.0,parameter_size=0.0]"]
	node662 [label="BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.322,backward_compute_time=0.074,activation_size=4214784.0,parameter_size=2688.0]"]
	node661 [label="Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.368,backward_compute_time=0.256,activation_size=4214784.0,parameter_size=451584.0]"]
	node660 [label="Conv2d(336, 336, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=336, bias=False)
[forward_compute_time=0.325,backward_compute_time=0.128,activation_size=4214784.0,parameter_size=12096.0]"]
	node487 [label="ReLU()
[forward_compute_time=0.307,backward_compute_time=0.122,activation_size=16859136.0,parameter_size=0.0]"]
	node486 [label="AvgPool2d(kernel_size=3, stride=2, padding=1)
[forward_compute_time=0.298,backward_compute_time=0.301,activation_size=4214784.0,parameter_size=0.0]"]
	node485 [label="Add
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=4214784.0,parameter_size=0.0]"]
	node484 [label="BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.328,backward_compute_time=0.091,activation_size=4214784.0,parameter_size=2688.0]"]
	node483 [label="Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.346,backward_compute_time=0.260,activation_size=4214784.0,parameter_size=451584.0]"]
	node446 [label="BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.341,backward_compute_time=0.096,activation_size=8429568.0,parameter_size=1344.0]"]
	node481 [label="ReLU()
[forward_compute_time=0.300,backward_compute_time=0.037,activation_size=4214784.0,parameter_size=0.0]"]
	node480 [label="BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.325,backward_compute_time=0.065,activation_size=4214784.0,parameter_size=2688.0]"]
	node538 [label="Conv2d(336, 336, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=336, bias=False)
[forward_compute_time=0.312,backward_compute_time=0.244,activation_size=4214784.0,parameter_size=33600.0]"]
	node489 [label="Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.364,backward_compute_time=0.254,activation_size=4214784.0,parameter_size=451584.0]"]
	node488 [label="Conv2d(336, 336, kernel_size=(5, 5), stride=(2, 2), padding=(2, 2), groups=336, bias=False)
[forward_compute_time=0.331,backward_compute_time=0.530,activation_size=4214784.0,parameter_size=33600.0]"]
	node289 [label="Conv2d(1008, 168, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.863,backward_compute_time=0.988,activation_size=8429568.0,parameter_size=677376.0]"]
	node505 [label="BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.332,backward_compute_time=0.082,activation_size=4214784.0,parameter_size=2688.0]"]
	node1010 [label="AvgPool2d(kernel_size=3, stride=1, padding=1)
[forward_compute_time=0.287,backward_compute_time=0.081,activation_size=2107392.0,parameter_size=0.0]"]
	node288 [label="ReLU()
[forward_compute_time=0.395,backward_compute_time=0.199,activation_size=50577408.0,parameter_size=0.0]"]
	node502 [label="ReLU()
[forward_compute_time=0.293,backward_compute_time=0.035,activation_size=4214784.0,parameter_size=0.0]"]
	node851 [label="ReLU()
[forward_compute_time=0.276,backward_compute_time=0.027,activation_size=49152.0,parameter_size=0.0]"]
	node652 [label="Conv2d(336, 336, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=336, bias=False)
[forward_compute_time=0.305,backward_compute_time=0.247,activation_size=4214784.0,parameter_size=33600.0]"]
	node535 [label="BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.331,backward_compute_time=0.074,activation_size=4214784.0,parameter_size=2688.0]"]
	node503 [label="Conv2d(336, 336, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=336, bias=False)
[forward_compute_time=0.316,backward_compute_time=0.129,activation_size=4214784.0,parameter_size=12096.0]"]
	node762 [label="Conv2d(336, 336, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=336, bias=False)
[forward_compute_time=0.311,backward_compute_time=0.245,activation_size=4214784.0,parameter_size=33600.0]"]
	node763 [label="Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.354,backward_compute_time=0.254,activation_size=4214784.0,parameter_size=451584.0]"]
	node760 [label="BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.321,backward_compute_time=0.064,activation_size=4214784.0,parameter_size=2688.0]"]
	node534 [label="Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.346,backward_compute_time=0.256,activation_size=4214784.0,parameter_size=451584.0]"]
	node766 [label="Conv2d(336, 336, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=336, bias=False)
[forward_compute_time=0.299,backward_compute_time=0.132,activation_size=4214784.0,parameter_size=12096.0]"]
	node767 [label="Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.381,backward_compute_time=0.261,activation_size=4214784.0,parameter_size=451584.0]"]
	node764 [label="BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.317,backward_compute_time=0.074,activation_size=4214784.0,parameter_size=2688.0]"]
	node765 [label="ReLU()
[forward_compute_time=0.299,backward_compute_time=0.034,activation_size=4214784.0,parameter_size=0.0]"]
	node533 [label="Conv2d(336, 336, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=336, bias=False)
[forward_compute_time=0.296,backward_compute_time=0.129,activation_size=4214784.0,parameter_size=12096.0]"]
	node768 [label="BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.320,backward_compute_time=0.070,activation_size=4214784.0,parameter_size=2688.0]"]
	node501 [label="BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.334,backward_compute_time=0.070,activation_size=4214784.0,parameter_size=2688.0]"]
	node1166 [label="Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.358,backward_compute_time=0.289,activation_size=2107392.0,parameter_size=1806336.0]"]
	node532 [label="ReLU()
[forward_compute_time=0.292,backward_compute_time=0.037,activation_size=4214784.0,parameter_size=0.0]"]
	node164 [label="Add
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=8429568.0,parameter_size=0.0]"]
	node165 [label="AvgPool2d(kernel_size=3, stride=1, padding=1)
[forward_compute_time=0.287,backward_compute_time=0.270,activation_size=8429568.0,parameter_size=0.0]"]
	node166 [label="AvgPool2d(kernel_size=3, stride=1, padding=1)
[forward_compute_time=0.284,backward_compute_time=0.270,activation_size=8429568.0,parameter_size=0.0]"]
	node167 [label="Add
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=8429568.0,parameter_size=0.0]"]
	node160 [label="Conv2d(168, 168, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.365,backward_compute_time=0.407,activation_size=8429568.0,parameter_size=112896.0]"]
	node161 [label="BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.334,backward_compute_time=0.109,activation_size=8429568.0,parameter_size=1344.0]"]
	node162 [label="Add
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=8429568.0,parameter_size=0.0]"]
	node163 [label="AvgPool2d(kernel_size=3, stride=1, padding=1)
[forward_compute_time=0.292,backward_compute_time=0.295,activation_size=8429568.0,parameter_size=0.0]"]
	node991 [label="ReLU()
[forward_compute_time=0.301,backward_compute_time=0.030,activation_size=2107392.0,parameter_size=0.0]"]
	node530 [label="Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.347,backward_compute_time=0.302,activation_size=4214784.0,parameter_size=451584.0]"]
	node168 [label="ReLU()
[forward_compute_time=0.306,backward_compute_time=0.053,activation_size=8429568.0,parameter_size=0.0]"]
	node169 [label="Conv2d(168, 168, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=168, bias=False)
[forward_compute_time=0.293,backward_compute_time=0.206,activation_size=8429568.0,parameter_size=6048.0]"]
	node1129 [label="Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.351,backward_compute_time=0.286,activation_size=2107392.0,parameter_size=1806336.0]"]
	node1229 [label="Add
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=2107392.0,parameter_size=0.0]"]
	node1228 [label="AvgPool2d(kernel_size=3, stride=1, padding=1)
[forward_compute_time=0.297,backward_compute_time=0.080,activation_size=2107392.0,parameter_size=0.0]"]
	node1227 [label="Add
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=2107392.0,parameter_size=0.0]"]
	node1226 [label="BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.329,backward_compute_time=0.071,activation_size=2107392.0,parameter_size=5376.0]"]
	node1225 [label="Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.372,backward_compute_time=0.287,activation_size=2107392.0,parameter_size=1806336.0]"]
	node1163 [label="BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.322,backward_compute_time=0.073,activation_size=2107392.0,parameter_size=5376.0]"]
	node362 [label="Conv2d(168, 168, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=168, bias=False)
[forward_compute_time=0.306,backward_compute_time=0.197,activation_size=8429568.0,parameter_size=6048.0]"]
	node1222 [label="BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.330,backward_compute_time=0.059,activation_size=2107392.0,parameter_size=5376.0]"]
	node1221 [label="Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.417,backward_compute_time=0.284,activation_size=2107392.0,parameter_size=1806336.0]"]
	node1220 [label="Conv2d(672, 672, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=672, bias=False)
[forward_compute_time=0.309,backward_compute_time=0.108,activation_size=2107392.0,parameter_size=24192.0]"]
	node1012 [label="Add
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=2107392.0,parameter_size=0.0]"]
	node508 [label="Concat(1)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=16859136.0,parameter_size=0.0]"]
	node990 [label="Add
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=2107392.0,parameter_size=0.0]"]
	node1197 [label="BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.317,backward_compute_time=0.059,activation_size=2107392.0,parameter_size=5376.0]"]
	node871 [label="Conv2d(672, 672, kernel_size=(7, 7), stride=(1, 1), padding=(3, 3), groups=672, bias=False)
[forward_compute_time=0.295,backward_compute_time=0.376,activation_size=2107392.0,parameter_size=131712.0]"]
	node509 [label="ReLU()
[forward_compute_time=0.391,backward_compute_time=0.369,activation_size=50577408.0,parameter_size=0.0]"]
	node1168 [label="ReLU()
[forward_compute_time=0.286,backward_compute_time=0.033,activation_size=2107392.0,parameter_size=0.0]"]
	node363 [label="Conv2d(168, 168, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.409,backward_compute_time=0.404,activation_size=8429568.0,parameter_size=112896.0]"]
	node1169 [label="Conv2d(672, 672, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=672, bias=False)
[forward_compute_time=0.293,backward_compute_time=0.109,activation_size=2107392.0,parameter_size=24192.0]"]
	node717 [label="BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.326,backward_compute_time=0.073,activation_size=4214784.0,parameter_size=2688.0]"]
	node716 [label="Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.349,backward_compute_time=0.271,activation_size=4214784.0,parameter_size=451584.0]"]
	node556 [label="AvgPool2d(kernel_size=3, stride=1, padding=1)
[forward_compute_time=0.286,backward_compute_time=0.142,activation_size=4214784.0,parameter_size=0.0]"]
	node714 [label="ReLU()
[forward_compute_time=0.287,backward_compute_time=0.037,activation_size=4214784.0,parameter_size=0.0]"]
	node713 [label="BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.326,backward_compute_time=0.066,activation_size=4214784.0,parameter_size=2688.0]"]
	node712 [label="Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.347,backward_compute_time=0.255,activation_size=4214784.0,parameter_size=451584.0]"]
	node711 [label="Conv2d(336, 336, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=336, bias=False)
[forward_compute_time=0.293,backward_compute_time=0.126,activation_size=4214784.0,parameter_size=12096.0]"]
	node697 [label="ReLU()
[forward_compute_time=0.318,backward_compute_time=0.035,activation_size=4214784.0,parameter_size=0.0]"]
	node1157 [label="Conv2d(672, 672, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=672, bias=False)
[forward_compute_time=0.298,backward_compute_time=0.228,activation_size=2107392.0,parameter_size=67200.0]"]
	node719 [label="AvgPool2d(kernel_size=3, stride=1, padding=1)
[forward_compute_time=0.294,backward_compute_time=0.147,activation_size=4214784.0,parameter_size=0.0]"]
	node718 [label="Add
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=4214784.0,parameter_size=0.0]"]
	node875 [label="MaxPool2d(kernel_size=3, stride=2, padding=1, dilation=1, ceil_mode=False)
[forward_compute_time=0.316,backward_compute_time=0.092,activation_size=2107392.0,parameter_size=0.0]"]
	node579 [label="ReLU()
[forward_compute_time=0.285,backward_compute_time=0.035,activation_size=4214784.0,parameter_size=0.0]"]
	node1231 [label="AvgPool2d(kernel_size=3, stride=1, padding=1)
[forward_compute_time=0.315,backward_compute_time=0.086,activation_size=2107392.0,parameter_size=0.0]"]
	node1151 [label="ReLU()
[forward_compute_time=0.306,backward_compute_time=0.028,activation_size=2107392.0,parameter_size=0.0]"]
	node1150 [label="BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.323,backward_compute_time=0.058,activation_size=2107392.0,parameter_size=5376.0]"]
	node300 [label="Conv2d(168, 168, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.369,backward_compute_time=0.405,activation_size=8429568.0,parameter_size=112896.0]"]
	node301 [label="BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.342,backward_compute_time=0.111,activation_size=8429568.0,parameter_size=1344.0]"]
	node302 [label="ReLU()
[forward_compute_time=0.281,backward_compute_time=0.049,activation_size=8429568.0,parameter_size=0.0]"]
	node303 [label="Conv2d(168, 168, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=168, bias=False)
[forward_compute_time=0.298,backward_compute_time=0.197,activation_size=8429568.0,parameter_size=6048.0]"]
	node304 [label="Conv2d(168, 168, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.380,backward_compute_time=0.403,activation_size=8429568.0,parameter_size=112896.0]"]
	node305 [label="BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.364,backward_compute_time=0.095,activation_size=8429568.0,parameter_size=1344.0]"]
	node306 [label="ReLU()
[forward_compute_time=0.286,backward_compute_time=0.068,activation_size=8429568.0,parameter_size=0.0]"]
	node307 [label="Conv2d(168, 168, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=168, bias=False)
[forward_compute_time=0.306,backward_compute_time=0.293,activation_size=8429568.0,parameter_size=6048.0]"]
	node308 [label="Conv2d(168, 168, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.378,backward_compute_time=0.404,activation_size=8429568.0,parameter_size=112896.0]"]
	node309 [label="BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.340,backward_compute_time=0.110,activation_size=8429568.0,parameter_size=1344.0]"]
	node1152 [label="Conv2d(672, 672, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=672, bias=False)
[forward_compute_time=0.295,backward_compute_time=0.107,activation_size=2107392.0,parameter_size=24192.0]"]
	node1142 [label="BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.312,backward_compute_time=0.063,activation_size=2107392.0,parameter_size=5376.0]"]
	node917 [label="Conv2d(2688, 672, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.778,backward_compute_time=0.727,activation_size=2107392.0,parameter_size=7225344.0]"]
	node653 [label="Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.344,backward_compute_time=0.256,activation_size=4214784.0,parameter_size=451584.0]"]
	node1014 [label="Conv2d(672, 672, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=672, bias=False)
[forward_compute_time=0.295,backward_compute_time=0.108,activation_size=2107392.0,parameter_size=24192.0]"]
	node916 [label="ReLU()
[forward_compute_time=0.281,backward_compute_time=0.057,activation_size=8429568.0,parameter_size=0.0]"]
	node650 [label="BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.322,backward_compute_time=0.064,activation_size=4214784.0,parameter_size=2688.0]"]
	node1015 [label="Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.357,backward_compute_time=0.284,activation_size=2107392.0,parameter_size=1806336.0]"]
	node904 [label="BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.322,backward_compute_time=0.075,activation_size=2107392.0,parameter_size=5376.0]"]
	node651 [label="ReLU()
[forward_compute_time=0.286,backward_compute_time=0.044,activation_size=4214784.0,parameter_size=0.0]"]
	node1016 [label="BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.324,backward_compute_time=0.059,activation_size=2107392.0,parameter_size=5376.0]"]
	node830 [label="Add
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=4214784.0,parameter_size=0.0]"]
	node910 [label="Conv2d(2016, 336, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=1.089,backward_compute_time=0.596,activation_size=1053696.0,parameter_size=2709504.0]"]
	node555 [label="Add
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=4214784.0,parameter_size=0.0]"]
	node1017 [label="ReLU()
[forward_compute_time=0.285,backward_compute_time=0.035,activation_size=2107392.0,parameter_size=0.0]"]
	node829 [label="AvgPool2d(kernel_size=3, stride=1, padding=1)
[forward_compute_time=0.289,backward_compute_time=0.147,activation_size=4214784.0,parameter_size=0.0]"]
	node554 [label="AvgPool2d(kernel_size=3, stride=1, padding=1)
[forward_compute_time=0.292,backward_compute_time=0.148,activation_size=4214784.0,parameter_size=0.0]"]
	node212 [label="BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.338,backward_compute_time=0.097,activation_size=8429568.0,parameter_size=1344.0]"]
	node912 [label="AvgPool2d(kernel_size=1, stride=2, padding=0)
[forward_compute_time=0.379,backward_compute_time=0.328,activation_size=6322176.0,parameter_size=0.0]"]
	node557 [label="AvgPool2d(kernel_size=3, stride=1, padding=1)
[forward_compute_time=0.277,backward_compute_time=0.145,activation_size=4214784.0,parameter_size=0.0]"]
	node198 [label="Conv2d(168, 168, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.419,backward_compute_time=0.404,activation_size=8429568.0,parameter_size=112896.0]"]
	node11 [label="ReLU()
[forward_compute_time=0.285,backward_compute_time=0.047,activation_size=8429568.0,parameter_size=0.0]"]
	node10 [label="BatchNorm2d(42, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.340,backward_compute_time=0.096,activation_size=8429568.0,parameter_size=336.0]"]
	node13 [label="Conv2d(42, 42, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.358,backward_compute_time=0.210,activation_size=8429568.0,parameter_size=7056.0]"]
	node12 [label="Conv2d(42, 42, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=42, bias=False)
[forward_compute_time=0.373,backward_compute_time=0.398,activation_size=8429568.0,parameter_size=4200.0]"]
	node15 [label="ReLU()
[forward_compute_time=0.453,backward_compute_time=0.215,activation_size=75700224.0,parameter_size=0.0]"]
	node14 [label="BatchNorm2d(42, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.375,backward_compute_time=0.329,activation_size=8429568.0,parameter_size=336.0]"]
	node17 [label="Conv2d(96, 42, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.427,backward_compute_time=0.355,activation_size=8429568.0,parameter_size=16128.0]"]
	node16 [label="Conv2d(96, 96, kernel_size=(7, 7), stride=(2, 2), padding=(3, 3), groups=96, bias=False)
[forward_compute_time=2.522,backward_compute_time=3.386,activation_size=19267584.0,parameter_size=18816.0]"]
	node19 [label="ReLU()
[forward_compute_time=0.299,backward_compute_time=0.046,activation_size=8429568.0,parameter_size=0.0]"]
	node18 [label="BatchNorm2d(42, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.352,backward_compute_time=0.094,activation_size=8429568.0,parameter_size=336.0]"]
	node1013 [label="ReLU()
[forward_compute_time=0.305,backward_compute_time=0.029,activation_size=2107392.0,parameter_size=0.0]"]
	node222 [label="Add
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=8429568.0,parameter_size=0.0]"]
	node1177 [label="Add
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=2107392.0,parameter_size=0.0]"]
	node1176 [label="AvgPool2d(kernel_size=3, stride=1, padding=1)
[forward_compute_time=0.274,backward_compute_time=0.097,activation_size=2107392.0,parameter_size=0.0]"]
	node1175 [label="AvgPool2d(kernel_size=3, stride=1, padding=1)
[forward_compute_time=0.278,backward_compute_time=0.085,activation_size=2107392.0,parameter_size=0.0]"]
	node828 [label="Add
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=4214784.0,parameter_size=0.0]"]
	node1173 [label="AvgPool2d(kernel_size=3, stride=1, padding=1)
[forward_compute_time=0.289,backward_compute_time=0.086,activation_size=2107392.0,parameter_size=0.0]"]
	node553 [label="Add
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=4214784.0,parameter_size=0.0]"]
	node1078 [label="ReLU()
[forward_compute_time=0.303,backward_compute_time=0.074,activation_size=12644352.0,parameter_size=0.0]"]
	node1079 [label="Conv2d(4032, 672, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.699,backward_compute_time=1.044,activation_size=2107392.0,parameter_size=10838016.0]"]
	node1076 [label="Add
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=2107392.0,parameter_size=0.0]"]
	node1077 [label="Concat(1)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=12644352.0,parameter_size=0.0]"]
	node1074 [label="Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.364,backward_compute_time=0.326,activation_size=2107392.0,parameter_size=1806336.0]"]
	node552 [label="BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.334,backward_compute_time=0.075,activation_size=4214784.0,parameter_size=2688.0]"]
	node1072 [label="ReLU()
[forward_compute_time=0.297,backward_compute_time=0.029,activation_size=2107392.0,parameter_size=0.0]"]
	node1073 [label="Conv2d(672, 672, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=672, bias=False)
[forward_compute_time=0.318,backward_compute_time=0.109,activation_size=2107392.0,parameter_size=24192.0]"]
	node1070 [label="Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.355,backward_compute_time=0.285,activation_size=2107392.0,parameter_size=1806336.0]"]
	node482 [label="Conv2d(336, 336, kernel_size=(7, 7), stride=(1, 1), padding=(3, 3), groups=336, bias=False)
[forward_compute_time=0.344,backward_compute_time=0.420,activation_size=4214784.0,parameter_size=65856.0]"]
	node623 [label="Concat(1)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=25288704.0,parameter_size=0.0]"]
	node388 [label="ReLU()
[forward_compute_time=0.318,backward_compute_time=0.052,activation_size=8429568.0,parameter_size=0.0]"]
	node548 [label="BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.330,backward_compute_time=0.065,activation_size=4214784.0,parameter_size=2688.0]"]
	node549 [label="ReLU()
[forward_compute_time=0.322,backward_compute_time=0.037,activation_size=4214784.0,parameter_size=0.0]"]
	node238 [label="BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.324,backward_compute_time=0.093,activation_size=8429568.0,parameter_size=1344.0]"]
	node239 [label="ReLU()
[forward_compute_time=0.284,backward_compute_time=0.049,activation_size=8429568.0,parameter_size=0.0]"]
	node625 [label="Conv2d(2016, 336, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.656,backward_compute_time=0.961,activation_size=4214784.0,parameter_size=2709504.0]"]
	node389 [label="Conv2d(168, 168, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=168, bias=False)
[forward_compute_time=0.298,backward_compute_time=0.207,activation_size=8429568.0,parameter_size=6048.0]"]
	node234 [label="Conv2d(1008, 168, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.840,backward_compute_time=0.990,activation_size=8429568.0,parameter_size=677376.0]"]
	node235 [label="BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.326,backward_compute_time=0.240,activation_size=8429568.0,parameter_size=1344.0]"]
	node236 [label="ReLU()
[forward_compute_time=0.366,backward_compute_time=0.199,activation_size=50577408.0,parameter_size=0.0]"]
	node237 [label="Conv2d(1008, 168, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.837,backward_compute_time=0.989,activation_size=8429568.0,parameter_size=677376.0]"]
	node230 [label="BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.328,backward_compute_time=0.108,activation_size=8429568.0,parameter_size=1344.0]"]
	node231 [label="Add
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=8429568.0,parameter_size=0.0]"]
	node232 [label="Concat(1)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=50577408.0,parameter_size=0.0]"]
	node233 [label="ReLU()
[forward_compute_time=0.396,backward_compute_time=0.205,activation_size=50577408.0,parameter_size=0.0]"]
	node193 [label="Conv2d(168, 168, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=168, bias=False)
[forward_compute_time=0.293,backward_compute_time=0.197,activation_size=8429568.0,parameter_size=6048.0]"]
	node1141 [label="Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.339,backward_compute_time=0.285,activation_size=2107392.0,parameter_size=1806336.0]"]
	node905 [label="MaxPool2d(kernel_size=3, stride=2, padding=1, dilation=1, ceil_mode=False)
[forward_compute_time=0.318,backward_compute_time=0.092,activation_size=2107392.0,parameter_size=0.0]"]
	node944 [label="ReLU()
[forward_compute_time=0.286,backward_compute_time=0.029,activation_size=2107392.0,parameter_size=0.0]"]
	node192 [label="ReLU()
[forward_compute_time=0.282,backward_compute_time=0.060,activation_size=8429568.0,parameter_size=0.0]"]
	node701 [label="Add
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=4214784.0,parameter_size=0.0]"]
	node853 [label="Conv2d(2016, 672, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=1.258,backward_compute_time=1.696,activation_size=8429568.0,parameter_size=5419008.0]"]
	node1018 [label="Conv2d(672, 672, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=672, bias=False)
[forward_compute_time=0.294,backward_compute_time=0.110,activation_size=2107392.0,parameter_size=24192.0]"]
	node1198 [label="ReLU()
[forward_compute_time=0.279,backward_compute_time=0.035,activation_size=2107392.0,parameter_size=0.0]"]
	node969 [label="Conv2d(2688, 672, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.606,backward_compute_time=3.614,activation_size=2107392.0,parameter_size=7225344.0]"]
	node698 [label="Conv2d(336, 336, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=336, bias=False)
[forward_compute_time=0.302,backward_compute_time=0.127,activation_size=4214784.0,parameter_size=12096.0]"]
	node1120 [label="AvgPool2d(kernel_size=3, stride=1, padding=1)
[forward_compute_time=0.299,backward_compute_time=0.081,activation_size=2107392.0,parameter_size=0.0]"]
	node380 [label="Conv2d(168, 168, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.372,backward_compute_time=0.413,activation_size=8429568.0,parameter_size=112896.0]"]
	node1113 [label="ReLU()
[forward_compute_time=0.310,backward_compute_time=0.031,activation_size=2107392.0,parameter_size=0.0]"]
	node1136 [label="ReLU()
[forward_compute_time=0.292,backward_compute_time=0.075,activation_size=12644352.0,parameter_size=0.0]"]
	node1146 [label="BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.309,backward_compute_time=0.073,activation_size=2107392.0,parameter_size=5376.0]"]
	node1188 [label="ReLU()
[forward_compute_time=0.300,backward_compute_time=0.076,activation_size=12644352.0,parameter_size=0.0]"]
	node1190 [label="BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.319,backward_compute_time=0.068,activation_size=2107392.0,parameter_size=5376.0]"]
	node1189 [label="Conv2d(4032, 672, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.717,backward_compute_time=1.050,activation_size=2107392.0,parameter_size=10838016.0]"]
	node382 [label="Add
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=8429568.0,parameter_size=0.0]"]
	node436 [label="BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.339,backward_compute_time=0.112,activation_size=8429568.0,parameter_size=1344.0]"]
	node437 [label="Add
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=8429568.0,parameter_size=0.0]"]
	node434 [label="Conv2d(168, 168, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=168, bias=False)
[forward_compute_time=0.325,backward_compute_time=0.198,activation_size=8429568.0,parameter_size=6048.0]"]
	node383 [label="AvgPool2d(kernel_size=3, stride=1, padding=1)
[forward_compute_time=0.315,backward_compute_time=0.297,activation_size=8429568.0,parameter_size=0.0]"]
	node432 [label="BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.342,backward_compute_time=0.097,activation_size=8429568.0,parameter_size=1344.0]"]
	node433 [label="ReLU()
[forward_compute_time=0.303,backward_compute_time=0.050,activation_size=8429568.0,parameter_size=0.0]"]
	node430 [label="Conv2d(168, 168, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=168, bias=False)
[forward_compute_time=0.293,backward_compute_time=0.203,activation_size=8429568.0,parameter_size=6048.0]"]
	node431 [label="Conv2d(168, 168, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.375,backward_compute_time=0.418,activation_size=8429568.0,parameter_size=112896.0]"]
	node999 [label="ReLU()
[forward_compute_time=0.299,backward_compute_time=0.029,activation_size=2107392.0,parameter_size=0.0]"]
	node384 [label="Add
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=8429568.0,parameter_size=0.0]"]
	node699 [label="Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.374,backward_compute_time=0.258,activation_size=4214784.0,parameter_size=451584.0]"]
	node825 [label="Conv2d(336, 336, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=336, bias=False)
[forward_compute_time=0.292,backward_compute_time=0.128,activation_size=4214784.0,parameter_size=12096.0]"]
	node438 [label="AvgPool2d(kernel_size=3, stride=1, padding=1)
[forward_compute_time=0.317,backward_compute_time=0.298,activation_size=8429568.0,parameter_size=0.0]"]
	node385 [label="AvgPool2d(kernel_size=3, stride=1, padding=1)
[forward_compute_time=0.307,backward_compute_time=0.276,activation_size=8429568.0,parameter_size=0.0]"]
	node128 [label="BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.346,backward_compute_time=0.097,activation_size=8429568.0,parameter_size=1344.0]"]
	node129 [label="ReLU()
[forward_compute_time=0.298,backward_compute_time=0.049,activation_size=8429568.0,parameter_size=0.0]"]
	node283 [label="Conv2d(168, 168, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=168, bias=False)
[forward_compute_time=0.306,backward_compute_time=0.198,activation_size=8429568.0,parameter_size=6048.0]"]
	node282 [label="ReLU()
[forward_compute_time=0.285,backward_compute_time=0.050,activation_size=8429568.0,parameter_size=0.0]"]
	node285 [label="BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.437,backward_compute_time=0.110,activation_size=8429568.0,parameter_size=1344.0]"]
	node284 [label="Conv2d(168, 168, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.430,backward_compute_time=0.426,activation_size=8429568.0,parameter_size=112896.0]"]
	node287 [label="Concat(1)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=50577408.0,parameter_size=0.0]"]
	node286 [label="Add
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=8429568.0,parameter_size=0.0]"]
	node120 [label="Conv2d(168, 84, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.391,backward_compute_time=0.459,activation_size=4214784.0,parameter_size=56448.0]"]
	node121 [label="__getitem__
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=33718272.0,parameter_size=0.0]"]
	node122 [label="AvgPool2d(kernel_size=1, stride=2, padding=0)
[forward_compute_time=0.387,backward_compute_time=0.411,activation_size=8429568.0,parameter_size=0.0]"]
	node123 [label="Conv2d(168, 84, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.341,backward_compute_time=0.371,activation_size=4214784.0,parameter_size=56448.0]"]
	node124 [label="Concat(1)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=8429568.0,parameter_size=0.0]"]
	node125 [label="BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.343,backward_compute_time=0.117,activation_size=8429568.0,parameter_size=1344.0]"]
	node126 [label="ReLU()
[forward_compute_time=0.288,backward_compute_time=0.081,activation_size=16859136.0,parameter_size=0.0]"]
	node127 [label="Conv2d(336, 168, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.540,backward_compute_time=0.532,activation_size=8429568.0,parameter_size=225792.0]"]
	node606 [label="Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.345,backward_compute_time=0.257,activation_size=4214784.0,parameter_size=451584.0]"]
	node998 [label="BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.342,backward_compute_time=0.069,activation_size=2107392.0,parameter_size=5376.0]"]
	node601 [label="Conv2d(336, 336, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=336, bias=False)
[forward_compute_time=0.292,backward_compute_time=0.130,activation_size=4214784.0,parameter_size=12096.0]"]
	node824 [label="ReLU()
[forward_compute_time=0.285,backward_compute_time=0.035,activation_size=4214784.0,parameter_size=0.0]"]
	node1122 [label="Add
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=2107392.0,parameter_size=0.0]"]
	node600 [label="ReLU()
[forward_compute_time=0.286,backward_compute_time=0.035,activation_size=4214784.0,parameter_size=0.0]"]
	node1144 [label="Conv2d(672, 672, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=672, bias=False)
[forward_compute_time=0.280,backward_compute_time=0.217,activation_size=2107392.0,parameter_size=67200.0]"]
	node1147 [label="ReLU()
[forward_compute_time=0.289,backward_compute_time=0.033,activation_size=2107392.0,parameter_size=0.0]"]
	node943 [label="BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.325,backward_compute_time=0.071,activation_size=2107392.0,parameter_size=5376.0]"]
	node603 [label="BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.322,backward_compute_time=0.064,activation_size=4214784.0,parameter_size=2688.0]"]
	node1194 [label="ReLU()
[forward_compute_time=0.278,backward_compute_time=0.029,activation_size=2107392.0,parameter_size=0.0]"]
	node602 [label="Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.347,backward_compute_time=0.255,activation_size=4214784.0,parameter_size=451584.0]"]
	node827 [label="BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.321,backward_compute_time=0.075,activation_size=4214784.0,parameter_size=2688.0]"]
	node1123 [label="ReLU()
[forward_compute_time=0.295,backward_compute_time=0.029,activation_size=2107392.0,parameter_size=0.0]"]
	node1011 [label="AvgPool2d(kernel_size=3, stride=1, padding=1)
[forward_compute_time=0.279,backward_compute_time=0.089,activation_size=2107392.0,parameter_size=0.0]"]
	node940 [label="ReLU()
[forward_compute_time=0.293,backward_compute_time=0.036,activation_size=2107392.0,parameter_size=0.0]"]
	node759 [label="Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.340,backward_compute_time=0.256,activation_size=4214784.0,parameter_size=451584.0]"]
	node758 [label="Conv2d(336, 336, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=336, bias=False)
[forward_compute_time=0.305,backward_compute_time=0.244,activation_size=4214784.0,parameter_size=33600.0]"]
	node368 [label="Conv2d(168, 168, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.382,backward_compute_time=0.404,activation_size=8429568.0,parameter_size=112896.0]"]
	node753 [label="Conv2d(336, 336, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=336, bias=False)
[forward_compute_time=0.295,backward_compute_time=0.127,activation_size=4214784.0,parameter_size=12096.0]"]
	node752 [label="ReLU()
[forward_compute_time=0.284,backward_compute_time=0.035,activation_size=4214784.0,parameter_size=0.0]"]
	node751 [label="BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.321,backward_compute_time=0.065,activation_size=4214784.0,parameter_size=2688.0]"]
	node369 [label="BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.333,backward_compute_time=0.097,activation_size=8429568.0,parameter_size=1344.0]"]
	node757 [label="ReLU()
[forward_compute_time=0.282,backward_compute_time=0.034,activation_size=4214784.0,parameter_size=0.0]"]
	node756 [label="Add
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=4214784.0,parameter_size=0.0]"]
	node755 [label="BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.325,backward_compute_time=0.073,activation_size=4214784.0,parameter_size=2688.0]"]
	node754 [label="Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.343,backward_compute_time=0.254,activation_size=4214784.0,parameter_size=451584.0]"]
	node946 [label="Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.349,backward_compute_time=0.287,activation_size=2107392.0,parameter_size=1806336.0]"]
	node641 [label="BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.332,backward_compute_time=0.063,activation_size=4214784.0,parameter_size=2688.0]"]
	node1124 [label="Conv2d(672, 672, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=672, bias=False)
[forward_compute_time=0.298,backward_compute_time=0.181,activation_size=2107392.0,parameter_size=24192.0]"]
	node941 [label="Conv2d(672, 672, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=672, bias=False)
[forward_compute_time=0.303,backward_compute_time=0.227,activation_size=2107392.0,parameter_size=67200.0]"]
	node761 [label="ReLU()
[forward_compute_time=0.282,backward_compute_time=0.035,activation_size=4214784.0,parameter_size=0.0]"]
	node1206 [label="ReLU()
[forward_compute_time=0.284,backward_compute_time=0.034,activation_size=2107392.0,parameter_size=0.0]"]
	node1250 [label="View(-1)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=49152.0,parameter_size=0.0]"]
	node1251 [label="Linear(in_features=768, out_features=1000, bias=True)
[forward_compute_time=0.312,backward_compute_time=0.109,activation_size=64000.0,parameter_size=3076000.0]"]
	node1191 [label="ReLU()
[forward_compute_time=0.331,backward_compute_time=0.093,activation_size=12644352.0,parameter_size=0.0]"]
	node550 [label="Conv2d(336, 336, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=336, bias=False)
[forward_compute_time=0.321,backward_compute_time=0.129,activation_size=4214784.0,parameter_size=12096.0]"]
	node750 [label="Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.344,backward_compute_time=0.255,activation_size=4214784.0,parameter_size=451584.0]"]
	node821 [label="Conv2d(336, 336, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=336, bias=False)
[forward_compute_time=0.293,backward_compute_time=0.129,activation_size=4214784.0,parameter_size=12096.0]"]
	node1125 [label="Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.354,backward_compute_time=0.284,activation_size=2107392.0,parameter_size=1806336.0]"]
	node1001 [label="Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.366,backward_compute_time=0.284,activation_size=2107392.0,parameter_size=1806336.0]"]
	node715 [label="Conv2d(336, 336, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=336, bias=False)
[forward_compute_time=0.293,backward_compute_time=0.133,activation_size=4214784.0,parameter_size=12096.0]"]
	node948 [label="ReLU()
[forward_compute_time=0.292,backward_compute_time=0.032,activation_size=2107392.0,parameter_size=0.0]"]
	node1038 [label="Conv2d(672, 672, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=672, bias=False)
[forward_compute_time=0.320,backward_compute_time=0.108,activation_size=2107392.0,parameter_size=24192.0]"]
	node769 [label="ReLU()
[forward_compute_time=0.298,backward_compute_time=0.040,activation_size=4214784.0,parameter_size=0.0]"]
	node1126 [label="BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.329,backward_compute_time=0.058,activation_size=2107392.0,parameter_size=5376.0]"]
	node416 [label="ReLU()
[forward_compute_time=0.302,backward_compute_time=0.050,activation_size=8429568.0,parameter_size=0.0]"]
	node1032 [label="BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.315,backward_compute_time=0.058,activation_size=2107392.0,parameter_size=5376.0]"]
	node1033 [label="ReLU()
[forward_compute_time=0.281,backward_compute_time=0.029,activation_size=2107392.0,parameter_size=0.0]"]
	node1030 [label="Conv2d(672, 672, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=672, bias=False)
[forward_compute_time=0.279,backward_compute_time=0.216,activation_size=2107392.0,parameter_size=67200.0]"]
	node1031 [label="Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.342,backward_compute_time=0.297,activation_size=2107392.0,parameter_size=1806336.0]"]
	node1036 [label="BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.314,backward_compute_time=0.068,activation_size=2107392.0,parameter_size=5376.0]"]
	node1037 [label="ReLU()
[forward_compute_time=0.288,backward_compute_time=0.029,activation_size=2107392.0,parameter_size=0.0]"]
	node1034 [label="Conv2d(672, 672, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=672, bias=False)
[forward_compute_time=0.288,backward_compute_time=0.216,activation_size=2107392.0,parameter_size=67200.0]"]
	node1035 [label="Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.345,backward_compute_time=0.285,activation_size=2107392.0,parameter_size=1806336.0]"]
	node270 [label="Conv2d(168, 168, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.367,backward_compute_time=0.406,activation_size=8429568.0,parameter_size=112896.0]"]
	node271 [label="BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.332,backward_compute_time=0.109,activation_size=8429568.0,parameter_size=1344.0]"]
	node272 [label="Add
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=8429568.0,parameter_size=0.0]"]
	node273 [label="AvgPool2d(kernel_size=3, stride=1, padding=1)
[forward_compute_time=0.298,backward_compute_time=0.293,activation_size=8429568.0,parameter_size=0.0]"]
	node274 [label="Add
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=8429568.0,parameter_size=0.0]"]
	node275 [label="AvgPool2d(kernel_size=3, stride=1, padding=1)
[forward_compute_time=0.297,backward_compute_time=0.275,activation_size=8429568.0,parameter_size=0.0]"]
	node276 [label="AvgPool2d(kernel_size=3, stride=1, padding=1)
[forward_compute_time=0.289,backward_compute_time=0.272,activation_size=8429568.0,parameter_size=0.0]"]
	node277 [label="Add
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=8429568.0,parameter_size=0.0]"]
	node278 [label="ReLU()
[forward_compute_time=0.292,backward_compute_time=0.049,activation_size=8429568.0,parameter_size=0.0]"]
	node279 [label="Conv2d(168, 168, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=168, bias=False)
[forward_compute_time=0.320,backward_compute_time=0.205,activation_size=8429568.0,parameter_size=6048.0]"]
	node859 [label="Conv2d(672, 672, kernel_size=(5, 5), stride=(2, 2), padding=(2, 2), groups=672, bias=False)
[forward_compute_time=0.282,backward_compute_time=0.362,activation_size=2107392.0,parameter_size=67200.0]"]
	node379 [label="Conv2d(168, 168, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=168, bias=False)
[forward_compute_time=0.293,backward_compute_time=0.199,activation_size=8429568.0,parameter_size=6048.0]"]
	node378 [label="ReLU()
[forward_compute_time=0.286,backward_compute_time=0.050,activation_size=8429568.0,parameter_size=0.0]"]
	node1127 [label="ReLU()
[forward_compute_time=0.288,backward_compute_time=0.029,activation_size=2107392.0,parameter_size=0.0]"]
	node1130 [label="BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.337,backward_compute_time=0.071,activation_size=2107392.0,parameter_size=5376.0]"]
	node993 [label="Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.408,backward_compute_time=0.316,activation_size=2107392.0,parameter_size=1806336.0]"]
	node371 [label="Conv2d(168, 168, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=168, bias=False)
[forward_compute_time=0.403,backward_compute_time=0.380,activation_size=8429568.0,parameter_size=16800.0]"]
	node370 [label="ReLU()
[forward_compute_time=0.302,backward_compute_time=0.050,activation_size=8429568.0,parameter_size=0.0]"]
	node373 [label="BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.351,backward_compute_time=0.114,activation_size=8429568.0,parameter_size=1344.0]"]
	node372 [label="Conv2d(168, 168, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.411,backward_compute_time=0.460,activation_size=8429568.0,parameter_size=112896.0]"]
	node375 [label="Conv2d(168, 168, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=168, bias=False)
[forward_compute_time=0.294,backward_compute_time=0.198,activation_size=8429568.0,parameter_size=6048.0]"]
	node374 [label="ReLU()
[forward_compute_time=0.290,backward_compute_time=0.059,activation_size=8429568.0,parameter_size=0.0]"]
	node377 [label="BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.330,backward_compute_time=0.098,activation_size=8429568.0,parameter_size=1344.0]"]
	node376 [label="Conv2d(168, 168, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.377,backward_compute_time=0.406,activation_size=8429568.0,parameter_size=112896.0]"]
	node854 [label="BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.373,backward_compute_time=0.145,activation_size=8429568.0,parameter_size=5376.0]"]
	node1192 [label="Conv2d(4032, 672, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.703,backward_compute_time=4.271,activation_size=2107392.0,parameter_size=10838016.0]"]
	node1089 [label="Conv2d(672, 672, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=672, bias=False)
[forward_compute_time=0.283,backward_compute_time=0.216,activation_size=2107392.0,parameter_size=67200.0]"]
	node855 [label="ReLU()
[forward_compute_time=0.309,backward_compute_time=0.124,activation_size=25288704.0,parameter_size=0.0]"]
	node1087 [label="BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.311,backward_compute_time=0.057,activation_size=2107392.0,parameter_size=5376.0]"]
	node1086 [label="Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.336,backward_compute_time=0.284,activation_size=2107392.0,parameter_size=1806336.0]"]
	node1085 [label="Conv2d(672, 672, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=672, bias=False)
[forward_compute_time=0.281,backward_compute_time=0.215,activation_size=2107392.0,parameter_size=67200.0]"]
	node1084 [label="ReLU()
[forward_compute_time=0.273,backward_compute_time=0.029,activation_size=2107392.0,parameter_size=0.0]"]
	node1083 [label="BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.312,backward_compute_time=0.059,activation_size=2107392.0,parameter_size=5376.0]"]
	node856 [label="Conv2d(2016, 672, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=1.036,backward_compute_time=3.130,activation_size=8429568.0,parameter_size=5419008.0]"]
	node1081 [label="ReLU()
[forward_compute_time=0.302,backward_compute_time=0.070,activation_size=12644352.0,parameter_size=0.0]"]
	node822 [label="Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.344,backward_compute_time=0.258,activation_size=4214784.0,parameter_size=451584.0]"]
	node857 [label="BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.336,backward_compute_time=0.087,activation_size=8429568.0,parameter_size=5376.0]"]
	node979 [label="Conv2d(672, 672, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=672, bias=False)
[forward_compute_time=0.292,backward_compute_time=0.216,activation_size=2107392.0,parameter_size=67200.0]"]
	node978 [label="ReLU()
[forward_compute_time=0.302,backward_compute_time=0.030,activation_size=2107392.0,parameter_size=0.0]"]
	node977 [label="BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.332,backward_compute_time=0.059,activation_size=2107392.0,parameter_size=5376.0]"]
	node850 [label="BatchNorm2d(768, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.318,backward_compute_time=0.055,activation_size=49152.0,parameter_size=6144.0]"]
	node975 [label="Conv2d(672, 672, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=672, bias=False)
[forward_compute_time=0.292,backward_compute_time=0.216,activation_size=2107392.0,parameter_size=67200.0]"]
	node974 [label="ReLU()
[forward_compute_time=0.286,backward_compute_time=0.028,activation_size=2107392.0,parameter_size=0.0]"]
	node973 [label="BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.338,backward_compute_time=0.058,activation_size=2107392.0,parameter_size=5376.0]"]
	node972 [label="Conv2d(4032, 672, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=2.135,backward_compute_time=1.045,activation_size=2107392.0,parameter_size=10838016.0]"]
	node971 [label="ReLU()
[forward_compute_time=0.293,backward_compute_time=0.071,activation_size=12644352.0,parameter_size=0.0]"]
	node583 [label="ReLU()
[forward_compute_time=0.285,backward_compute_time=0.034,activation_size=4214784.0,parameter_size=0.0]"]
	node68 [label="ReLU()
[forward_compute_time=0.277,backward_compute_time=0.076,activation_size=16859136.0,parameter_size=0.0]"]
	node69 [label="Conv2d(84, 84, kernel_size=(5, 5), stride=(2, 2), padding=(2, 2), groups=84, bias=False)
[forward_compute_time=0.295,backward_compute_time=0.469,activation_size=4214784.0,parameter_size=8400.0]"]
	node852 [label="ReLU()
[forward_compute_time=0.301,backward_compute_time=0.116,activation_size=25288704.0,parameter_size=0.0]"]
	node1108 [label="BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.325,backward_compute_time=0.071,activation_size=2107392.0,parameter_size=5376.0]"]
	node621 [label="BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.324,backward_compute_time=0.085,activation_size=4214784.0,parameter_size=2688.0]"]
	node60 [label="ReLU()
[forward_compute_time=0.435,backward_compute_time=0.471,activation_size=75700224.0,parameter_size=0.0]"]
	node61 [label="AvgPool2d(kernel_size=1, stride=2, padding=0)
[forward_compute_time=0.341,backward_compute_time=0.687,activation_size=19267584.0,parameter_size=0.0]"]
	node62 [label="Conv2d(96, 42, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.397,backward_compute_time=0.964,activation_size=8429568.0,parameter_size=16128.0]"]
	node63 [label="__getitem__
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=75700224.0,parameter_size=0.0]"]
	node64 [label="AvgPool2d(kernel_size=1, stride=2, padding=0)
[forward_compute_time=0.632,backward_compute_time=0.931,activation_size=19267584.0,parameter_size=0.0]"]
	node65 [label="Conv2d(96, 42, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=1.430,backward_compute_time=0.507,activation_size=8429568.0,parameter_size=16128.0]"]
	node66 [label="Concat(1)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=16859136.0,parameter_size=0.0]"]
	node67 [label="BatchNorm2d(84, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.342,backward_compute_time=0.153,activation_size=16859136.0,parameter_size=672.0]"]
	node573 [label="Conv2d(2016, 336, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.794,backward_compute_time=0.960,activation_size=4214784.0,parameter_size=2709504.0]"]
	node572 [label="ReLU()
[forward_compute_time=0.299,backward_compute_time=0.127,activation_size=25288704.0,parameter_size=0.0]"]
	node478 [label="Conv2d(336, 336, kernel_size=(7, 7), stride=(2, 2), padding=(3, 3), groups=336, bias=False)
[forward_compute_time=0.350,backward_compute_time=0.944,activation_size=4214784.0,parameter_size=65856.0]"]
	node479 [label="Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.361,backward_compute_time=0.256,activation_size=4214784.0,parameter_size=451584.0]"]
	node577 [label="Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.343,backward_compute_time=0.253,activation_size=4214784.0,parameter_size=451584.0]"]
	node576 [label="Conv2d(336, 336, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=336, bias=False)
[forward_compute_time=0.304,backward_compute_time=0.245,activation_size=4214784.0,parameter_size=33600.0]"]
	node575 [label="ReLU()
[forward_compute_time=0.298,backward_compute_time=0.035,activation_size=4214784.0,parameter_size=0.0]"]
	node574 [label="BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.328,backward_compute_time=0.064,activation_size=4214784.0,parameter_size=2688.0]"]
	node472 [label="Conv2d(336, 336, kernel_size=(7, 7), stride=(1, 1), padding=(3, 3), groups=336, bias=False)
[forward_compute_time=0.345,backward_compute_time=0.419,activation_size=4214784.0,parameter_size=65856.0]"]
	node473 [label="Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.370,backward_compute_time=0.276,activation_size=4214784.0,parameter_size=451584.0]"]
	node470 [label="BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.323,backward_compute_time=0.066,activation_size=4214784.0,parameter_size=2688.0]"]
	node471 [label="ReLU()
[forward_compute_time=0.299,backward_compute_time=0.036,activation_size=4214784.0,parameter_size=0.0]"]
	node476 [label="MaxPool2d(kernel_size=3, stride=2, padding=1, dilation=1, ceil_mode=False)
[forward_compute_time=0.332,backward_compute_time=0.166,activation_size=4214784.0,parameter_size=0.0]"]
	node477 [label="ReLU()
[forward_compute_time=1.395,backward_compute_time=0.080,activation_size=16859136.0,parameter_size=0.0]"]
	node474 [label="BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.327,backward_compute_time=0.094,activation_size=4214784.0,parameter_size=2688.0]"]
	node475 [label="Add
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=4214784.0,parameter_size=0.0]"]
	node908 [label="ReLU()
[forward_compute_time=0.307,backward_compute_time=0.187,activation_size=25288704.0,parameter_size=0.0]"]
	node909 [label="AvgPool2d(kernel_size=1, stride=2, padding=0)
[forward_compute_time=0.288,backward_compute_time=0.257,activation_size=6322176.0,parameter_size=0.0]"]
	node678 [label="Concat(1)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=25288704.0,parameter_size=0.0]"]
	node679 [label="ReLU()
[forward_compute_time=0.312,backward_compute_time=0.117,activation_size=25288704.0,parameter_size=0.0]"]
	node435 [label="Conv2d(168, 168, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.375,backward_compute_time=0.408,activation_size=8429568.0,parameter_size=112896.0]"]
	node674 [label="Conv2d(336, 336, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=336, bias=False)
[forward_compute_time=0.291,backward_compute_time=0.129,activation_size=4214784.0,parameter_size=12096.0]"]
	node675 [label="Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.345,backward_compute_time=0.255,activation_size=4214784.0,parameter_size=451584.0]"]
	node676 [label="BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.324,backward_compute_time=0.075,activation_size=4214784.0,parameter_size=2688.0]"]
	node677 [label="Add
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=4214784.0,parameter_size=0.0]"]
	node670 [label="Conv2d(336, 336, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=336, bias=False)
[forward_compute_time=0.291,backward_compute_time=0.127,activation_size=4214784.0,parameter_size=12096.0]"]
	node671 [label="Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.338,backward_compute_time=0.255,activation_size=4214784.0,parameter_size=451584.0]"]
	node672 [label="BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.317,backward_compute_time=0.064,activation_size=4214784.0,parameter_size=2688.0]"]
	node447 [label="ReLU()
[forward_compute_time=0.291,backward_compute_time=0.050,activation_size=8429568.0,parameter_size=0.0]"]
	node494 [label="BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.349,backward_compute_time=0.073,activation_size=4214784.0,parameter_size=2688.0]"]
	node495 [label="Add
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=4214784.0,parameter_size=0.0]"]
	node496 [label="AvgPool2d(kernel_size=3, stride=1, padding=1)
[forward_compute_time=0.309,backward_compute_time=0.148,activation_size=4214784.0,parameter_size=0.0]"]
	node497 [label="Add
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=4214784.0,parameter_size=0.0]"]
	node490 [label="BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.329,backward_compute_time=0.065,activation_size=4214784.0,parameter_size=2688.0]"]
	node491 [label="ReLU()
[forward_compute_time=0.292,backward_compute_time=0.035,activation_size=4214784.0,parameter_size=0.0]"]
	node492 [label="Conv2d(336, 336, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=336, bias=False)
[forward_compute_time=0.315,backward_compute_time=0.244,activation_size=4214784.0,parameter_size=33600.0]"]
	node493 [label="Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.362,backward_compute_time=0.256,activation_size=4214784.0,parameter_size=451584.0]"]
	node498 [label="ReLU()
[forward_compute_time=0.310,backward_compute_time=0.034,activation_size=4214784.0,parameter_size=0.0]"]
	node499 [label="Conv2d(336, 336, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=336, bias=False)
[forward_compute_time=0.302,backward_compute_time=0.127,activation_size=4214784.0,parameter_size=12096.0]"]
	node949 [label="Conv2d(672, 672, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=672, bias=False)
[forward_compute_time=0.298,backward_compute_time=0.114,activation_size=2107392.0,parameter_size=24192.0]"]
	node525 [label="Conv2d(336, 336, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=336, bias=False)
[forward_compute_time=0.305,backward_compute_time=0.248,activation_size=4214784.0,parameter_size=33600.0]"]
	node889 [label="BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.334,backward_compute_time=0.058,activation_size=2107392.0,parameter_size=5376.0]"]
	node888 [label="Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=1.366,backward_compute_time=0.284,activation_size=2107392.0,parameter_size=1806336.0]"]
	node823 [label="BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.319,backward_compute_time=0.066,activation_size=4214784.0,parameter_size=2688.0]"]
	node1121 [label="AvgPool2d(kernel_size=3, stride=1, padding=1)
[forward_compute_time=0.283,backward_compute_time=0.085,activation_size=2107392.0,parameter_size=0.0]"]
	node883 [label="BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.326,backward_compute_time=0.063,activation_size=2107392.0,parameter_size=5376.0]"]
	node882 [label="Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.345,backward_compute_time=0.332,activation_size=2107392.0,parameter_size=1806336.0]"]
	node881 [label="Conv2d(672, 672, kernel_size=(7, 7), stride=(1, 1), padding=(3, 3), groups=672, bias=False)
[forward_compute_time=0.296,backward_compute_time=0.377,activation_size=2107392.0,parameter_size=131712.0]"]
	node880 [label="ReLU()
[forward_compute_time=0.279,backward_compute_time=0.033,activation_size=2107392.0,parameter_size=0.0]"]
	node887 [label="Conv2d(672, 672, kernel_size=(5, 5), stride=(2, 2), padding=(2, 2), groups=672, bias=False)
[forward_compute_time=0.306,backward_compute_time=0.357,activation_size=2107392.0,parameter_size=67200.0]"]
	node886 [label="ReLU()
[forward_compute_time=0.295,backward_compute_time=0.050,activation_size=8429568.0,parameter_size=0.0]"]
	node885 [label="AvgPool2d(kernel_size=3, stride=2, padding=1)
[forward_compute_time=0.291,backward_compute_time=0.159,activation_size=2107392.0,parameter_size=0.0]"]
	node884 [label="Add
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=2107392.0,parameter_size=0.0]"]
	node1183 [label="Conv2d(672, 672, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=672, bias=False)
[forward_compute_time=0.293,backward_compute_time=0.113,activation_size=2107392.0,parameter_size=24192.0]"]
	node810 [label="BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.321,backward_compute_time=0.073,activation_size=4214784.0,parameter_size=2688.0]"]
	node849 [label="Conv2d(128, 768, kernel_size=(5, 5), stride=(1, 1), bias=False)
[forward_compute_time=0.582,backward_compute_time=0.596,activation_size=49152.0,parameter_size=9830400.0]"]
	node915 [label="BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.329,backward_compute_time=0.062,activation_size=2107392.0,parameter_size=5376.0]"]
	node799 [label="ReLU()
[forward_compute_time=0.271,backward_compute_time=0.035,activation_size=4214784.0,parameter_size=0.0]"]
	node798 [label="BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.316,backward_compute_time=0.063,activation_size=4214784.0,parameter_size=2688.0]"]
	node797 [label="Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.343,backward_compute_time=0.255,activation_size=4214784.0,parameter_size=451584.0]"]
	node796 [label="Conv2d(336, 336, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=336, bias=False)
[forward_compute_time=0.302,backward_compute_time=0.243,activation_size=4214784.0,parameter_size=33600.0]"]
	node795 [label="ReLU()
[forward_compute_time=0.271,backward_compute_time=0.034,activation_size=4214784.0,parameter_size=0.0]"]
	node794 [label="BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.315,backward_compute_time=0.066,activation_size=4214784.0,parameter_size=2688.0]"]
	node793 [label="Conv2d(2016, 336, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.649,backward_compute_time=2.284,activation_size=4214784.0,parameter_size=2709504.0]"]
	node792 [label="ReLU()
[forward_compute_time=0.321,backward_compute_time=0.118,activation_size=25288704.0,parameter_size=0.0]"]
	node791 [label="BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.323,backward_compute_time=0.124,activation_size=4214784.0,parameter_size=2688.0]"]
	node790 [label="Conv2d(2016, 336, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.660,backward_compute_time=0.969,activation_size=4214784.0,parameter_size=2709504.0]"]
	node151 [label="Conv2d(168, 168, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=168, bias=False)
[forward_compute_time=0.355,backward_compute_time=0.385,activation_size=8429568.0,parameter_size=16800.0]"]
	node150 [label="ReLU()
[forward_compute_time=0.282,backward_compute_time=0.051,activation_size=8429568.0,parameter_size=0.0]"]
	node153 [label="BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.369,backward_compute_time=0.121,activation_size=8429568.0,parameter_size=1344.0]"]
	node152 [label="Conv2d(168, 168, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.381,backward_compute_time=0.414,activation_size=8429568.0,parameter_size=112896.0]"]
	node155 [label="Conv2d(168, 168, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=168, bias=False)
[forward_compute_time=0.304,backward_compute_time=0.201,activation_size=8429568.0,parameter_size=6048.0]"]
	node154 [label="ReLU()
[forward_compute_time=0.280,backward_compute_time=0.054,activation_size=8429568.0,parameter_size=0.0]"]
	node157 [label="BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.328,backward_compute_time=0.106,activation_size=8429568.0,parameter_size=1344.0]"]
	node156 [label="Conv2d(168, 168, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.369,backward_compute_time=0.419,activation_size=8429568.0,parameter_size=112896.0]"]
	node159 [label="Conv2d(168, 168, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=168, bias=False)
[forward_compute_time=0.293,backward_compute_time=0.205,activation_size=8429568.0,parameter_size=6048.0]"]
	node158 [label="ReLU()
[forward_compute_time=0.284,backward_compute_time=0.052,activation_size=8429568.0,parameter_size=0.0]"]
	node405 [label="Conv2d(168, 168, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=168, bias=False)
[forward_compute_time=1.361,backward_compute_time=0.391,activation_size=8429568.0,parameter_size=16800.0]"]
	node404 [label="ReLU()
[forward_compute_time=0.334,backward_compute_time=0.052,activation_size=8429568.0,parameter_size=0.0]"]
	node403 [label="BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.344,backward_compute_time=0.102,activation_size=8429568.0,parameter_size=1344.0]"]
	node402 [label="Conv2d(1008, 168, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.853,backward_compute_time=2.798,activation_size=8429568.0,parameter_size=677376.0]"]
	node401 [label="ReLU()
[forward_compute_time=0.372,backward_compute_time=0.214,activation_size=50577408.0,parameter_size=0.0]"]
	node400 [label="BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.341,backward_compute_time=0.249,activation_size=8429568.0,parameter_size=1344.0]"]
	node1212 [label="Conv2d(672, 672, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=672, bias=False)
[forward_compute_time=0.325,backward_compute_time=0.220,activation_size=2107392.0,parameter_size=67200.0]"]
	node450 [label="BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.335,backward_compute_time=0.118,activation_size=8429568.0,parameter_size=1344.0]"]
	node1196 [label="Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.338,backward_compute_time=0.290,activation_size=2107392.0,parameter_size=1806336.0]"]
	node1211 [label="ReLU()
[forward_compute_time=0.310,backward_compute_time=0.028,activation_size=2107392.0,parameter_size=0.0]"]
	node1216 [label="Conv2d(672, 672, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=672, bias=False)
[forward_compute_time=0.318,backward_compute_time=0.222,activation_size=2107392.0,parameter_size=67200.0]"]
	node1217 [label="Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.349,backward_compute_time=0.285,activation_size=2107392.0,parameter_size=1806336.0]"]
	node1214 [label="BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.345,backward_compute_time=0.070,activation_size=2107392.0,parameter_size=5376.0]"]
	node451 [label="Add
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=8429568.0,parameter_size=0.0]"]
	node778 [label="Add
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=4214784.0,parameter_size=0.0]"]
	node1218 [label="BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.325,backward_compute_time=0.071,activation_size=2107392.0,parameter_size=5376.0]"]
	node1219 [label="ReLU()
[forward_compute_time=0.300,backward_compute_time=0.032,activation_size=2107392.0,parameter_size=0.0]"]
	node452 [label="Concat(1)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=50577408.0,parameter_size=0.0]"]
	node421 [label="ReLU()
[forward_compute_time=0.306,backward_compute_time=0.050,activation_size=8429568.0,parameter_size=0.0]"]
	node1131 [label="Add
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=2107392.0,parameter_size=0.0]"]
	node453 [label="ReLU()
[forward_compute_time=0.395,backward_compute_time=0.206,activation_size=50577408.0,parameter_size=0.0]"]
	node962 [label="ReLU()
[forward_compute_time=0.292,backward_compute_time=0.031,activation_size=2107392.0,parameter_size=0.0]"]
	node420 [label="Add
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=8429568.0,parameter_size=0.0]"]
	node1097 [label="Conv2d(672, 672, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=672, bias=False)
[forward_compute_time=0.295,backward_compute_time=0.108,activation_size=2107392.0,parameter_size=24192.0]"]
	node454 [label="Conv2d(1008, 336, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=1.270,backward_compute_time=1.624,activation_size=16859136.0,parameter_size=1354752.0]"]
	node963 [label="Conv2d(672, 672, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=672, bias=False)
[forward_compute_time=0.316,backward_compute_time=0.114,activation_size=2107392.0,parameter_size=24192.0]"]
	node423 [label="Conv2d(168, 168, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.378,backward_compute_time=0.416,activation_size=8429568.0,parameter_size=112896.0]"]
	node847 [label="BatchNorm2d(128, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.317,backward_compute_time=0.046,activation_size=204800.0,parameter_size=1024.0]"]
	node455 [label="BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.368,backward_compute_time=0.286,activation_size=16859136.0,parameter_size=2688.0]"]
	node1111 [label="Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.370,backward_compute_time=0.295,activation_size=2107392.0,parameter_size=1806336.0]"]
	node422 [label="Conv2d(168, 168, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=168, bias=False)
[forward_compute_time=0.363,backward_compute_time=0.386,activation_size=8429568.0,parameter_size=16800.0]"]
	node456 [label="ReLU()
[forward_compute_time=0.383,backward_compute_time=0.203,activation_size=50577408.0,parameter_size=0.0]"]
	node536 [label="Add
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=4214784.0,parameter_size=0.0]"]
	node1110 [label="Conv2d(672, 672, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=672, bias=False)
[forward_compute_time=0.311,backward_compute_time=0.113,activation_size=2107392.0,parameter_size=24192.0]"]
	node425 [label="ReLU()
[forward_compute_time=0.286,backward_compute_time=0.053,activation_size=8429568.0,parameter_size=0.0]"]
	node457 [label="Conv2d(1008, 336, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=1.043,backward_compute_time=2.948,activation_size=16859136.0,parameter_size=1354752.0]"]
	node624 [label="ReLU()
[forward_compute_time=0.303,backward_compute_time=0.117,activation_size=25288704.0,parameter_size=0.0]"]
	node424 [label="BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.359,backward_compute_time=0.100,activation_size=8429568.0,parameter_size=1344.0]"]
	node704 [label="Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.345,backward_compute_time=0.260,activation_size=4214784.0,parameter_size=451584.0]"]
	node705 [label="BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.325,backward_compute_time=0.064,activation_size=4214784.0,parameter_size=2688.0]"]
	node706 [label="ReLU()
[forward_compute_time=0.308,backward_compute_time=0.040,activation_size=4214784.0,parameter_size=0.0]"]
	node707 [label="Conv2d(336, 336, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=336, bias=False)
[forward_compute_time=0.307,backward_compute_time=0.244,activation_size=4214784.0,parameter_size=33600.0]"]
	node700 [label="BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.327,backward_compute_time=0.076,activation_size=4214784.0,parameter_size=2688.0]"]
	node427 [label="Conv2d(168, 168, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.374,backward_compute_time=0.410,activation_size=8429568.0,parameter_size=112896.0]"]
	node702 [label="ReLU()
[forward_compute_time=0.290,backward_compute_time=0.035,activation_size=4214784.0,parameter_size=0.0]"]
	node703 [label="Conv2d(336, 336, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=336, bias=False)
[forward_compute_time=0.325,backward_compute_time=0.246,activation_size=4214784.0,parameter_size=33600.0]"]
	node1179 [label="Conv2d(672, 672, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=672, bias=False)
[forward_compute_time=0.292,backward_compute_time=0.109,activation_size=2107392.0,parameter_size=24192.0]"]
	node426 [label="Conv2d(168, 168, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=168, bias=False)
[forward_compute_time=0.373,backward_compute_time=0.382,activation_size=8429568.0,parameter_size=16800.0]"]
	node708 [label="Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.349,backward_compute_time=0.254,activation_size=4214784.0,parameter_size=451584.0]"]
	node709 [label="BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.327,backward_compute_time=0.073,activation_size=4214784.0,parameter_size=2688.0]"]
	node1104 [label="BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.327,backward_compute_time=0.061,activation_size=2107392.0,parameter_size=5376.0]"]
	node785 [label="Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.343,backward_compute_time=0.280,activation_size=4214784.0,parameter_size=451584.0]"]
	node811 [label="Add
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=4214784.0,parameter_size=0.0]"]
	node1119 [label="Add
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=2107392.0,parameter_size=0.0]"]
	node832 [label="AvgPool2d(kernel_size=3, stride=1, padding=1)
[forward_compute_time=0.285,backward_compute_time=0.144,activation_size=4214784.0,parameter_size=0.0]"]
	node1149 [label="Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.359,backward_compute_time=0.283,activation_size=2107392.0,parameter_size=1806336.0]"]
	node339 [label="Conv2d(168, 168, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.406,backward_compute_time=0.422,activation_size=8429568.0,parameter_size=112896.0]"]
	node338 [label="Conv2d(168, 168, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=168, bias=False)
[forward_compute_time=0.317,backward_compute_time=0.199,activation_size=8429568.0,parameter_size=6048.0]"]
	node1118 [label="AvgPool2d(kernel_size=3, stride=1, padding=1)
[forward_compute_time=0.294,backward_compute_time=0.079,activation_size=2107392.0,parameter_size=0.0]"]
	node335 [label="Conv2d(168, 168, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.393,backward_compute_time=0.404,activation_size=8429568.0,parameter_size=112896.0]"]
	node334 [label="Conv2d(168, 168, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=168, bias=False)
[forward_compute_time=0.310,backward_compute_time=0.197,activation_size=8429568.0,parameter_size=6048.0]"]
	node337 [label="ReLU()
[forward_compute_time=0.303,backward_compute_time=0.049,activation_size=8429568.0,parameter_size=0.0]"]
	node336 [label="BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.353,backward_compute_time=0.095,activation_size=8429568.0,parameter_size=1344.0]"]
	node331 [label="AvgPool2d(kernel_size=3, stride=1, padding=1)
[forward_compute_time=0.293,backward_compute_time=0.272,activation_size=8429568.0,parameter_size=0.0]"]
	node330 [label="AvgPool2d(kernel_size=3, stride=1, padding=1)
[forward_compute_time=0.300,backward_compute_time=0.272,activation_size=8429568.0,parameter_size=0.0]"]
	node333 [label="ReLU()
[forward_compute_time=0.284,backward_compute_time=0.048,activation_size=8429568.0,parameter_size=0.0]"]
	node332 [label="Add
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=8429568.0,parameter_size=0.0]"]
	node635 [label="Conv2d(336, 336, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=336, bias=False)
[forward_compute_time=0.299,backward_compute_time=0.243,activation_size=4214784.0,parameter_size=33600.0]"]
	node692 [label="BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.306,backward_compute_time=0.073,activation_size=4214784.0,parameter_size=2688.0]"]
	node786 [label="BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.329,backward_compute_time=0.085,activation_size=4214784.0,parameter_size=2688.0]"]
	node693 [label="ReLU()
[forward_compute_time=0.277,backward_compute_time=0.034,activation_size=4214784.0,parameter_size=0.0]"]
	node922 [label="BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.325,backward_compute_time=0.059,activation_size=2107392.0,parameter_size=5376.0]"]
	node930 [label="BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.322,backward_compute_time=0.059,activation_size=2107392.0,parameter_size=5376.0]"]
	node1066 [label="AvgPool2d(kernel_size=3, stride=1, padding=1)
[forward_compute_time=0.280,backward_compute_time=0.085,activation_size=2107392.0,parameter_size=0.0]"]
	node923 [label="ReLU()
[forward_compute_time=0.290,backward_compute_time=0.030,activation_size=2107392.0,parameter_size=0.0]"]
	node1143 [label="ReLU()
[forward_compute_time=0.273,backward_compute_time=0.029,activation_size=2107392.0,parameter_size=0.0]"]
	node924 [label="Conv2d(672, 672, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=672, bias=False)
[forward_compute_time=0.308,backward_compute_time=0.216,activation_size=2107392.0,parameter_size=67200.0]"]
	node526 [label="Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.340,backward_compute_time=0.254,activation_size=4214784.0,parameter_size=451584.0]"]
	node1140 [label="Conv2d(672, 672, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=672, bias=False)
[forward_compute_time=0.283,backward_compute_time=0.218,activation_size=2107392.0,parameter_size=67200.0]"]
	node544 [label="BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.325,backward_compute_time=0.080,activation_size=4214784.0,parameter_size=2688.0]"]
	node1148 [label="Conv2d(672, 672, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=672, bias=False)
[forward_compute_time=1.812,backward_compute_time=0.118,activation_size=2107392.0,parameter_size=24192.0]"]
	node820 [label="ReLU()
[forward_compute_time=0.282,backward_compute_time=0.036,activation_size=4214784.0,parameter_size=0.0]"]
	node28 [label="BatchNorm2d(42, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.343,backward_compute_time=0.094,activation_size=8429568.0,parameter_size=336.0]"]
	node29 [label="ReLU()
[forward_compute_time=0.284,backward_compute_time=0.045,activation_size=8429568.0,parameter_size=0.0]"]
	node629 [label="BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.326,backward_compute_time=0.062,activation_size=4214784.0,parameter_size=2688.0]"]
	node24 [label="MaxPool2d(kernel_size=3, stride=2, padding=1, dilation=1, ceil_mode=False)
[forward_compute_time=0.409,backward_compute_time=0.445,activation_size=8429568.0,parameter_size=0.0]"]
	node25 [label="ReLU()
[forward_compute_time=0.474,backward_compute_time=0.280,activation_size=75700224.0,parameter_size=0.0]"]
	node26 [label="Conv2d(96, 96, kernel_size=(7, 7), stride=(2, 2), padding=(3, 3), groups=96, bias=False)
[forward_compute_time=0.677,backward_compute_time=3.385,activation_size=19267584.0,parameter_size=18816.0]"]
	node27 [label="Conv2d(96, 42, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.335,backward_compute_time=0.357,activation_size=8429568.0,parameter_size=16128.0]"]
	node20 [label="Conv2d(42, 42, kernel_size=(7, 7), stride=(1, 1), padding=(3, 3), groups=42, bias=False)
[forward_compute_time=0.465,backward_compute_time=0.676,activation_size=8429568.0,parameter_size=8232.0]"]
	node21 [label="Conv2d(42, 42, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.343,backward_compute_time=0.196,activation_size=8429568.0,parameter_size=7056.0]"]
	node22 [label="BatchNorm2d(42, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.389,backward_compute_time=0.171,activation_size=8429568.0,parameter_size=336.0]"]
	node23 [label="Add
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=8429568.0,parameter_size=0.0]"]
	node1061 [label="BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.328,backward_compute_time=0.069,activation_size=2107392.0,parameter_size=5376.0]"]
	node928 [label="Conv2d(672, 672, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=672, bias=False)
[forward_compute_time=0.317,backward_compute_time=0.109,activation_size=2107392.0,parameter_size=24192.0]"]
	node1063 [label="AvgPool2d(kernel_size=3, stride=1, padding=1)
[forward_compute_time=0.298,backward_compute_time=0.081,activation_size=2107392.0,parameter_size=0.0]"]
	node1062 [label="Add
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=2107392.0,parameter_size=0.0]"]
	node1065 [label="AvgPool2d(kernel_size=3, stride=1, padding=1)
[forward_compute_time=0.289,backward_compute_time=0.081,activation_size=2107392.0,parameter_size=0.0]"]
	node1064 [label="Add
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=2107392.0,parameter_size=0.0]"]
	node1067 [label="Add
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=2107392.0,parameter_size=0.0]"]
	node913 [label="Conv2d(2016, 336, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.481,backward_compute_time=2.106,activation_size=1053696.0,parameter_size=2709504.0]"]
	node1069 [label="Conv2d(672, 672, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=672, bias=False)
[forward_compute_time=0.298,backward_compute_time=0.108,activation_size=2107392.0,parameter_size=24192.0]"]
	node527 [label="BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.332,backward_compute_time=0.078,activation_size=4214784.0,parameter_size=2688.0]"]
	node1145 [label="Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.339,backward_compute_time=0.292,activation_size=2107392.0,parameter_size=1806336.0]"]
	node545 [label="ReLU()
[forward_compute_time=0.293,backward_compute_time=0.037,activation_size=4214784.0,parameter_size=0.0]"]
	node209 [label="ReLU()
[forward_compute_time=0.296,backward_compute_time=0.054,activation_size=8429568.0,parameter_size=0.0]"]
	node208 [label="BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.336,backward_compute_time=0.122,activation_size=8429568.0,parameter_size=1344.0]"]
	node632 [label="Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.339,backward_compute_time=0.254,activation_size=4214784.0,parameter_size=451584.0]"]
	node633 [label="BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.314,backward_compute_time=0.064,activation_size=4214784.0,parameter_size=2688.0]"]
	node634 [label="ReLU()
[forward_compute_time=0.275,backward_compute_time=0.035,activation_size=4214784.0,parameter_size=0.0]"]
	node628 [label="Conv2d(2016, 336, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=1.915,backward_compute_time=0.961,activation_size=4214784.0,parameter_size=2709504.0]"]
	node636 [label="Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.333,backward_compute_time=0.255,activation_size=4214784.0,parameter_size=451584.0]"]
	node637 [label="BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.328,backward_compute_time=0.073,activation_size=4214784.0,parameter_size=2688.0]"]
	node201 [label="ReLU()
[forward_compute_time=0.297,backward_compute_time=0.054,activation_size=8429568.0,parameter_size=0.0]"]
	node200 [label="Add
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=8429568.0,parameter_size=0.0]"]
	node203 [label="Conv2d(168, 168, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.376,backward_compute_time=0.407,activation_size=8429568.0,parameter_size=112896.0]"]
	node202 [label="Conv2d(168, 168, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=168, bias=False)
[forward_compute_time=0.364,backward_compute_time=0.389,activation_size=8429568.0,parameter_size=16800.0]"]
	node205 [label="ReLU()
[forward_compute_time=0.290,backward_compute_time=0.052,activation_size=8429568.0,parameter_size=0.0]"]
	node204 [label="BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.365,backward_compute_time=0.104,activation_size=8429568.0,parameter_size=1344.0]"]
	node207 [label="Conv2d(168, 168, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.398,backward_compute_time=0.411,activation_size=8429568.0,parameter_size=112896.0]"]
	node206 [label="Conv2d(168, 168, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=168, bias=False)
[forward_compute_time=0.366,backward_compute_time=0.385,activation_size=8429568.0,parameter_size=16800.0]"]
	node507 [label="Add
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=4214784.0,parameter_size=0.0]"]
	node520 [label="ReLU()
[forward_compute_time=0.286,backward_compute_time=0.040,activation_size=4214784.0,parameter_size=0.0]"]
	node591 [label="Add
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=4214784.0,parameter_size=0.0]"]
	node590 [label="BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.333,backward_compute_time=0.073,activation_size=4214784.0,parameter_size=2688.0]"]
	node593 [label="Conv2d(336, 336, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=336, bias=False)
[forward_compute_time=0.310,backward_compute_time=0.244,activation_size=4214784.0,parameter_size=33600.0]"]
	node592 [label="ReLU()
[forward_compute_time=0.299,backward_compute_time=0.035,activation_size=4214784.0,parameter_size=0.0]"]
	node595 [label="BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.322,backward_compute_time=0.064,activation_size=4214784.0,parameter_size=2688.0]"]
	node594 [label="Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.346,backward_compute_time=0.255,activation_size=4214784.0,parameter_size=451584.0]"]
	node597 [label="Conv2d(336, 336, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=336, bias=False)
[forward_compute_time=0.304,backward_compute_time=0.245,activation_size=4214784.0,parameter_size=33600.0]"]
	node596 [label="ReLU()
[forward_compute_time=0.288,backward_compute_time=0.036,activation_size=4214784.0,parameter_size=0.0]"]
	node599 [label="BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.322,backward_compute_time=0.074,activation_size=4214784.0,parameter_size=2688.0]"]
	node598 [label="Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.360,backward_compute_time=0.255,activation_size=4214784.0,parameter_size=451584.0]"]
	node845 [label="AvgPool2d(kernel_size=(5, 5), stride=(3, 3), padding=(2, 2))
[forward_compute_time=0.293,backward_compute_time=0.351,activation_size=3225600.0,parameter_size=0.0]"]
	node844 [label="ReLU()
[forward_compute_time=0.302,backward_compute_time=0.113,activation_size=25288704.0,parameter_size=0.0]"]
	node843 [label="Concat(1)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=25288704.0,parameter_size=0.0]"]
	node842 [label="Add
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=4214784.0,parameter_size=0.0]"]
	node841 [label="BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.332,backward_compute_time=0.116,activation_size=4214784.0,parameter_size=2688.0]"]
	node840 [label="Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.354,backward_compute_time=0.359,activation_size=4214784.0,parameter_size=451584.0]"]
	node1039 [label="Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=1.585,backward_compute_time=0.284,activation_size=2107392.0,parameter_size=1806336.0]"]
	node1068 [label="ReLU()
[forward_compute_time=0.291,backward_compute_time=0.028,activation_size=2107392.0,parameter_size=0.0]"]
	node819 [label="BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.317,backward_compute_time=0.076,activation_size=4214784.0,parameter_size=2688.0]"]
	node115 [label="MaxPool2d(kernel_size=3, stride=2, padding=1, dilation=1, ceil_mode=False)
[forward_compute_time=0.331,backward_compute_time=0.129,activation_size=4214784.0,parameter_size=0.0]"]
	node114 [label="BatchNorm2d(84, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.347,backward_compute_time=0.082,activation_size=4214784.0,parameter_size=672.0]"]
	node117 [label="Concat(1)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=16859136.0,parameter_size=0.0]"]
	node116 [label="Add
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=4214784.0,parameter_size=0.0]"]
	node111 [label="ReLU()
[forward_compute_time=0.288,backward_compute_time=0.035,activation_size=4214784.0,parameter_size=0.0]"]
	node110 [label="BatchNorm2d(84, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.331,backward_compute_time=0.071,activation_size=4214784.0,parameter_size=672.0]"]
	node113 [label="Conv2d(84, 84, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.337,backward_compute_time=0.272,activation_size=4214784.0,parameter_size=28224.0]"]
	node112 [label="Conv2d(84, 84, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=84, bias=False)
[forward_compute_time=0.300,backward_compute_time=0.128,activation_size=4214784.0,parameter_size=3024.0]"]
	node449 [label="Conv2d(168, 168, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.371,backward_compute_time=0.515,activation_size=8429568.0,parameter_size=112896.0]"]
	node448 [label="Conv2d(168, 168, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=168, bias=False)
[forward_compute_time=0.328,backward_compute_time=0.200,activation_size=8429568.0,parameter_size=6048.0]"]
	node119 [label="AvgPool2d(kernel_size=1, stride=2, padding=0)
[forward_compute_time=0.269,backward_compute_time=0.322,activation_size=8429568.0,parameter_size=0.0]"]
	node118 [label="ReLU()
[forward_compute_time=0.323,backward_compute_time=0.238,activation_size=33718272.0,parameter_size=0.0]"]
	node1082 [label="Conv2d(4032, 672, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.697,backward_compute_time=1.047,activation_size=2107392.0,parameter_size=10838016.0]"]
	node685 [label="ReLU()
[forward_compute_time=0.278,backward_compute_time=0.035,activation_size=4214784.0,parameter_size=0.0]"]
	node684 [label="BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.319,backward_compute_time=0.064,activation_size=4214784.0,parameter_size=2688.0]"]
	node687 [label="Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.346,backward_compute_time=0.254,activation_size=4214784.0,parameter_size=451584.0]"]
	node686 [label="Conv2d(336, 336, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=336, bias=False)
[forward_compute_time=0.299,backward_compute_time=0.244,activation_size=4214784.0,parameter_size=33600.0]"]
	node528 [label="ReLU()
[forward_compute_time=0.289,backward_compute_time=0.036,activation_size=4214784.0,parameter_size=0.0]"]
	node529 [label="Conv2d(336, 336, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=336, bias=False)
[forward_compute_time=0.294,backward_compute_time=0.132,activation_size=4214784.0,parameter_size=12096.0]"]
	node298 [label="ReLU()
[forward_compute_time=0.304,backward_compute_time=0.050,activation_size=8429568.0,parameter_size=0.0]"]
	node299 [label="Conv2d(168, 168, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=168, bias=False)
[forward_compute_time=0.372,backward_compute_time=0.387,activation_size=8429568.0,parameter_size=16800.0]"]
	node296 [label="Conv2d(168, 168, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.432,backward_compute_time=0.403,activation_size=8429568.0,parameter_size=112896.0]"]
	node297 [label="BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.426,backward_compute_time=0.095,activation_size=8429568.0,parameter_size=1344.0]"]
	node294 [label="ReLU()
[forward_compute_time=0.289,backward_compute_time=0.049,activation_size=8429568.0,parameter_size=0.0]"]
	node295 [label="Conv2d(168, 168, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=168, bias=False)
[forward_compute_time=0.368,backward_compute_time=0.377,activation_size=8429568.0,parameter_size=16800.0]"]
	node292 [label="Conv2d(1008, 168, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.841,backward_compute_time=0.988,activation_size=8429568.0,parameter_size=677376.0]"]
	node293 [label="BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.337,backward_compute_time=0.094,activation_size=8429568.0,parameter_size=1344.0]"]
	node290 [label="BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.336,backward_compute_time=0.238,activation_size=8429568.0,parameter_size=1344.0]"]
	node291 [label="ReLU()
[forward_compute_time=0.368,backward_compute_time=0.199,activation_size=50577408.0,parameter_size=0.0]"]
	node612 [label="AvgPool2d(kernel_size=3, stride=1, padding=1)
[forward_compute_time=0.278,backward_compute_time=0.144,activation_size=4214784.0,parameter_size=0.0]"]
	node631 [label="Conv2d(336, 336, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=336, bias=False)
[forward_compute_time=0.297,backward_compute_time=0.244,activation_size=4214784.0,parameter_size=33600.0]"]
	node710 [label="ReLU()
[forward_compute_time=0.284,backward_compute_time=0.034,activation_size=4214784.0,parameter_size=0.0]"]
	node523 [label="BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.328,backward_compute_time=0.063,activation_size=4214784.0,parameter_size=2688.0]"]
	node1237 [label="ReLU()
[forward_compute_time=0.284,backward_compute_time=0.030,activation_size=2107392.0,parameter_size=0.0]"]
	node640 [label="Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.359,backward_compute_time=0.254,activation_size=4214784.0,parameter_size=451584.0]"]
	node818 [label="Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.341,backward_compute_time=0.255,activation_size=4214784.0,parameter_size=451584.0]"]
	node643 [label="Conv2d(336, 336, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=336, bias=False)
[forward_compute_time=0.292,backward_compute_time=0.128,activation_size=4214784.0,parameter_size=12096.0]"]
	node439 [label="Add
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=8429568.0,parameter_size=0.0]"]
	node642 [label="ReLU()
[forward_compute_time=0.284,backward_compute_time=0.034,activation_size=4214784.0,parameter_size=0.0]"]
	node645 [label="BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.329,backward_compute_time=0.073,activation_size=4214784.0,parameter_size=2688.0]"]
	node644 [label="Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.345,backward_compute_time=0.254,activation_size=4214784.0,parameter_size=451584.0]"]
	node748 [label="ReLU()
[forward_compute_time=0.269,backward_compute_time=0.034,activation_size=4214784.0,parameter_size=0.0]"]
	node638 [label="ReLU()
[forward_compute_time=0.277,backward_compute_time=0.034,activation_size=4214784.0,parameter_size=0.0]"]
	node647 [label="ReLU()
[forward_compute_time=0.295,backward_compute_time=0.035,activation_size=4214784.0,parameter_size=0.0]"]
	node639 [label="Conv2d(336, 336, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=336, bias=False)
[forward_compute_time=0.291,backward_compute_time=0.128,activation_size=4214784.0,parameter_size=12096.0]"]
	node740 [label="ReLU()
[forward_compute_time=0.279,backward_compute_time=0.034,activation_size=4214784.0,parameter_size=0.0]"]
	node741 [label="Conv2d(336, 336, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=336, bias=False)
[forward_compute_time=0.307,backward_compute_time=0.243,activation_size=4214784.0,parameter_size=33600.0]"]
	node742 [label="Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.336,backward_compute_time=0.254,activation_size=4214784.0,parameter_size=451584.0]"]
	node646 [label="Add
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=4214784.0,parameter_size=0.0]"]
	node744 [label="ReLU()
[forward_compute_time=0.294,backward_compute_time=0.035,activation_size=4214784.0,parameter_size=0.0]"]
	node610 [label="Add
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=4214784.0,parameter_size=0.0]"]
	node746 [label="Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.382,backward_compute_time=0.258,activation_size=4214784.0,parameter_size=451584.0]"]
	node747 [label="BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.314,backward_compute_time=0.074,activation_size=4214784.0,parameter_size=2688.0]"]
	node1249 [label="Size(0)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=4.0,parameter_size=0.0]"]
	node1248 [label="Linear(in_features=4032, out_features=1000, bias=True)
[forward_compute_time=0.381,backward_compute_time=0.113,activation_size=64000.0,parameter_size=16132000.0]"]
	node1213 [label="Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.363,backward_compute_time=0.285,activation_size=2107392.0,parameter_size=1806336.0]"]
	node925 [label="Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.355,backward_compute_time=0.286,activation_size=2107392.0,parameter_size=1806336.0]"]
	node1241 [label="Add
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=2107392.0,parameter_size=0.0]"]
	node1240 [label="BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.324,backward_compute_time=0.129,activation_size=2107392.0,parameter_size=5376.0]"]
	node1243 [label="ReLU()
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=0.0,parameter_size=0.0]"]
	node1242 [label="Concat(1)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=12644352.0,parameter_size=0.0]"]
	node1245 [label="AvgPool2d(kernel_size=7, stride=7, padding=0)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=0.0,parameter_size=0.0]"]
	node386 [label="AvgPool2d(kernel_size=3, stride=1, padding=1)
[forward_compute_time=2.126,backward_compute_time=0.276,activation_size=8429568.0,parameter_size=0.0]"]
	node1247 [label="View(-1)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=0.0,parameter_size=0.0]"]
	node1246 [label="Size(0)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=4.0,parameter_size=0.0]"]
	node688 [label="BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.314,backward_compute_time=0.063,activation_size=4214784.0,parameter_size=2688.0]"]
	node942 [label="Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.353,backward_compute_time=0.285,activation_size=2107392.0,parameter_size=1806336.0]"]
	node920 [label="Conv2d(672, 672, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=672, bias=False)
[forward_compute_time=0.290,backward_compute_time=0.219,activation_size=2107392.0,parameter_size=67200.0]"]
	node1210 [label="Add
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=2107392.0,parameter_size=0.0]"]
	node387 [label="Add
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=8429568.0,parameter_size=0.0]"]
	node976 [label="Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.348,backward_compute_time=0.285,activation_size=2107392.0,parameter_size=1806336.0]"]
	node407 [label="BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.325,backward_compute_time=0.097,activation_size=8429568.0,parameter_size=1344.0]"]
	node947 [label="BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.327,backward_compute_time=0.059,activation_size=2107392.0,parameter_size=5376.0]"]
	node921 [label="Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.356,backward_compute_time=0.293,activation_size=2107392.0,parameter_size=1806336.0]"]
	node1186 [label="Add
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=2107392.0,parameter_size=0.0]"]
	node1187 [label="Concat(1)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=12644352.0,parameter_size=0.0]"]
	node1184 [label="Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.379,backward_compute_time=0.292,activation_size=2107392.0,parameter_size=1806336.0]"]
	node1185 [label="BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.327,backward_compute_time=0.083,activation_size=2107392.0,parameter_size=5376.0]"]
	node1029 [label="ReLU()
[forward_compute_time=0.279,backward_compute_time=0.028,activation_size=2107392.0,parameter_size=0.0]"]
	node1028 [label="BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.311,backward_compute_time=0.058,activation_size=2107392.0,parameter_size=5376.0]"]
	node1180 [label="Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.348,backward_compute_time=0.285,activation_size=2107392.0,parameter_size=1806336.0]"]
	node774 [label="AvgPool2d(kernel_size=3, stride=1, padding=1)
[forward_compute_time=0.294,backward_compute_time=0.147,activation_size=4214784.0,parameter_size=0.0]"]
	node1025 [label="BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.312,backward_compute_time=0.079,activation_size=2107392.0,parameter_size=5376.0]"]
	node1024 [label="Conv2d(4032, 672, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.697,backward_compute_time=1.046,activation_size=2107392.0,parameter_size=10838016.0]"]
	node1027 [label="Conv2d(4032, 672, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.695,backward_compute_time=1.047,activation_size=2107392.0,parameter_size=10838016.0]"]
	node1026 [label="ReLU()
[forward_compute_time=0.296,backward_compute_time=0.071,activation_size=12644352.0,parameter_size=0.0]"]
	node1021 [label="Add
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=2107392.0,parameter_size=0.0]"]
	node1020 [label="BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.325,backward_compute_time=0.072,activation_size=2107392.0,parameter_size=5376.0]"]
	node1023 [label="ReLU()
[forward_compute_time=0.299,backward_compute_time=0.072,activation_size=12644352.0,parameter_size=0.0]"]
	node1022 [label="Concat(1)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=12644352.0,parameter_size=0.0]"]
	node366 [label="ReLU()
[forward_compute_time=0.376,backward_compute_time=0.049,activation_size=8429568.0,parameter_size=0.0]"]
	node367 [label="Conv2d(168, 168, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=168, bias=False)
[forward_compute_time=0.477,backward_compute_time=0.381,activation_size=8429568.0,parameter_size=16800.0]"]
	node364 [label="BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.407,backward_compute_time=0.111,activation_size=8429568.0,parameter_size=1344.0]"]
	node365 [label="Add
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=8429568.0,parameter_size=0.0]"]
	node249 [label="Conv2d(168, 168, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.450,backward_compute_time=0.404,activation_size=8429568.0,parameter_size=112896.0]"]
	node248 [label="Conv2d(168, 168, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=168, bias=False)
[forward_compute_time=0.418,backward_compute_time=0.197,activation_size=8429568.0,parameter_size=6048.0]"]
	node360 [label="BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.342,backward_compute_time=0.095,activation_size=8429568.0,parameter_size=1344.0]"]
	node361 [label="ReLU()
[forward_compute_time=0.304,backward_compute_time=0.049,activation_size=8429568.0,parameter_size=0.0]"]
	node245 [label="Conv2d(168, 168, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.371,backward_compute_time=0.405,activation_size=8429568.0,parameter_size=112896.0]"]
	node244 [label="Conv2d(168, 168, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=168, bias=False)
[forward_compute_time=0.425,backward_compute_time=0.390,activation_size=8429568.0,parameter_size=16800.0]"]
	node247 [label="ReLU()
[forward_compute_time=0.283,backward_compute_time=0.049,activation_size=8429568.0,parameter_size=0.0]"]
	node246 [label="BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.397,backward_compute_time=0.111,activation_size=8429568.0,parameter_size=1344.0]"]
	node241 [label="Conv2d(168, 168, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.369,backward_compute_time=0.406,activation_size=8429568.0,parameter_size=112896.0]"]
	node240 [label="Conv2d(168, 168, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=168, bias=False)
[forward_compute_time=0.358,backward_compute_time=0.385,activation_size=8429568.0,parameter_size=16800.0]"]
	node243 [label="ReLU()
[forward_compute_time=0.284,backward_compute_time=0.050,activation_size=8429568.0,parameter_size=0.0]"]
	node242 [label="BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.327,backward_compute_time=0.094,activation_size=8429568.0,parameter_size=1344.0]"]
	node826 [label="Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.354,backward_compute_time=0.256,activation_size=4214784.0,parameter_size=451584.0]"]
	node1178 [label="ReLU()
[forward_compute_time=0.283,backward_compute_time=0.033,activation_size=2107392.0,parameter_size=0.0]"]
	node1106 [label="Conv2d(672, 672, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=672, bias=False)
[forward_compute_time=0.294,backward_compute_time=0.216,activation_size=2107392.0,parameter_size=67200.0]"]
	node77 [label="Conv2d(84, 84, kernel_size=(7, 7), stride=(2, 2), padding=(3, 3), groups=84, bias=False)
[forward_compute_time=0.334,backward_compute_time=0.819,activation_size=4214784.0,parameter_size=16464.0]"]
	node76 [label="ReLU()
[forward_compute_time=0.284,backward_compute_time=0.067,activation_size=16859136.0,parameter_size=0.0]"]
	node75 [label="BatchNorm2d(84, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.325,backward_compute_time=0.095,activation_size=4214784.0,parameter_size=672.0]"]
	node74 [label="Conv2d(84, 84, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.324,backward_compute_time=0.191,activation_size=4214784.0,parameter_size=28224.0]"]
	node73 [label="Conv2d(84, 84, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=84, bias=False)
[forward_compute_time=0.300,backward_compute_time=0.212,activation_size=4214784.0,parameter_size=8400.0]"]
	node72 [label="ReLU()
[forward_compute_time=0.279,backward_compute_time=0.035,activation_size=4214784.0,parameter_size=0.0]"]
	node71 [label="BatchNorm2d(84, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.322,backward_compute_time=0.071,activation_size=4214784.0,parameter_size=672.0]"]
	node70 [label="Conv2d(84, 84, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.401,backward_compute_time=0.190,activation_size=4214784.0,parameter_size=28224.0]"]
	node964 [label="Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=1.470,backward_compute_time=0.292,activation_size=2107392.0,parameter_size=1806336.0]"]
	node965 [label="BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.327,backward_compute_time=0.078,activation_size=2107392.0,parameter_size=5376.0]"]
	node966 [label="Add
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=2107392.0,parameter_size=0.0]"]
	node967 [label="Concat(1)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=12644352.0,parameter_size=0.0]"]
	node960 [label="Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.356,backward_compute_time=0.297,activation_size=2107392.0,parameter_size=1806336.0]"]
	node961 [label="BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.334,backward_compute_time=0.064,activation_size=2107392.0,parameter_size=5376.0]"]
	node79 [label="BatchNorm2d(84, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.323,backward_compute_time=0.073,activation_size=4214784.0,parameter_size=672.0]"]
	node78 [label="Conv2d(84, 84, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.314,backward_compute_time=0.187,activation_size=4214784.0,parameter_size=28224.0]"]
	node1058 [label="ReLU()
[forward_compute_time=0.289,backward_compute_time=0.029,activation_size=2107392.0,parameter_size=0.0]"]
	node1059 [label="Conv2d(672, 672, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=672, bias=False)
[forward_compute_time=0.296,backward_compute_time=0.109,activation_size=2107392.0,parameter_size=24192.0]"]
	node1107 [label="Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.359,backward_compute_time=0.285,activation_size=2107392.0,parameter_size=1806336.0]"]
	node1112 [label="BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.325,backward_compute_time=0.067,activation_size=2107392.0,parameter_size=5376.0]"]
	node1115 [label="Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.359,backward_compute_time=0.290,activation_size=2107392.0,parameter_size=1806336.0]"]
	node1114 [label="Conv2d(672, 672, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=672, bias=False)
[forward_compute_time=0.308,backward_compute_time=0.109,activation_size=2107392.0,parameter_size=24192.0]"]
	node1117 [label="Add
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=2107392.0,parameter_size=0.0]"]
	node1116 [label="BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.333,backward_compute_time=0.068,activation_size=2107392.0,parameter_size=5376.0]"]
	node1050 [label="ReLU()
[forward_compute_time=0.286,backward_compute_time=0.029,activation_size=2107392.0,parameter_size=0.0]"]
	node1051 [label="Conv2d(672, 672, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=672, bias=False)
[forward_compute_time=0.295,backward_compute_time=0.216,activation_size=2107392.0,parameter_size=67200.0]"]
	node1052 [label="Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.353,backward_compute_time=0.284,activation_size=2107392.0,parameter_size=1806336.0]"]
	node1053 [label="BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.334,backward_compute_time=0.068,activation_size=2107392.0,parameter_size=5376.0]"]
	node1054 [label="ReLU()
[forward_compute_time=0.286,backward_compute_time=0.028,activation_size=2107392.0,parameter_size=0.0]"]
	node1055 [label="Conv2d(672, 672, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=672, bias=False)
[forward_compute_time=0.297,backward_compute_time=0.108,activation_size=2107392.0,parameter_size=24192.0]"]
	node1056 [label="Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.352,backward_compute_time=0.284,activation_size=2107392.0,parameter_size=1806336.0]"]
	node1057 [label="BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.326,backward_compute_time=0.059,activation_size=2107392.0,parameter_size=5376.0]"]
	node560 [label="Conv2d(336, 336, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=336, bias=False)
[forward_compute_time=0.299,backward_compute_time=0.128,activation_size=4214784.0,parameter_size=12096.0]"]
	node561 [label="Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.349,backward_compute_time=0.255,activation_size=4214784.0,parameter_size=451584.0]"]
	node562 [label="BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.322,backward_compute_time=0.064,activation_size=4214784.0,parameter_size=2688.0]"]
	node563 [label="ReLU()
[forward_compute_time=0.289,backward_compute_time=0.035,activation_size=4214784.0,parameter_size=0.0]"]
	node564 [label="Conv2d(336, 336, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=336, bias=False)
[forward_compute_time=0.292,backward_compute_time=0.127,activation_size=4214784.0,parameter_size=12096.0]"]
	node565 [label="Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.352,backward_compute_time=0.258,activation_size=4214784.0,parameter_size=451584.0]"]
	node566 [label="BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.322,backward_compute_time=0.076,activation_size=4214784.0,parameter_size=2688.0]"]
	node567 [label="Add
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=4214784.0,parameter_size=0.0]"]
	node568 [label="Concat(1)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=25288704.0,parameter_size=0.0]"]
	node569 [label="ReLU()
[forward_compute_time=0.293,backward_compute_time=0.086,activation_size=16859136.0,parameter_size=0.0]"]
	node848 [label="ReLU()
[forward_compute_time=0.274,backward_compute_time=0.028,activation_size=204800.0,parameter_size=0.0]"]
	node649 [label="Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.345,backward_compute_time=0.256,activation_size=4214784.0,parameter_size=451584.0]"]
	node648 [label="Conv2d(336, 336, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=336, bias=False)
[forward_compute_time=0.306,backward_compute_time=0.244,activation_size=4214784.0,parameter_size=33600.0]"]
	node399 [label="Conv2d(1008, 168, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.846,backward_compute_time=1.012,activation_size=8429568.0,parameter_size=677376.0]"]
	node398 [label="ReLU()
[forward_compute_time=0.432,backward_compute_time=0.206,activation_size=50577408.0,parameter_size=0.0]"]
	node1215 [label="ReLU()
[forward_compute_time=0.288,backward_compute_time=0.028,activation_size=2107392.0,parameter_size=0.0]"]
	node846 [label="Conv2d(2016, 128, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.567,backward_compute_time=0.313,activation_size=204800.0,parameter_size=1032192.0]"]
	node393 [label="Conv2d(168, 168, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=168, bias=False)
[forward_compute_time=0.307,backward_compute_time=0.199,activation_size=8429568.0,parameter_size=6048.0]"]
	node392 [label="ReLU()
[forward_compute_time=0.304,backward_compute_time=0.051,activation_size=8429568.0,parameter_size=0.0]"]
	node391 [label="BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.358,backward_compute_time=0.099,activation_size=8429568.0,parameter_size=1344.0]"]
	node390 [label="Conv2d(168, 168, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.445,backward_compute_time=0.418,activation_size=8429568.0,parameter_size=112896.0]"]
	node397 [label="Concat(1)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=50577408.0,parameter_size=0.0]"]
	node396 [label="Add
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=8429568.0,parameter_size=0.0]"]
	node395 [label="BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.342,backward_compute_time=0.118,activation_size=8429568.0,parameter_size=1344.0]"]
	node394 [label="Conv2d(168, 168, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.381,backward_compute_time=0.417,activation_size=8429568.0,parameter_size=112896.0]"]
	node1088 [label="ReLU()
[forward_compute_time=0.272,backward_compute_time=0.029,activation_size=2107392.0,parameter_size=0.0]"]
	node898 [label="Conv2d(672, 672, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=672, bias=False)
[forward_compute_time=0.293,backward_compute_time=0.108,activation_size=2107392.0,parameter_size=24192.0]"]
	node899 [label="Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.345,backward_compute_time=0.284,activation_size=2107392.0,parameter_size=1806336.0]"]
	node926 [label="BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.321,backward_compute_time=0.070,activation_size=2107392.0,parameter_size=5376.0]"]
	node890 [label="ReLU()
[forward_compute_time=0.281,backward_compute_time=0.029,activation_size=2107392.0,parameter_size=0.0]"]
	node891 [label="Conv2d(672, 672, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=672, bias=False)
[forward_compute_time=0.291,backward_compute_time=0.217,activation_size=2107392.0,parameter_size=67200.0]"]
	node892 [label="Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.345,backward_compute_time=0.290,activation_size=2107392.0,parameter_size=1806336.0]"]
	node893 [label="BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.317,backward_compute_time=0.075,activation_size=2107392.0,parameter_size=5376.0]"]
	node894 [label="Add
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=2107392.0,parameter_size=0.0]"]
	node895 [label="AvgPool2d(kernel_size=3, stride=1, padding=1)
[forward_compute_time=0.286,backward_compute_time=0.084,activation_size=2107392.0,parameter_size=0.0]"]
	node896 [label="Add
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=2107392.0,parameter_size=0.0]"]
	node897 [label="ReLU()
[forward_compute_time=0.282,backward_compute_time=0.028,activation_size=2107392.0,parameter_size=0.0]"]
	node1193 [label="BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.319,backward_compute_time=0.059,activation_size=2107392.0,parameter_size=5376.0]"]
	node88 [label="Conv2d(84, 84, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.322,backward_compute_time=0.188,activation_size=4214784.0,parameter_size=28224.0]"]
	node89 [label="BatchNorm2d(84, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.329,backward_compute_time=0.073,activation_size=4214784.0,parameter_size=672.0]"]
	node788 [label="Concat(1)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=25288704.0,parameter_size=0.0]"]
	node789 [label="ReLU()
[forward_compute_time=0.306,backward_compute_time=0.128,activation_size=25288704.0,parameter_size=0.0]"]
	node970 [label="BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.321,backward_compute_time=0.075,activation_size=2107392.0,parameter_size=5376.0]"]
	node82 [label="Conv2d(84, 84, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.319,backward_compute_time=0.188,activation_size=4214784.0,parameter_size=28224.0]"]
	node83 [label="BatchNorm2d(84, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.327,backward_compute_time=0.094,activation_size=4214784.0,parameter_size=672.0]"]
	node80 [label="ReLU()
[forward_compute_time=0.277,backward_compute_time=0.035,activation_size=4214784.0,parameter_size=0.0]"]
	node81 [label="Conv2d(84, 84, kernel_size=(7, 7), stride=(1, 1), padding=(3, 3), groups=84, bias=False)
[forward_compute_time=0.332,backward_compute_time=0.353,activation_size=4214784.0,parameter_size=16464.0]"]
	node86 [label="ReLU()
[forward_compute_time=0.286,backward_compute_time=0.066,activation_size=16859136.0,parameter_size=0.0]"]
	node87 [label="Conv2d(84, 84, kernel_size=(7, 7), stride=(2, 2), padding=(3, 3), groups=84, bias=False)
[forward_compute_time=0.340,backward_compute_time=0.809,activation_size=4214784.0,parameter_size=16464.0]"]
	node84 [label="Add
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=4214784.0,parameter_size=0.0]"]
	node85 [label="MaxPool2d(kernel_size=3, stride=2, padding=1, dilation=1, ceil_mode=False)
[forward_compute_time=0.300,backward_compute_time=0.159,activation_size=4214784.0,parameter_size=0.0]"]
	node803 [label="ReLU()
[forward_compute_time=0.273,backward_compute_time=0.034,activation_size=4214784.0,parameter_size=0.0]"]
	node784 [label="Conv2d(336, 336, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=336, bias=False)
[forward_compute_time=0.301,backward_compute_time=0.142,activation_size=4214784.0,parameter_size=12096.0]"]
	node801 [label="Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.330,backward_compute_time=0.254,activation_size=4214784.0,parameter_size=451584.0]"]
	node800 [label="Conv2d(336, 336, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=336, bias=False)
[forward_compute_time=0.295,backward_compute_time=0.244,activation_size=4214784.0,parameter_size=33600.0]"]
	node418 [label="Conv2d(168, 168, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.377,backward_compute_time=0.404,activation_size=8429568.0,parameter_size=112896.0]"]
	node419 [label="BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.338,backward_compute_time=0.113,activation_size=8429568.0,parameter_size=1344.0]"]
	node148 [label="Conv2d(168, 168, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.373,backward_compute_time=0.408,activation_size=8429568.0,parameter_size=112896.0]"]
	node149 [label="BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.329,backward_compute_time=0.096,activation_size=8429568.0,parameter_size=1344.0]"]
	node146 [label="ReLU()
[forward_compute_time=0.284,backward_compute_time=0.049,activation_size=8429568.0,parameter_size=0.0]"]
	node147 [label="Conv2d(168, 168, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=168, bias=False)
[forward_compute_time=0.361,backward_compute_time=0.378,activation_size=8429568.0,parameter_size=16800.0]"]
	node144 [label="BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.340,backward_compute_time=0.112,activation_size=8429568.0,parameter_size=1344.0]"]
	node145 [label="Add
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=8429568.0,parameter_size=0.0]"]
	node142 [label="Conv2d(168, 168, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=168, bias=False)
[forward_compute_time=0.299,backward_compute_time=0.197,activation_size=8429568.0,parameter_size=6048.0]"]
	node143 [label="Conv2d(168, 168, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.374,backward_compute_time=0.404,activation_size=8429568.0,parameter_size=112896.0]"]
	node140 [label="BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.349,backward_compute_time=0.096,activation_size=8429568.0,parameter_size=1344.0]"]
	node141 [label="ReLU()
[forward_compute_time=0.292,backward_compute_time=0.050,activation_size=8429568.0,parameter_size=0.0]"]
	node1205 [label="BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.323,backward_compute_time=0.058,activation_size=2107392.0,parameter_size=5376.0]"]
	node269 [label="Conv2d(168, 168, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=168, bias=False)
[forward_compute_time=0.307,backward_compute_time=0.197,activation_size=8429568.0,parameter_size=6048.0]"]
	node1207 [label="Conv2d(672, 672, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=672, bias=False)
[forward_compute_time=0.304,backward_compute_time=0.108,activation_size=2107392.0,parameter_size=24192.0]"]
	node787 [label="Add
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=4214784.0,parameter_size=0.0]"]
	node1201 [label="BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.318,backward_compute_time=0.069,activation_size=2107392.0,parameter_size=5376.0]"]
	node1200 [label="Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.341,backward_compute_time=0.284,activation_size=2107392.0,parameter_size=1806336.0]"]
	node1203 [label="Conv2d(672, 672, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=672, bias=False)
[forward_compute_time=0.297,backward_compute_time=0.110,activation_size=2107392.0,parameter_size=24192.0]"]
	node1202 [label="ReLU()
[forward_compute_time=0.286,backward_compute_time=0.027,activation_size=2107392.0,parameter_size=0.0]"]
	node780 [label="Conv2d(336, 336, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=336, bias=False)
[forward_compute_time=0.302,backward_compute_time=0.133,activation_size=4214784.0,parameter_size=12096.0]"]
	node1103 [label="Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.353,backward_compute_time=0.283,activation_size=2107392.0,parameter_size=1806336.0]"]
	node1209 [label="BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.339,backward_compute_time=0.069,activation_size=2107392.0,parameter_size=5376.0]"]
	node1208 [label="Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.348,backward_compute_time=0.290,activation_size=2107392.0,parameter_size=1806336.0]"]
	node781 [label="Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.344,backward_compute_time=0.265,activation_size=4214784.0,parameter_size=451584.0]"]
	node782 [label="BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.322,backward_compute_time=0.066,activation_size=4214784.0,parameter_size=2688.0]"]
	node870 [label="ReLU()
[forward_compute_time=0.285,backward_compute_time=0.030,activation_size=2107392.0,parameter_size=0.0]"]
	node783 [label="ReLU()
[forward_compute_time=0.285,backward_compute_time=0.094,activation_size=4214784.0,parameter_size=0.0]"]
	node808 [label="Conv2d(336, 336, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=336, bias=False)
[forward_compute_time=0.291,backward_compute_time=0.127,activation_size=4214784.0,parameter_size=12096.0]"]
	node992 [label="Conv2d(672, 672, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=672, bias=False)
[forward_compute_time=0.298,backward_compute_time=0.218,activation_size=2107392.0,parameter_size=67200.0]"]
	node802 [label="BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.308,backward_compute_time=0.074,activation_size=4214784.0,parameter_size=2688.0]"]
	node682 [label="ReLU()
[forward_compute_time=0.299,backward_compute_time=0.117,activation_size=25288704.0,parameter_size=0.0]"]
	node929 [label="Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.354,backward_compute_time=0.285,activation_size=2107392.0,parameter_size=1806336.0]"]
	node731 [label="BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.379,backward_compute_time=0.076,activation_size=4214784.0,parameter_size=2688.0]"]
	node539 [label="Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.365,backward_compute_time=0.264,activation_size=4214784.0,parameter_size=451584.0]"]
	node733 [label="Concat(1)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=25288704.0,parameter_size=0.0]"]
	node732 [label="Add
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=4214784.0,parameter_size=0.0]"]
	node735 [label="Conv2d(2016, 336, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.666,backward_compute_time=0.964,activation_size=4214784.0,parameter_size=2709504.0]"]
	node734 [label="ReLU()
[forward_compute_time=0.310,backward_compute_time=0.117,activation_size=25288704.0,parameter_size=0.0]"]
	node737 [label="ReLU()
[forward_compute_time=3.446,backward_compute_time=0.115,activation_size=25288704.0,parameter_size=0.0]"]
	node736 [label="BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.326,backward_compute_time=0.123,activation_size=4214784.0,parameter_size=2688.0]"]
	node739 [label="BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=1.704,backward_compute_time=0.064,activation_size=4214784.0,parameter_size=2688.0]"]
	node738 [label="Conv2d(2016, 336, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.670,backward_compute_time=0.961,activation_size=4214784.0,parameter_size=2709504.0]"]
	node806 [label="BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.321,backward_compute_time=0.064,activation_size=4214784.0,parameter_size=2688.0]"]
	node443 [label="ReLU()
[forward_compute_time=0.292,backward_compute_time=0.051,activation_size=8429568.0,parameter_size=0.0]"]
	node807 [label="ReLU()
[forward_compute_time=0.285,backward_compute_time=0.034,activation_size=4214784.0,parameter_size=0.0]"]
	node805 [label="Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.342,backward_compute_time=0.256,activation_size=4214784.0,parameter_size=451584.0]"]
	node442 [label="Add
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=8429568.0,parameter_size=0.0]"]
	node804 [label="Conv2d(336, 336, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=336, bias=False)
[forward_compute_time=0.291,backward_compute_time=0.127,activation_size=4214784.0,parameter_size=12096.0]"]
	node441 [label="AvgPool2d(kernel_size=3, stride=1, padding=1)
[forward_compute_time=0.310,backward_compute_time=0.273,activation_size=8429568.0,parameter_size=0.0]"]
	node1174 [label="Add
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=2107392.0,parameter_size=0.0]"]
	node414 [label="Conv2d(168, 168, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.373,backward_compute_time=0.414,activation_size=8429568.0,parameter_size=112896.0]"]
	node328 [label="AvgPool2d(kernel_size=3, stride=1, padding=1)
[forward_compute_time=0.355,backward_compute_time=0.298,activation_size=8429568.0,parameter_size=0.0]"]
	node329 [label="Add
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=8429568.0,parameter_size=0.0]"]
	node415 [label="BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.361,backward_compute_time=0.096,activation_size=8429568.0,parameter_size=1344.0]"]
	node322 [label="BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.354,backward_compute_time=0.100,activation_size=8429568.0,parameter_size=1344.0]"]
	node323 [label="ReLU()
[forward_compute_time=0.307,backward_compute_time=0.050,activation_size=8429568.0,parameter_size=0.0]"]
	node320 [label="Conv2d(168, 168, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=168, bias=False)
[forward_compute_time=0.379,backward_compute_time=0.197,activation_size=8429568.0,parameter_size=6048.0]"]
	node321 [label="Conv2d(168, 168, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=4.985,backward_compute_time=0.408,activation_size=8429568.0,parameter_size=112896.0]"]
	node326 [label="BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.353,backward_compute_time=0.110,activation_size=8429568.0,parameter_size=1344.0]"]
	node327 [label="Add
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=8429568.0,parameter_size=0.0]"]
	node324 [label="Conv2d(168, 168, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=168, bias=False)
[forward_compute_time=0.322,backward_compute_time=0.198,activation_size=8429568.0,parameter_size=6048.0]"]
	node325 [label="Conv2d(168, 168, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.381,backward_compute_time=0.413,activation_size=8429568.0,parameter_size=112896.0]"]
	node417 [label="Conv2d(168, 168, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=168, bias=False)
[forward_compute_time=0.296,backward_compute_time=0.201,activation_size=8429568.0,parameter_size=6048.0]"]
	node445 [label="Conv2d(168, 168, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.391,backward_compute_time=0.405,activation_size=8429568.0,parameter_size=112896.0]"]
	node410 [label="Conv2d(168, 168, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.367,backward_compute_time=0.410,activation_size=8429568.0,parameter_size=112896.0]"]
	node444 [label="Conv2d(168, 168, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=168, bias=False)
[forward_compute_time=0.298,backward_compute_time=0.198,activation_size=8429568.0,parameter_size=6048.0]"]
	node537 [label="ReLU()
[forward_compute_time=0.297,backward_compute_time=0.035,activation_size=4214784.0,parameter_size=0.0]"]
	node411 [label="BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.325,backward_compute_time=0.114,activation_size=8429568.0,parameter_size=1344.0]"]
	node551 [label="Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=1.527,backward_compute_time=0.270,activation_size=4214784.0,parameter_size=451584.0]"]
	node412 [label="ReLU()
[forward_compute_time=0.284,backward_compute_time=0.049,activation_size=8429568.0,parameter_size=0.0]"]
	node413 [label="Conv2d(168, 168, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=168, bias=False)
[forward_compute_time=0.294,backward_compute_time=0.198,activation_size=8429568.0,parameter_size=6048.0]"]
	node39 [label="ReLU()
[forward_compute_time=0.282,backward_compute_time=0.045,activation_size=8429568.0,parameter_size=0.0]"]
	node38 [label="BatchNorm2d(42, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.329,backward_compute_time=0.098,activation_size=8429568.0,parameter_size=336.0]"]
	node1159 [label="BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.326,backward_compute_time=0.068,activation_size=2107392.0,parameter_size=5376.0]"]
	node1158 [label="Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.373,backward_compute_time=0.283,activation_size=2107392.0,parameter_size=1806336.0]"]
	node1204 [label="Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.354,backward_compute_time=0.288,activation_size=2107392.0,parameter_size=1806336.0]"]
	node33 [label="Add
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=8429568.0,parameter_size=0.0]"]
	node32 [label="BatchNorm2d(42, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.326,backward_compute_time=0.174,activation_size=8429568.0,parameter_size=336.0]"]
	node31 [label="Conv2d(42, 42, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.314,backward_compute_time=0.195,activation_size=8429568.0,parameter_size=7056.0]"]
	node30 [label="Conv2d(42, 42, kernel_size=(7, 7), stride=(1, 1), padding=(3, 3), groups=42, bias=False)
[forward_compute_time=0.429,backward_compute_time=0.678,activation_size=8429568.0,parameter_size=8232.0]"]
	node37 [label="Conv2d(96, 42, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.330,backward_compute_time=0.355,activation_size=8429568.0,parameter_size=16128.0]"]
	node36 [label="Conv2d(96, 96, kernel_size=(5, 5), stride=(2, 2), padding=(2, 2), groups=96, bias=False)
[forward_compute_time=0.509,backward_compute_time=1.918,activation_size=19267584.0,parameter_size=9600.0]"]
	node35 [label="ReLU()
[forward_compute_time=0.421,backward_compute_time=0.213,activation_size=75700224.0,parameter_size=0.0]"]
	node34 [label="AvgPool2d(kernel_size=3, stride=2, padding=1)
[forward_compute_time=0.314,backward_compute_time=0.761,activation_size=8429568.0,parameter_size=0.0]"]
	node216 [label="BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.348,backward_compute_time=0.112,activation_size=8429568.0,parameter_size=1344.0]"]
	node217 [label="Add
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=8429568.0,parameter_size=0.0]"]
	node214 [label="Conv2d(168, 168, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=168, bias=False)
[forward_compute_time=0.307,backward_compute_time=0.198,activation_size=8429568.0,parameter_size=6048.0]"]
	node215 [label="Conv2d(168, 168, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.374,backward_compute_time=0.407,activation_size=8429568.0,parameter_size=112896.0]"]
	node199 [label="BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.358,backward_compute_time=0.110,activation_size=8429568.0,parameter_size=1344.0]"]
	node213 [label="ReLU()
[forward_compute_time=0.294,backward_compute_time=0.049,activation_size=8429568.0,parameter_size=0.0]"]
	node210 [label="Conv2d(168, 168, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=168, bias=False)
[forward_compute_time=0.306,backward_compute_time=0.203,activation_size=8429568.0,parameter_size=6048.0]"]
	node211 [label="Conv2d(168, 168, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=1.772,backward_compute_time=0.405,activation_size=8429568.0,parameter_size=112896.0]"]
	node195 [label="BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.334,backward_compute_time=0.096,activation_size=8429568.0,parameter_size=1344.0]"]
	node194 [label="Conv2d(168, 168, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.379,backward_compute_time=0.403,activation_size=8429568.0,parameter_size=112896.0]"]
	node197 [label="Conv2d(168, 168, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=168, bias=False)
[forward_compute_time=0.294,backward_compute_time=0.198,activation_size=8429568.0,parameter_size=6048.0]"]
	node196 [label="ReLU()
[forward_compute_time=0.283,backward_compute_time=0.049,activation_size=8429568.0,parameter_size=0.0]"]
	node191 [label="BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.380,backward_compute_time=0.115,activation_size=8429568.0,parameter_size=1344.0]"]
	node190 [label="Conv2d(168, 168, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.369,backward_compute_time=0.412,activation_size=8429568.0,parameter_size=112896.0]"]
	node218 [label="AvgPool2d(kernel_size=3, stride=1, padding=1)
[forward_compute_time=0.303,backward_compute_time=0.294,activation_size=8429568.0,parameter_size=0.0]"]
	node219 [label="Add
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=8429568.0,parameter_size=0.0]"]
	node933 [label="Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.346,backward_compute_time=0.286,activation_size=2107392.0,parameter_size=1806336.0]"]
	node1105 [label="ReLU()
[forward_compute_time=0.291,backward_compute_time=0.030,activation_size=2107392.0,parameter_size=0.0]"]
	node609 [label="AvgPool2d(kernel_size=3, stride=1, padding=1)
[forward_compute_time=0.306,backward_compute_time=0.152,activation_size=4214784.0,parameter_size=0.0]"]
	node608 [label="Add
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=4214784.0,parameter_size=0.0]"]
	node359 [label="Conv2d(168, 168, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.401,backward_compute_time=0.404,activation_size=8429568.0,parameter_size=112896.0]"]
	node358 [label="Conv2d(168, 168, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=168, bias=False)
[forward_compute_time=0.305,backward_compute_time=0.198,activation_size=8429568.0,parameter_size=6048.0]"]
	node357 [label="ReLU()
[forward_compute_time=0.285,backward_compute_time=0.049,activation_size=8429568.0,parameter_size=0.0]"]
	node356 [label="BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.333,backward_compute_time=0.116,activation_size=8429568.0,parameter_size=1344.0]"]
	node355 [label="Conv2d(168, 168, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.370,backward_compute_time=0.405,activation_size=8429568.0,parameter_size=112896.0]"]
	node354 [label="Conv2d(168, 168, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=168, bias=False)
[forward_compute_time=0.370,backward_compute_time=0.385,activation_size=8429568.0,parameter_size=16800.0]"]
	node353 [label="ReLU()
[forward_compute_time=0.285,backward_compute_time=0.050,activation_size=8429568.0,parameter_size=0.0]"]
	node352 [label="BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.355,backward_compute_time=0.095,activation_size=8429568.0,parameter_size=1344.0]"]
	node351 [label="Conv2d(168, 168, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.392,backward_compute_time=0.405,activation_size=8429568.0,parameter_size=112896.0]"]
	node350 [label="Conv2d(168, 168, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=168, bias=False)
[forward_compute_time=0.373,backward_compute_time=0.391,activation_size=8429568.0,parameter_size=16800.0]"]
	node839 [label="Conv2d(336, 336, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=336, bias=False)
[forward_compute_time=0.292,backward_compute_time=0.130,activation_size=4214784.0,parameter_size=12096.0]"]
	node1100 [label="Add
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=2107392.0,parameter_size=0.0]"]
	node681 [label="BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.318,backward_compute_time=0.124,activation_size=4214784.0,parameter_size=2688.0]"]
	node1101 [label="ReLU()
[forward_compute_time=0.298,backward_compute_time=0.031,activation_size=2107392.0,parameter_size=0.0]"]
	node680 [label="Conv2d(2016, 336, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.652,backward_compute_time=0.960,activation_size=4214784.0,parameter_size=2709504.0]"]
	node995 [label="ReLU()
[forward_compute_time=0.289,backward_compute_time=0.030,activation_size=2107392.0,parameter_size=0.0]"]
	node994 [label="BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.379,backward_compute_time=0.063,activation_size=2107392.0,parameter_size=5376.0]"]
	node997 [label="Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.359,backward_compute_time=0.287,activation_size=2107392.0,parameter_size=1806336.0]"]
	node996 [label="Conv2d(672, 672, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=672, bias=False)
[forward_compute_time=0.301,backward_compute_time=0.230,activation_size=2107392.0,parameter_size=67200.0]"]
	node858 [label="ReLU()
[forward_compute_time=0.287,backward_compute_time=0.053,activation_size=8429568.0,parameter_size=0.0]"]
	node683 [label="Conv2d(2016, 336, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.657,backward_compute_time=0.962,activation_size=4214784.0,parameter_size=2709504.0]"]
	node588 [label="Conv2d(336, 336, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=336, bias=False)
[forward_compute_time=0.324,backward_compute_time=0.127,activation_size=4214784.0,parameter_size=12096.0]"]
	node589 [label="Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.358,backward_compute_time=0.254,activation_size=4214784.0,parameter_size=451584.0]"]
	node586 [label="BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.324,backward_compute_time=0.065,activation_size=4214784.0,parameter_size=2688.0]"]
	node587 [label="ReLU()
[forward_compute_time=0.305,backward_compute_time=0.035,activation_size=4214784.0,parameter_size=0.0]"]
	node584 [label="Conv2d(336, 336, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=336, bias=False)
[forward_compute_time=0.310,backward_compute_time=0.127,activation_size=4214784.0,parameter_size=12096.0]"]
	node585 [label="Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.353,backward_compute_time=0.255,activation_size=4214784.0,parameter_size=451584.0]"]
	node582 [label="BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.323,backward_compute_time=0.073,activation_size=4214784.0,parameter_size=2688.0]"]
	node571 [label="BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.317,backward_compute_time=0.124,activation_size=4214784.0,parameter_size=2688.0]"]
	node580 [label="Conv2d(336, 336, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=336, bias=False)
[forward_compute_time=0.303,backward_compute_time=0.244,activation_size=4214784.0,parameter_size=33600.0]"]
	node581 [label="Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.346,backward_compute_time=0.256,activation_size=4214784.0,parameter_size=451584.0]"]
	node1128 [label="Conv2d(672, 672, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=672, bias=False)
[forward_compute_time=0.295,backward_compute_time=0.108,activation_size=2107392.0,parameter_size=24192.0]"]
	node524 [label="ReLU()
[forward_compute_time=0.284,backward_compute_time=0.037,activation_size=4214784.0,parameter_size=0.0]"]
	node570 [label="Conv2d(1344, 336, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.523,backward_compute_time=1.007,activation_size=4214784.0,parameter_size=1806336.0]"]
	node48 [label="Conv2d(42, 42, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.312,backward_compute_time=0.194,activation_size=8429568.0,parameter_size=7056.0]"]
	node49 [label="BatchNorm2d(42, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.327,backward_compute_time=0.093,activation_size=8429568.0,parameter_size=336.0]"]
	node46 [label="ReLU()
[forward_compute_time=0.281,backward_compute_time=0.047,activation_size=8429568.0,parameter_size=0.0]"]
	node47 [label="Conv2d(42, 42, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=42, bias=False)
[forward_compute_time=0.289,backward_compute_time=0.215,activation_size=8429568.0,parameter_size=1512.0]"]
	node44 [label="AvgPool2d(kernel_size=3, stride=1, padding=1)
[forward_compute_time=0.291,backward_compute_time=0.252,activation_size=8429568.0,parameter_size=0.0]"]
	node45 [label="Add
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=8429568.0,parameter_size=0.0]"]
	node42 [label="BatchNorm2d(42, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.326,backward_compute_time=0.109,activation_size=8429568.0,parameter_size=336.0]"]
	node43 [label="Add
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=8429568.0,parameter_size=0.0]"]
	node40 [label="Conv2d(42, 42, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=42, bias=False)
[forward_compute_time=0.353,backward_compute_time=0.403,activation_size=8429568.0,parameter_size=4200.0]"]
	node41 [label="Conv2d(42, 42, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.315,backward_compute_time=0.195,activation_size=8429568.0,parameter_size=7056.0]"]
	node102 [label="Conv2d(84, 84, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.328,backward_compute_time=0.190,activation_size=4214784.0,parameter_size=28224.0]"]
	node103 [label="BatchNorm2d(84, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.387,backward_compute_time=0.082,activation_size=4214784.0,parameter_size=672.0]"]
	node100 [label="ReLU()
[forward_compute_time=0.375,backward_compute_time=0.035,activation_size=4214784.0,parameter_size=0.0]"]
	node101 [label="Conv2d(84, 84, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=84, bias=False)
[forward_compute_time=0.377,backward_compute_time=0.217,activation_size=4214784.0,parameter_size=8400.0]"]
	node106 [label="Add
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=4214784.0,parameter_size=0.0]"]
	node107 [label="ReLU()
[forward_compute_time=0.284,backward_compute_time=0.034,activation_size=4214784.0,parameter_size=0.0]"]
	node104 [label="Add
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=4214784.0,parameter_size=0.0]"]
	node105 [label="AvgPool2d(kernel_size=3, stride=1, padding=1)
[forward_compute_time=0.280,backward_compute_time=0.144,activation_size=4214784.0,parameter_size=0.0]"]
	node458 [label="BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.360,backward_compute_time=0.154,activation_size=16859136.0,parameter_size=2688.0]"]
	node459 [label="ReLU()
[forward_compute_time=0.298,backward_compute_time=0.079,activation_size=16859136.0,parameter_size=0.0]"]
	node108 [label="Conv2d(84, 84, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=84, bias=False)
[forward_compute_time=0.293,backward_compute_time=0.126,activation_size=4214784.0,parameter_size=3024.0]"]
	node109 [label="Conv2d(84, 84, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.331,backward_compute_time=0.186,activation_size=4214784.0,parameter_size=28224.0]"]
	node521 [label="Conv2d(336, 336, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=336, bias=False)
[forward_compute_time=0.298,backward_compute_time=0.248,activation_size=4214784.0,parameter_size=33600.0]"]
	node519 [label="BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.370,backward_compute_time=0.071,activation_size=4214784.0,parameter_size=2688.0]"]
	node518 [label="Conv2d(1344, 336, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.680,backward_compute_time=0.700,activation_size=4214784.0,parameter_size=1806336.0]"]
	node690 [label="Conv2d(336, 336, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=336, bias=False)
[forward_compute_time=0.294,backward_compute_time=0.245,activation_size=4214784.0,parameter_size=33600.0]"]
	node691 [label="Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.331,backward_compute_time=0.254,activation_size=4214784.0,parameter_size=451584.0]"]
	node696 [label="BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.325,backward_compute_time=0.063,activation_size=4214784.0,parameter_size=2688.0]"]
	node522 [label="Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.409,backward_compute_time=0.272,activation_size=4214784.0,parameter_size=451584.0]"]
	node694 [label="Conv2d(336, 336, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=336, bias=False)
[forward_compute_time=0.294,backward_compute_time=0.127,activation_size=4214784.0,parameter_size=12096.0]"]
	node695 [label="Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.349,backward_compute_time=0.254,activation_size=4214784.0,parameter_size=451584.0]"]
	node511 [label="Conv2d(1008, 168, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.461,backward_compute_time=0.763,activation_size=2107392.0,parameter_size=677376.0]"]
	node510 [label="AvgPool2d(kernel_size=1, stride=2, padding=0)
[forward_compute_time=0.314,backward_compute_time=0.485,activation_size=12644352.0,parameter_size=0.0]"]
	node513 [label="AvgPool2d(kernel_size=1, stride=2, padding=0)
[forward_compute_time=0.485,backward_compute_time=0.622,activation_size=12644352.0,parameter_size=0.0]"]
	node512 [label="__getitem__
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=50577408.0,parameter_size=0.0]"]
	node515 [label="Concat(1)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=4214784.0,parameter_size=0.0]"]
	node514 [label="Conv2d(1008, 168, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.386,backward_compute_time=0.547,activation_size=2107392.0,parameter_size=677376.0]"]
	node517 [label="ReLU()
[forward_compute_time=0.399,backward_compute_time=0.090,activation_size=16859136.0,parameter_size=0.0]"]
	node516 [label="BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.395,backward_compute_time=0.097,activation_size=4214784.0,parameter_size=2688.0]"]
	node833 [label="Add
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=4214784.0,parameter_size=0.0]"]
	node578 [label="BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.322,backward_compute_time=0.065,activation_size=4214784.0,parameter_size=2688.0]"]
	node1075 [label="BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.326,backward_compute_time=0.072,activation_size=2107392.0,parameter_size=5376.0]"]
	node1171 [label="BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.320,backward_compute_time=0.080,activation_size=2107392.0,parameter_size=5376.0]"]
	node914 [label="Concat(1)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=2107392.0,parameter_size=0.0]"]
	node1170 [label="Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.345,backward_compute_time=0.288,activation_size=2107392.0,parameter_size=1806336.0]"]
	node775 [label="Add
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=4214784.0,parameter_size=0.0]"]
	node531 [label="BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.325,backward_compute_time=0.064,activation_size=4214784.0,parameter_size=2688.0]"]
	node777 [label="AvgPool2d(kernel_size=3, stride=1, padding=1)
[forward_compute_time=0.278,backward_compute_time=0.149,activation_size=4214784.0,parameter_size=0.0]"]
	node776 [label="AvgPool2d(kernel_size=3, stride=1, padding=1)
[forward_compute_time=0.317,backward_compute_time=0.140,activation_size=4214784.0,parameter_size=0.0]"]
	node771 [label="Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.404,backward_compute_time=0.258,activation_size=4214784.0,parameter_size=451584.0]"]
	node770 [label="Conv2d(336, 336, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=336, bias=False)
[forward_compute_time=0.317,backward_compute_time=0.134,activation_size=4214784.0,parameter_size=12096.0]"]
	node773 [label="Add
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=4214784.0,parameter_size=0.0]"]
	node772 [label="BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.321,backward_compute_time=0.077,activation_size=4214784.0,parameter_size=2688.0]"]
	node779 [label="ReLU()
[forward_compute_time=0.292,backward_compute_time=0.039,activation_size=4214784.0,parameter_size=0.0]"]
	node658 [label="BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.321,backward_compute_time=0.065,activation_size=4214784.0,parameter_size=2688.0]"]
	node605 [label="Conv2d(336, 336, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=336, bias=False)
[forward_compute_time=0.294,backward_compute_time=0.127,activation_size=4214784.0,parameter_size=12096.0]"]
	node177 [label="Concat(1)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=50577408.0,parameter_size=0.0]"]
	node176 [label="Add
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=8429568.0,parameter_size=0.0]"]
	node175 [label="BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.383,backward_compute_time=0.111,activation_size=8429568.0,parameter_size=1344.0]"]
	node174 [label="Conv2d(168, 168, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.394,backward_compute_time=0.406,activation_size=8429568.0,parameter_size=112896.0]"]
	node173 [label="Conv2d(168, 168, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=168, bias=False)
[forward_compute_time=0.295,backward_compute_time=0.200,activation_size=8429568.0,parameter_size=6048.0]"]
	node172 [label="ReLU()
[forward_compute_time=0.288,backward_compute_time=0.051,activation_size=8429568.0,parameter_size=0.0]"]
	node171 [label="BatchNorm2d(168, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.335,backward_compute_time=0.096,activation_size=8429568.0,parameter_size=1344.0]"]
	node170 [label="Conv2d(168, 168, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.367,backward_compute_time=0.421,activation_size=8429568.0,parameter_size=112896.0]"]
	node1071 [label="BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.333,backward_compute_time=0.058,activation_size=2107392.0,parameter_size=5376.0]"]
	node179 [label="Conv2d(336, 168, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.458,backward_compute_time=0.818,activation_size=8429568.0,parameter_size=225792.0]"]
	node178 [label="ReLU()
[forward_compute_time=0.314,backward_compute_time=0.083,activation_size=16859136.0,parameter_size=0.0]"]
	node1238 [label="Conv2d(672, 672, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=672, bias=False)
[forward_compute_time=0.301,backward_compute_time=0.113,activation_size=2107392.0,parameter_size=24192.0]"]
	node1239 [label="Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.360,backward_compute_time=0.499,activation_size=2107392.0,parameter_size=1806336.0]"]
	node622 [label="Add
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=4214784.0,parameter_size=0.0]"]
	node1234 [label="Conv2d(672, 672, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=672, bias=False)
[forward_compute_time=0.296,backward_compute_time=0.110,activation_size=2107392.0,parameter_size=24192.0]"]
	node1235 [label="Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.348,backward_compute_time=0.289,activation_size=2107392.0,parameter_size=1806336.0]"]
	node1236 [label="BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.324,backward_compute_time=0.061,activation_size=2107392.0,parameter_size=5376.0]"]
	node659 [label="ReLU()
[forward_compute_time=0.294,backward_compute_time=0.035,activation_size=4214784.0,parameter_size=0.0]"]
	node1230 [label="AvgPool2d(kernel_size=3, stride=1, padding=1)
[forward_compute_time=0.289,backward_compute_time=0.080,activation_size=2107392.0,parameter_size=0.0]"]
	node604 [label="ReLU()
[forward_compute_time=0.286,backward_compute_time=0.035,activation_size=4214784.0,parameter_size=0.0]"]
	node1232 [label="Add
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=2107392.0,parameter_size=0.0]"]
	node1233 [label="ReLU()
[forward_compute_time=0.287,backward_compute_time=0.029,activation_size=2107392.0,parameter_size=0.0]"]
	node902 [label="Conv2d(672, 672, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=672, bias=False)
[forward_compute_time=0.293,backward_compute_time=0.110,activation_size=2107392.0,parameter_size=24192.0]"]
	node620 [label="Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.343,backward_compute_time=0.255,activation_size=4214784.0,parameter_size=451584.0]"]
	node903 [label="Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.350,backward_compute_time=0.288,activation_size=2107392.0,parameter_size=1806336.0]"]
	node627 [label="ReLU()
[forward_compute_time=0.330,backward_compute_time=0.117,activation_size=25288704.0,parameter_size=0.0]"]
	node900 [label="BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.325,backward_compute_time=0.058,activation_size=2107392.0,parameter_size=5376.0]"]
	node626 [label="BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.343,backward_compute_time=0.128,activation_size=4214784.0,parameter_size=2688.0]"]
	node1019 [label="Conv2d(672, 672, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.350,backward_compute_time=0.288,activation_size=2107392.0,parameter_size=1806336.0]"]
	node1007 [label="Add
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=2107392.0,parameter_size=0.0]"]
	node901 [label="ReLU()
[forward_compute_time=0.297,backward_compute_time=0.030,activation_size=2107392.0,parameter_size=0.0]"]
	node1006 [label="BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.329,backward_compute_time=0.068,activation_size=2107392.0,parameter_size=5376.0]"]
	node906 [label="Add
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=2107392.0,parameter_size=0.0]"]
	node607 [label="BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.331,backward_compute_time=0.074,activation_size=4214784.0,parameter_size=2688.0]"]
	node261 [label="Conv2d(168, 168, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=168, bias=False)
[forward_compute_time=0.364,backward_compute_time=0.382,activation_size=8429568.0,parameter_size=16800.0]"]
	node1155 [label="Add
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=2107392.0,parameter_size=0.0]"]
	node907 [label="Concat(1)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=8429568.0,parameter_size=0.0]"]
	node542 [label="Conv2d(336, 336, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=336, bias=False)
[forward_compute_time=0.315,backward_compute_time=0.248,activation_size=4214784.0,parameter_size=33600.0]"]
	node189 [label="Conv2d(168, 168, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=168, bias=False)
[forward_compute_time=0.355,backward_compute_time=0.393,activation_size=8429568.0,parameter_size=16800.0]"]
	node835 [label="Conv2d(336, 336, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=336, bias=False)
[forward_compute_time=0.306,backward_compute_time=0.127,activation_size=4214784.0,parameter_size=12096.0]"]
	node543 [label="Conv2d(336, 336, kernel_size=(1, 1), stride=(1, 1), bias=False)
[forward_compute_time=0.361,backward_compute_time=0.273,activation_size=4214784.0,parameter_size=451584.0]"]
	node1003 [label="ReLU()
[forward_compute_time=0.291,backward_compute_time=0.033,activation_size=2107392.0,parameter_size=0.0]"]
	node673 [label="ReLU()
[forward_compute_time=0.282,backward_compute_time=0.035,activation_size=4214784.0,parameter_size=0.0]"]
	node540 [label="BatchNorm2d(336, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.329,backward_compute_time=0.068,activation_size=4214784.0,parameter_size=2688.0]"]
	node1002 [label="BatchNorm2d(672, eps=0.001, momentum=0.1, affine=True, track_running_stats=True)
[forward_compute_time=0.332,backward_compute_time=0.060,activation_size=2107392.0,parameter_size=5376.0]"]
	node541 -> node542
	node809 -> node810
	node546 -> node547
	node1000 -> node1001
	node1154 -> node1155
	node547 -> node548
	node313 -> node314
	node312 -> node313
	node258 -> node259
	node259 -> node260
	node317 -> node318
	node316 -> node317
	node315 -> node316
	node314 -> node315
	node252 -> node253
	node253 -> node254
	node250 -> node251
	node318 -> node327
	node256 -> node257
	node257 -> node258
	node254 -> node255
	node255 -> node287
	node268 -> node269
	node730 -> node731
	node1182 -> node1183
	node932 -> node933
	node1009 -> node1022
	node1008 -> node1009
	node959 -> node960
	node958 -> node959
	node951 -> node952
	node950 -> node951
	node836 -> node837
	node931 -> node932
	node955 -> node957
	node954 -> node967
	node957 -> node967
	node956 -> node957
	node1164 -> node1165
	node1165 -> node1166
	node1049 -> node1050
	node1048 -> node1049
	node1160 -> node1161
	node1161 -> node1162
	node1162 -> node1163
	node838 -> node839
	node1043 -> node1044
	node1042 -> node1043
	node1041 -> node1042
	node1040 -> node1041
	node1047 -> node1048
	node1046 -> node1047
	node1045 -> node1077
	node1044 -> node1045
	node656 -> node657
	node657 -> node658
	node654 -> node663
	node655 -> node656
	node559 -> node560
	node558 -> node568
	node229 -> node230
	node228 -> node229
	node227 -> node228
	node226 -> node227
	node225 -> node226
	node224 -> node225
	node223 -> node224
	node311 -> node312
	node221 -> node222
	node220 -> node222
	node9 -> node10
	node8 -> node9
	node310 -> node342
	node613 -> node623
	node1 -> node2
	node381 -> node382
	node3 -> node25
	node3 -> node60
	node3 -> node35
	node3 -> node4
	node3 -> node15
	node2 -> node3
	node5 -> node6
	node4 -> node5
	node7 -> node8
	node6 -> node7
	node6 -> node54
	node6 -> node34
	node6 -> node24
	node1132 -> node1136
	node1132 -> node1188
	node1167 -> node1168
	node611 -> node613
	node1080 -> node1119
	node1080 -> node1121
	node1080 -> node1120
	node1080 -> node1132
	node1080 -> node1109
	node1080 -> node1101
	node1080 -> node1092
	node1181 -> node1182
	node937 -> node938
	node1195 -> node1196
	node616 -> node617
	node1004 -> node1005
	node1109 -> node1110
	node617 -> node618
	node614 -> node615
	node615 -> node616
	node319 -> node320
	node1102 -> node1103
	node99 -> node100
	node98 -> node99
	node1153 -> node1154
	node251 -> node252
	node936 -> node937
	node749 -> node750
	node91 -> node92
	node90 -> node91
	node93 -> node94
	node92 -> node93
	node95 -> node104
	node94 -> node106
	node94 -> node117
	node97 -> node98
	node96 -> node97
	node429 -> node430
	node428 -> node437
	node139 -> node140
	node138 -> node139
	node814 -> node815
	node815 -> node816
	node816 -> node817
	node817 -> node818
	node133 -> node134
	node132 -> node133
	node131 -> node132
	node130 -> node131
	node137 -> node138
	node136 -> node145
	node135 -> node136
	node134 -> node135
	node935 -> node967
	node1099 -> node1100
	node831 -> node833
	node1137 -> node1138
	node934 -> node935
	node743 -> node744
	node927 -> node928
	node1172 -> node1187
	node745 -> node746
	node953 -> node954
	node728 -> node729
	node729 -> node730
	node726 -> node727
	node727 -> node728
	node724 -> node725
	node725 -> node726
	node722 -> node723
	node723 -> node733
	node720 -> node733
	node721 -> node723
	node982 -> node983
	node812 -> node813
	node813 -> node814
	node983 -> node984
	node952 -> node967
	node981 -> node990
	node1199 -> node1200
	node837 -> node838
	node1135 -> node1147
	node1135 -> node1175
	node1135 -> node1174
	node1135 -> node1164
	node1135 -> node1176
	node1135 -> node1187
	node1135 -> node1156
	node1005 -> node1006
	node1224 -> node1225
	node876 -> node877
	node877 -> node878
	node630 -> node631
	node1060 -> node1061
	node968 -> node969
	node834 -> node835
	node1134 -> node1135
	node860 -> node861
	node872 -> node873
	node939 -> node940
	node988 -> node989
	node1223 -> node1224
	node873 -> node874
	node989 -> node990
	node409 -> node410
	node408 -> node409
	node911 -> node912
	node263 -> node272
	node262 -> node263
	node188 -> node189
	node260 -> node261
	node267 -> node268
	node266 -> node267
	node265 -> node266
	node264 -> node265
	node182 -> node183
	node183 -> node223
	node183 -> node184
	node183 -> node231
	node183 -> node218
	node180 -> node220
	node180 -> node201
	node180 -> node209
	node180 -> node221
	node180 -> node192
	node180 -> node232
	node180 -> node219
	node181 -> node182
	node186 -> node187
	node187 -> node188
	node184 -> node185
	node185 -> node186
	node938 -> node939
	node618 -> node619
	node619 -> node620
	node348 -> node396
	node348 -> node349
	node348 -> node388
	node348 -> node383
	node349 -> node350
	node344 -> node345
	node345 -> node357
	node345 -> node397
	node345 -> node366
	node345 -> node384
	node345 -> node385
	node345 -> node374
	node345 -> node386
	node346 -> node347
	node347 -> node348
	node340 -> node341
	node341 -> node342
	node342 -> node346
	node342 -> node398
	node343 -> node344
	node1098 -> node1099
	node878 -> node879
	node1094 -> node1095
	node1095 -> node1096
	node1096 -> node1097
	node879 -> node880
	node1090 -> node1091
	node1091 -> node1100
	node1092 -> node1093
	node1093 -> node1094
	node869 -> node870
	node868 -> node869
	node980 -> node981
	node874 -> node897
	node874 -> node895
	node986 -> node987
	node987 -> node988
	node984 -> node985
	node985 -> node986
	node861 -> node862
	node440 -> node442
	node863 -> node864
	node862 -> node863
	node865 -> node874
	node864 -> node865
	node867 -> node868
	node866 -> node867
	node1156 -> node1157
	node1133 -> node1134
	node1139 -> node1140
	node1138 -> node1139
	node1138 -> node1186
	node1138 -> node1173
	node1138 -> node1178
	node59 -> node85
	node59 -> node115
	node59 -> node68
	node59 -> node95
	node58 -> node59
	node689 -> node690
	node55 -> node56
	node54 -> node55
	node57 -> node58
	node56 -> node57
	node56 -> node118
	node51 -> node52
	node50 -> node51
	node53 -> node55
	node52 -> node53
	node506 -> node507
	node281 -> node282
	node504 -> node505
	node406 -> node407
	node469 -> node470
	node468 -> node469
	node500 -> node501
	node280 -> node281
	node465 -> node466
	node464 -> node465
	node467 -> node468
	node466 -> node475
	node461 -> node462
	node460 -> node461
	node463 -> node464
	node462 -> node463
	node945 -> node946
	node919 -> node920
	node918 -> node953
	node918 -> node966
	node918 -> node919
	node918 -> node958
	node669 -> node670
	node668 -> node678
	node667 -> node668
	node666 -> node668
	node665 -> node678
	node664 -> node665
	node663 -> node678
	node662 -> node663
	node661 -> node662
	node660 -> node661
	node487 -> node488
	node486 -> node495
	node485 -> node497
	node485 -> node508
	node484 -> node485
	node483 -> node484
	node446 -> node447
	node481 -> node482
	node480 -> node481
	node538 -> node539
	node489 -> node490
	node488 -> node489
	node289 -> node290
	node505 -> node507
	node1010 -> node1012
	node288 -> node289
	node502 -> node503
	node851 -> node1249
	node851 -> node1250
	node652 -> node653
	node535 -> node536
	node503 -> node504
	node762 -> node763
	node763 -> node764
	node760 -> node761
	node534 -> node535
	node766 -> node767
	node767 -> node768
	node764 -> node773
	node765 -> node766
	node533 -> node534
	node768 -> node769
	node501 -> node502
	node1166 -> node1167
	node532 -> node533
	node164 -> node177
	node165 -> node167
	node166 -> node167
	node167 -> node177
	node160 -> node161
	node161 -> node162
	node162 -> node177
	node163 -> node164
	node991 -> node992
	node530 -> node531
	node168 -> node169
	node169 -> node170
	node1129 -> node1130
	node1229 -> node1242
	node1228 -> node1229
	node1227 -> node1242
	node1226 -> node1227
	node1225 -> node1226
	node1163 -> node1172
	node362 -> node363
	node1222 -> node1223
	node1221 -> node1222
	node1220 -> node1221
	node1012 -> node1022
	node508 -> node569
	node508 -> node517
	node990 -> node1022
	node1197 -> node1198
	node871 -> node872
	node509 -> node512
	node509 -> node510
	node1168 -> node1169
	node363 -> node364
	node1169 -> node1170
	node717 -> node718
	node716 -> node717
	node556 -> node558
	node714 -> node715
	node713 -> node714
	node712 -> node713
	node711 -> node712
	node697 -> node698
	node1157 -> node1158
	node719 -> node720
	node718 -> node733
	node875 -> node884
	node579 -> node580
	node1231 -> node1232
	node1151 -> node1152
	node1150 -> node1151
	node300 -> node301
	node301 -> node310
	node302 -> node303
	node303 -> node304
	node304 -> node305
	node305 -> node306
	node306 -> node307
	node307 -> node308
	node308 -> node309
	node309 -> node310
	node1152 -> node1153
	node1142 -> node1143
	node917 -> node918
	node653 -> node654
	node1014 -> node1015
	node916 -> node917
	node650 -> node651
	node1015 -> node1016
	node904 -> node906
	node651 -> node652
	node1016 -> node1017
	node830 -> node843
	node910 -> node914
	node555 -> node568
	node1017 -> node1018
	node829 -> node830
	node554 -> node555
	node212 -> node213
	node912 -> node913
	node557 -> node558
	node198 -> node199
	node11 -> node12
	node10 -> node11
	node13 -> node14
	node12 -> node13
	node15 -> node16
	node14 -> node23
	node17 -> node18
	node16 -> node17
	node19 -> node20
	node18 -> node19
	node1013 -> node1014
	node222 -> node232
	node1177 -> node1187
	node1176 -> node1177
	node1175 -> node1177
	node828 -> node843
	node1173 -> node1174
	node553 -> node568
	node1078 -> node1079
	node1079 -> node1080
	node1076 -> node1077
	node1077 -> node1081
	node1077 -> node1133
	node1074 -> node1075
	node552 -> node553
	node1072 -> node1073
	node1073 -> node1074
	node1070 -> node1071
	node482 -> node483
	node623 -> node627
	node623 -> node679
	node388 -> node389
	node548 -> node549
	node549 -> node550
	node238 -> node273
	node238 -> node239
	node238 -> node286
	node238 -> node278
	node239 -> node240
	node625 -> node626
	node389 -> node390
	node234 -> node235
	node235 -> node276
	node235 -> node264
	node235 -> node275
	node235 -> node247
	node235 -> node256
	node235 -> node287
	node235 -> node274
	node236 -> node237
	node237 -> node238
	node230 -> node231
	node231 -> node232
	node232 -> node236
	node232 -> node288
	node233 -> node234
	node193 -> node194
	node1141 -> node1142
	node905 -> node906
	node944 -> node945
	node192 -> node193
	node701 -> node733
	node853 -> node854
	node1018 -> node1019
	node1198 -> node1199
	node969 -> node970
	node698 -> node699
	node1120 -> node1122
	node380 -> node381
	node1113 -> node1114
	node1136 -> node1137
	node1146 -> node1155
	node1188 -> node1189
	node1190 -> node1229
	node1190 -> node1211
	node1190 -> node1231
	node1190 -> node1219
	node1190 -> node1202
	node1190 -> node1230
	node1190 -> node1242
	node1189 -> node1190
	node382 -> node397
	node436 -> node437
	node437 -> node452
	node434 -> node435
	node383 -> node384
	node432 -> node433
	node433 -> node434
	node430 -> node431
	node431 -> node432
	node999 -> node1000
	node384 -> node397
	node699 -> node700
	node825 -> node826
	node438 -> node439
	node385 -> node387
	node128 -> node163
	node128 -> node129
	node128 -> node176
	node128 -> node168
	node129 -> node130
	node283 -> node284
	node282 -> node283
	node285 -> node286
	node284 -> node285
	node287 -> node291
	node287 -> node343
	node286 -> node287
	node120 -> node124
	node121 -> node122
	node122 -> node123
	node123 -> node124
	node124 -> node125
	node125 -> node146
	node125 -> node165
	node125 -> node154
	node125 -> node137
	node125 -> node166
	node125 -> node177
	node125 -> node164
	node126 -> node127
	node127 -> node128
	node606 -> node607
	node998 -> node1007
	node601 -> node602
	node824 -> node825
	node1122 -> node1132
	node600 -> node601
	node1144 -> node1145
	node1147 -> node1148
	node943 -> node952
	node603 -> node604
	node1194 -> node1195
	node602 -> node603
	node827 -> node828
	node1123 -> node1124
	node1011 -> node1012
	node940 -> node941
	node759 -> node760
	node758 -> node759
	node368 -> node369
	node753 -> node754
	node752 -> node753
	node751 -> node752
	node369 -> node370
	node757 -> node758
	node756 -> node788
	node755 -> node756
	node754 -> node755
	node946 -> node947
	node641 -> node642
	node1124 -> node1125
	node941 -> node942
	node761 -> node762
	node1206 -> node1207
	node1250 -> node1251
	node1191 -> node1192
	node550 -> node551
	node750 -> node751
	node821 -> node822
	node1125 -> node1126
	node1001 -> node1002
	node715 -> node716
	node948 -> node949
	node1038 -> node1039
	node769 -> node770
	node1126 -> node1127
	node416 -> node417
	node1032 -> node1033
	node1033 -> node1034
	node1030 -> node1031
	node1031 -> node1032
	node1036 -> node1045
	node1037 -> node1038
	node1034 -> node1035
	node1035 -> node1036
	node270 -> node271
	node271 -> node272
	node272 -> node287
	node273 -> node274
	node274 -> node287
	node275 -> node277
	node276 -> node277
	node277 -> node287
	node278 -> node279
	node279 -> node280
	node859 -> node860
	node379 -> node380
	node378 -> node379
	node1127 -> node1128
	node1130 -> node1131
	node993 -> node994
	node371 -> node372
	node370 -> node371
	node373 -> node382
	node372 -> node373
	node375 -> node376
	node374 -> node375
	node377 -> node378
	node376 -> node377
	node854 -> node905
	node854 -> node885
	node854 -> node858
	node854 -> node875
	node1192 -> node1193
	node1089 -> node1090
	node855 -> node856
	node1087 -> node1088
	node1086 -> node1087
	node1085 -> node1086
	node1084 -> node1085
	node1083 -> node1131
	node1083 -> node1084
	node1083 -> node1118
	node1083 -> node1123
	node856 -> node857
	node1081 -> node1082
	node822 -> node823
	node857 -> node866
	node857 -> node886
	node857 -> node876
	node979 -> node980
	node978 -> node979
	node977 -> node978
	node850 -> node851
	node975 -> node976
	node974 -> node975
	node973 -> node974
	node973 -> node1013
	node973 -> node1021
	node973 -> node1008
	node972 -> node973
	node971 -> node972
	node583 -> node584
	node68 -> node69
	node69 -> node70
	node852 -> node853
	node1108 -> node1117
	node621 -> node622
	node60 -> node61
	node60 -> node63
	node61 -> node62
	node62 -> node66
	node63 -> node64
	node64 -> node65
	node65 -> node66
	node66 -> node67
	node67 -> node96
	node67 -> node76
	node67 -> node86
	node573 -> node574
	node572 -> node573
	node478 -> node479
	node479 -> node480
	node577 -> node578
	node576 -> node577
	node575 -> node576
	node574 -> node575
	node574 -> node614
	node574 -> node622
	node574 -> node609
	node472 -> node473
	node473 -> node474
	node470 -> node471
	node471 -> node472
	node476 -> node485
	node477 -> node478
	node474 -> node475
	node475 -> node498
	node475 -> node496
	node908 -> node911
	node908 -> node909
	node909 -> node910
	node678 -> node682
	node678 -> node734
	node679 -> node680
	node435 -> node436
	node674 -> node675
	node675 -> node676
	node676 -> node677
	node677 -> node678
	node670 -> node671
	node671 -> node672
	node672 -> node673
	node447 -> node448
	node494 -> node495
	node495 -> node508
	node496 -> node497
	node497 -> node508
	node490 -> node491
	node491 -> node492
	node492 -> node493
	node493 -> node494
	node498 -> node499
	node499 -> node500
	node949 -> node950
	node525 -> node526
	node889 -> node890
	node888 -> node889
	node823 -> node824
	node1121 -> node1122
	node883 -> node884
	node882 -> node883
	node881 -> node882
	node880 -> node881
	node887 -> node888
	node886 -> node887
	node885 -> node894
	node884 -> node907
	node884 -> node896
	node1183 -> node1184
	node810 -> node811
	node849 -> node850
	node915 -> node927
	node915 -> node967
	node915 -> node936
	node915 -> node956
	node915 -> node954
	node915 -> node944
	node915 -> node955
	node799 -> node800
	node798 -> node799
	node797 -> node798
	node796 -> node797
	node795 -> node796
	node794 -> node795
	node794 -> node834
	node794 -> node842
	node794 -> node829
	node793 -> node794
	node792 -> node793
	node791 -> node803
	node791 -> node843
	node791 -> node830
	node791 -> node831
	node791 -> node832
	node791 -> node820
	node791 -> node812
	node790 -> node791
	node151 -> node152
	node150 -> node151
	node153 -> node162
	node152 -> node153
	node155 -> node156
	node154 -> node155
	node157 -> node158
	node156 -> node157
	node159 -> node160
	node158 -> node159
	node405 -> node406
	node404 -> node405
	node403 -> node404
	node403 -> node451
	node403 -> node438
	node403 -> node443
	node402 -> node403
	node401 -> node402
	node400 -> node440
	node400 -> node439
	node400 -> node441
	node400 -> node429
	node400 -> node421
	node400 -> node452
	node400 -> node412
	node1212 -> node1213
	node450 -> node451
	node1196 -> node1197
	node1211 -> node1212
	node1216 -> node1217
	node1217 -> node1218
	node1214 -> node1215
	node451 -> node452
	node778 -> node788
	node1218 -> node1227
	node1219 -> node1220
	node452 -> node453
	node421 -> node422
	node1131 -> node1132
	node453 -> node454
	node962 -> node963
	node420 -> node452
	node1097 -> node1098
	node454 -> node455
	node963 -> node964
	node423 -> node424
	node847 -> node848
	node455 -> node459
	node455 -> node476
	node455 -> node506
	node455 -> node486
	node1111 -> node1112
	node422 -> node423
	node456 -> node457
	node536 -> node568
	node1110 -> node1111
	node425 -> node426
	node457 -> node458
	node624 -> node625
	node424 -> node425
	node704 -> node705
	node705 -> node706
	node706 -> node707
	node707 -> node708
	node700 -> node701
	node427 -> node428
	node702 -> node703
	node703 -> node704
	node1179 -> node1180
	node426 -> node427
	node708 -> node709
	node709 -> node718
	node1104 -> node1105
	node785 -> node786
	node811 -> node843
	node1119 -> node1132
	node832 -> node833
	node1149 -> node1150
	node339 -> node340
	node338 -> node339
	node1118 -> node1119
	node335 -> node336
	node334 -> node335
	node337 -> node338
	node336 -> node337
	node331 -> node332
	node330 -> node332
	node333 -> node334
	node332 -> node342
	node635 -> node636
	node692 -> node701
	node786 -> node787
	node693 -> node694
	node922 -> node923
	node930 -> node931
	node1066 -> node1067
	node923 -> node924
	node1143 -> node1144
	node924 -> node925
	node526 -> node527
	node1140 -> node1141
	node544 -> node553
	node1148 -> node1149
	node820 -> node821
	node28 -> node29
	node29 -> node30
	node629 -> node677
	node629 -> node669
	node629 -> node630
	node629 -> node664
	node24 -> node33
	node25 -> node26
	node26 -> node27
	node27 -> node28
	node20 -> node21
	node21 -> node22
	node22 -> node23
	node23 -> node44
	node23 -> node46
	node1061 -> node1062
	node928 -> node929
	node1063 -> node1064
	node1062 -> node1077
	node1065 -> node1067
	node1064 -> node1077
	node1067 -> node1077
	node913 -> node914
	node1069 -> node1070
	node527 -> node536
	node1145 -> node1146
	node545 -> node546
	node209 -> node210
	node208 -> node217
	node632 -> node633
	node633 -> node634
	node634 -> node635
	node628 -> node629
	node636 -> node637
	node637 -> node646
	node201 -> node202
	node200 -> node232
	node203 -> node204
	node202 -> node203
	node205 -> node206
	node204 -> node205
	node207 -> node208
	node206 -> node207
	node507 -> node508
	node520 -> node521
	node591 -> node623
	node590 -> node591
	node593 -> node594
	node592 -> node593
	node595 -> node596
	node594 -> node595
	node597 -> node598
	node596 -> node597
	node599 -> node608
	node598 -> node599
	node845 -> node846
	node844 -> node845
	node843 -> node852
	node843 -> node844
	node842 -> node843
	node841 -> node842
	node840 -> node841
	node1039 -> node1040
	node1068 -> node1069
	node819 -> node828
	node115 -> node116
	node114 -> node116
	node117 -> node126
	node117 -> node178
	node116 -> node117
	node111 -> node112
	node110 -> node111
	node113 -> node114
	node112 -> node113
	node449 -> node450
	node448 -> node449
	node119 -> node120
	node118 -> node121
	node118 -> node119
	node1082 -> node1083
	node685 -> node686
	node684 -> node732
	node684 -> node724
	node684 -> node685
	node684 -> node719
	node687 -> node688
	node686 -> node687
	node528 -> node529
	node529 -> node530
	node298 -> node299
	node299 -> node300
	node296 -> node297
	node297 -> node298
	node294 -> node295
	node295 -> node296
	node292 -> node293
	node293 -> node341
	node293 -> node333
	node293 -> node294
	node293 -> node328
	node290 -> node319
	node290 -> node330
	node290 -> node331
	node290 -> node342
	node290 -> node302
	node290 -> node311
	node290 -> node329
	node291 -> node292
	node612 -> node613
	node631 -> node632
	node710 -> node711
	node523 -> node524
	node1237 -> node1238
	node640 -> node641
	node818 -> node819
	node643 -> node644
	node439 -> node452
	node642 -> node643
	node645 -> node646
	node644 -> node645
	node748 -> node749
	node638 -> node639
	node647 -> node648
	node639 -> node640
	node740 -> node741
	node741 -> node742
	node742 -> node743
	node646 -> node678
	node744 -> node745
	node610 -> node623
	node746 -> node747
	node747 -> node756
	node1249 -> node1250
	node1213 -> node1214
	node925 -> node926
	node1241 -> node1242
	node1240 -> node1241
	node1243 -> node1246
	node1243 -> node1244
	node1243 -> node1245
	node1242 -> node1243
	node1245 -> node1247
	node386 -> node387
	node1247 -> node1248
	node1246 -> node1247
	node688 -> node689
	node942 -> node943
	node920 -> node921
	node1210 -> node1242
	node387 -> node397
	node976 -> node977
	node407 -> node408
	node947 -> node948
	node921 -> node922
	node1186 -> node1187
	node1187 -> node1191
	node1184 -> node1185
	node1185 -> node1186
	node1029 -> node1030
	node1028 -> node1068
	node1028 -> node1076
	node1028 -> node1029
	node1028 -> node1063
	node1180 -> node1181
	node774 -> node775
	node1025 -> node1065
	node1025 -> node1054
	node1025 -> node1064
	node1025 -> node1037
	node1025 -> node1077
	node1025 -> node1066
	node1025 -> node1046
	node1024 -> node1025
	node1027 -> node1028
	node1026 -> node1027
	node1021 -> node1022
	node1020 -> node1021
	node1023 -> node1024
	node1022 -> node1078
	node1022 -> node1026
	node366 -> node367
	node367 -> node368
	node364 -> node365
	node365 -> node397
	node249 -> node250
	node248 -> node249
	node360 -> node361
	node361 -> node362
	node245 -> node246
	node244 -> node245
	node247 -> node248
	node246 -> node255
	node241 -> node242
	node240 -> node241
	node243 -> node244
	node242 -> node243
	node826 -> node827
	node1178 -> node1179
	node1106 -> node1107
	node77 -> node78
	node76 -> node77
	node75 -> node84
	node74 -> node75
	node73 -> node74
	node72 -> node73
	node71 -> node72
	node70 -> node71
	node964 -> node965
	node965 -> node966
	node966 -> node967
	node967 -> node971
	node967 -> node1023
	node960 -> node961
	node961 -> node962
	node79 -> node80
	node78 -> node79
	node1058 -> node1059
	node1059 -> node1060
	node1107 -> node1108
	node1112 -> node1113
	node1115 -> node1116
	node1114 -> node1115
	node1117 -> node1132
	node1116 -> node1117
	node1050 -> node1051
	node1051 -> node1052
	node1052 -> node1053
	node1053 -> node1062
	node1054 -> node1055
	node1055 -> node1056
	node1056 -> node1057
	node1057 -> node1058
	node560 -> node561
	node561 -> node562
	node562 -> node563
	node563 -> node564
	node564 -> node565
	node565 -> node566
	node566 -> node567
	node567 -> node568
	node568 -> node624
	node568 -> node572
	node569 -> node570
	node848 -> node849
	node649 -> node650
	node648 -> node649
	node399 -> node400
	node398 -> node399
	node1215 -> node1216
	node846 -> node847
	node393 -> node394
	node392 -> node393
	node391 -> node392
	node390 -> node391
	node397 -> node509
	node397 -> node401
	node397 -> node456
	node396 -> node397
	node395 -> node396
	node394 -> node395
	node1088 -> node1089
	node898 -> node899
	node899 -> node900
	node926 -> node935
	node890 -> node891
	node891 -> node892
	node892 -> node893
	node893 -> node894
	node894 -> node907
	node895 -> node896
	node896 -> node907
	node897 -> node898
	node1193 -> node1241
	node1193 -> node1228
	node1193 -> node1194
	node1193 -> node1233
	node88 -> node89
	node89 -> node90
	node788 -> node908
	node788 -> node792
	node788 -> node855
	node789 -> node790
	node970 -> node991
	node970 -> node1022
	node970 -> node999
	node970 -> node1009
	node970 -> node1010
	node970 -> node1011
	node970 -> node982
	node82 -> node83
	node83 -> node84
	node80 -> node81
	node81 -> node82
	node86 -> node87
	node87 -> node88
	node84 -> node107
	node84 -> node105
	node85 -> node94
	node803 -> node804
	node784 -> node785
	node801 -> node802
	node800 -> node801
	node418 -> node419
	node419 -> node420
	node148 -> node149
	node149 -> node150
	node146 -> node147
	node147 -> node148
	node144 -> node145
	node145 -> node177
	node142 -> node143
	node143 -> node144
	node140 -> node141
	node141 -> node142
	node1205 -> node1206
	node269 -> node270
	node1207 -> node1208
	node787 -> node788
	node1201 -> node1210
	node1200 -> node1201
	node1203 -> node1204
	node1202 -> node1203
	node780 -> node781
	node1103 -> node1104
	node1209 -> node1210
	node1208 -> node1209
	node781 -> node782
	node782 -> node783
	node870 -> node871
	node783 -> node784
	node808 -> node809
	node992 -> node993
	node802 -> node811
	node682 -> node683
	node929 -> node930
	node731 -> node732
	node539 -> node540
	node733 -> node737
	node733 -> node789
	node732 -> node733
	node735 -> node736
	node734 -> node735
	node737 -> node738
	node736 -> node788
	node736 -> node775
	node736 -> node777
	node736 -> node748
	node736 -> node765
	node736 -> node776
	node736 -> node757
	node739 -> node740
	node739 -> node787
	node739 -> node774
	node739 -> node779
	node738 -> node739
	node806 -> node807
	node443 -> node444
	node807 -> node808
	node805 -> node806
	node442 -> node452
	node804 -> node805
	node441 -> node442
	node1174 -> node1187
	node414 -> node415
	node328 -> node329
	node329 -> node342
	node415 -> node416
	node322 -> node323
	node323 -> node324
	node320 -> node321
	node321 -> node322
	node326 -> node327
	node327 -> node342
	node324 -> node325
	node325 -> node326
	node417 -> node418
	node445 -> node446
	node410 -> node411
	node444 -> node445
	node537 -> node538
	node411 -> node420
	node551 -> node552
	node412 -> node413
	node413 -> node414
	node39 -> node40
	node38 -> node39
	node1159 -> node1160
	node1158 -> node1159
	node1204 -> node1205
	node33 -> node45
	node33 -> node56
	node32 -> node33
	node31 -> node32
	node30 -> node31
	node37 -> node38
	node36 -> node37
	node35 -> node36
	node34 -> node43
	node216 -> node217
	node217 -> node232
	node214 -> node215
	node215 -> node216
	node199 -> node200
	node213 -> node214
	node210 -> node211
	node211 -> node212
	node195 -> node196
	node194 -> node195
	node197 -> node198
	node196 -> node197
	node191 -> node200
	node190 -> node191
	node218 -> node219
	node219 -> node232
	node933 -> node934
	node1105 -> node1106
	node609 -> node610
	node608 -> node623
	node359 -> node360
	node358 -> node359
	node357 -> node358
	node356 -> node365
	node355 -> node356
	node354 -> node355
	node353 -> node354
	node352 -> node353
	node351 -> node352
	node350 -> node351
	node839 -> node840
	node1100 -> node1132
	node681 -> node720
	node681 -> node733
	node681 -> node722
	node681 -> node693
	node681 -> node710
	node681 -> node702
	node681 -> node721
	node1101 -> node1102
	node680 -> node681
	node995 -> node996
	node994 -> node995
	node997 -> node998
	node996 -> node997
	node858 -> node859
	node683 -> node684
	node588 -> node589
	node589 -> node590
	node586 -> node587
	node587 -> node588
	node584 -> node585
	node585 -> node586
	node582 -> node591
	node571 -> node610
	node571 -> node611
	node571 -> node592
	node571 -> node583
	node571 -> node600
	node571 -> node612
	node571 -> node623
	node580 -> node581
	node581 -> node582
	node1128 -> node1129
	node524 -> node525
	node570 -> node571
	node48 -> node49
	node49 -> node50
	node46 -> node47
	node47 -> node48
	node44 -> node45
	node45 -> node56
	node42 -> node43
	node43 -> node56
	node40 -> node41
	node41 -> node42
	node102 -> node103
	node103 -> node104
	node100 -> node101
	node101 -> node102
	node106 -> node117
	node107 -> node108
	node104 -> node117
	node105 -> node106
	node458 -> node477
	node458 -> node467
	node458 -> node487
	node459 -> node460
	node108 -> node109
	node109 -> node110
	node521 -> node522
	node519 -> node520
	node519 -> node554
	node519 -> node567
	node519 -> node559
	node518 -> node519
	node690 -> node691
	node691 -> node692
	node696 -> node697
	node522 -> node523
	node694 -> node695
	node695 -> node696
	node511 -> node515
	node510 -> node511
	node513 -> node514
	node512 -> node513
	node515 -> node516
	node514 -> node515
	node517 -> node518
	node516 -> node537
	node516 -> node568
	node516 -> node556
	node516 -> node555
	node516 -> node545
	node516 -> node557
	node516 -> node528
	node833 -> node843
	node578 -> node579
	node1075 -> node1076
	node1171 -> node1172
	node914 -> node915
	node1170 -> node1171
	node775 -> node788
	node531 -> node532
	node777 -> node778
	node776 -> node778
	node771 -> node772
	node770 -> node771
	node773 -> node788
	node772 -> node773
	node779 -> node780
	node658 -> node659
	node605 -> node606
	node177 -> node181
	node177 -> node233
	node176 -> node177
	node175 -> node176
	node174 -> node175
	node173 -> node174
	node172 -> node173
	node171 -> node172
	node170 -> node171
	node1071 -> node1072
	node179 -> node180
	node178 -> node179
	node1238 -> node1239
	node1239 -> node1240
	node622 -> node623
	node1234 -> node1235
	node1235 -> node1236
	node1236 -> node1237
	node659 -> node660
	node1230 -> node1232
	node604 -> node605
	node1232 -> node1242
	node1233 -> node1234
	node902 -> node903
	node620 -> node621
	node903 -> node904
	node627 -> node628
	node900 -> node901
	node626 -> node647
	node626 -> node667
	node626 -> node665
	node626 -> node638
	node626 -> node655
	node626 -> node666
	node626 -> node678
	node1019 -> node1020
	node1007 -> node1022
	node901 -> node902
	node1006 -> node1007
	node906 -> node907
	node607 -> node608
	node261 -> node262
	node1155 -> node1187
	node907 -> node968
	node907 -> node916
	node542 -> node543
	node189 -> node190
	node835 -> node836
	node543 -> node544
	node1003 -> node1004
	node673 -> node674
	node540 -> node541
	node1002 -> node1003
}