digraph { node11 [label="Add(inplace) [forward_compute_time=0.000,backward_compute_time=0.000,activation_size=205520896.0,parameter_size=0.0]"] node10 [label="BatchNorm2d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True) [forward_compute_time=1.042,backward_compute_time=1.192,activation_size=205520896.0,parameter_size=512.0]"] node13 [label="Conv2d(64, 64, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False) [forward_compute_time=3.852,backward_compute_time=9.775,activation_size=205520896.0,parameter_size=147456.0]"] node12 [label="ReLU(inplace) [forward_compute_time=1.427,backward_compute_time=1.455,activation_size=205520896.0,parameter_size=0.0]"] node15 [label="ReLU(inplace) [forward_compute_time=0.744,backward_compute_time=0.885,activation_size=205520896.0,parameter_size=0.0]"] node14 [label="BatchNorm2d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True) [forward_compute_time=1.046,backward_compute_time=1.170,activation_size=205520896.0,parameter_size=512.0]"] node17 [label="BatchNorm2d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True) [forward_compute_time=1.052,backward_compute_time=1.188,activation_size=205520896.0,parameter_size=512.0]"] node16 [label="Conv2d(64, 64, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False) [forward_compute_time=3.742,backward_compute_time=10.906,activation_size=205520896.0,parameter_size=147456.0]"] node19 [label="ReLU(inplace) [forward_compute_time=1.415,backward_compute_time=1.495,activation_size=205520896.0,parameter_size=0.0]"] node18 [label="Add(inplace) [forward_compute_time=0.000,backward_compute_time=0.000,activation_size=205520896.0,parameter_size=0.0]"] node31 [label="ReLU(inplace) [forward_compute_time=0.485,backward_compute_time=0.399,activation_size=102760448.0,parameter_size=0.0]"] node30 [label="BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True) [forward_compute_time=0.633,backward_compute_time=0.588,activation_size=102760448.0,parameter_size=1024.0]"] node37 [label="BatchNorm2d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True) [forward_compute_time=0.472,backward_compute_time=0.315,activation_size=51380224.0,parameter_size=2048.0]"] node36 [label="Conv2d(128, 256, kernel_size=(3, 3), stride=(2, 2), padding=(1, 1), bias=False) [forward_compute_time=2.595,backward_compute_time=7.868,activation_size=51380224.0,parameter_size=1179648.0]"] node35 [label="ReLU(inplace) [forward_compute_time=0.790,backward_compute_time=0.741,activation_size=102760448.0,parameter_size=0.0]"] node34 [label="Add(inplace) [forward_compute_time=0.000,backward_compute_time=0.000,activation_size=102760448.0,parameter_size=0.0]"] node60 [label="ReLU(inplace) [forward_compute_time=0.329,backward_compute_time=0.188,activation_size=25690112.0,parameter_size=0.0]"] node38 [label="ReLU(inplace) [forward_compute_time=0.348,backward_compute_time=0.225,activation_size=51380224.0,parameter_size=0.0]"] node59 [label="Add(inplace) [forward_compute_time=0.000,backward_compute_time=0.000,activation_size=25690112.0,parameter_size=0.0]"] node58 [label="BatchNorm2d(512, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True) [forward_compute_time=1.190,backward_compute_time=0.198,activation_size=25690112.0,parameter_size=4096.0]"] node61 [label="Conv2d(512, 512, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False) [forward_compute_time=2.158,backward_compute_time=3.838,activation_size=25690112.0,parameter_size=9437184.0]"] node55 [label="Conv2d(512, 512, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False) [forward_compute_time=3.392,backward_compute_time=3.863,activation_size=25690112.0,parameter_size=9437184.0]"] node54 [label="ReLU(inplace) [forward_compute_time=0.358,backward_compute_time=0.129,activation_size=25690112.0,parameter_size=0.0]"] node57 [label="Conv2d(256, 512, kernel_size=(1, 1), stride=(2, 2), bias=False) [forward_compute_time=0.825,backward_compute_time=1.290,activation_size=25690112.0,parameter_size=524288.0]"] node56 [label="BatchNorm2d(512, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True) [forward_compute_time=0.450,backward_compute_time=0.192,activation_size=25690112.0,parameter_size=4096.0]"] node51 [label="ReLU(inplace) [forward_compute_time=0.481,backward_compute_time=0.368,activation_size=51380224.0,parameter_size=0.0]"] node50 [label="Add(inplace) [forward_compute_time=0.000,backward_compute_time=0.000,activation_size=51380224.0,parameter_size=0.0]"] node53 [label="BatchNorm2d(512, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True) [forward_compute_time=0.417,backward_compute_time=0.212,activation_size=25690112.0,parameter_size=4096.0]"] node52 [label="Conv2d(256, 512, kernel_size=(3, 3), stride=(2, 2), padding=(1, 1), bias=False) [forward_compute_time=3.045,backward_compute_time=6.840,activation_size=25690112.0,parameter_size=4718592.0]"] node63 [label="ReLU(inplace) [forward_compute_time=0.294,backward_compute_time=0.124,activation_size=25690112.0,parameter_size=0.0]"] node71 [label="Linear(in_features=512, out_features=1000, bias=True) [forward_compute_time=0.389,backward_compute_time=0.118,activation_size=1024000.0,parameter_size=2052000.0]"] node64 [label="Conv2d(512, 512, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False) [forward_compute_time=2.172,backward_compute_time=6.242,activation_size=25690112.0,parameter_size=9437184.0]"] node70 [label="View(-1) [forward_compute_time=0.000,backward_compute_time=0.000,activation_size=524288.0,parameter_size=0.0]"] node65 [label="BatchNorm2d(512, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True) [forward_compute_time=0.411,backward_compute_time=0.211,activation_size=25690112.0,parameter_size=4096.0]"] node62 [label="BatchNorm2d(512, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True) [forward_compute_time=0.421,backward_compute_time=0.201,activation_size=25690112.0,parameter_size=4096.0]"] node33 [label="BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True) [forward_compute_time=0.630,backward_compute_time=0.585,activation_size=102760448.0,parameter_size=1024.0]"] node66 [label="Add(inplace) [forward_compute_time=0.000,backward_compute_time=0.000,activation_size=25690112.0,parameter_size=0.0]"] node32 [label="Conv2d(128, 128, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False) [forward_compute_time=2.254,backward_compute_time=4.866,activation_size=102760448.0,parameter_size=589824.0]"] node39 [label="Conv2d(256, 256, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False) [forward_compute_time=2.647,backward_compute_time=4.158,activation_size=51380224.0,parameter_size=2359296.0]"] node67 [label="ReLU(inplace) [forward_compute_time=0.339,backward_compute_time=0.132,activation_size=25690112.0,parameter_size=0.0]"] node28 [label="ReLU(inplace) [forward_compute_time=0.806,backward_compute_time=0.736,activation_size=102760448.0,parameter_size=0.0]"] node29 [label="Conv2d(128, 128, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False) [forward_compute_time=2.370,backward_compute_time=4.459,activation_size=102760448.0,parameter_size=589824.0]"] node24 [label="BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True) [forward_compute_time=0.638,backward_compute_time=0.576,activation_size=102760448.0,parameter_size=1024.0]"] node25 [label="Conv2d(64, 128, kernel_size=(1, 1), stride=(2, 2), bias=False) [forward_compute_time=0.853,backward_compute_time=1.834,activation_size=102760448.0,parameter_size=32768.0]"] node26 [label="BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True) [forward_compute_time=0.636,backward_compute_time=0.580,activation_size=102760448.0,parameter_size=1024.0]"] node27 [label="Add(inplace) [forward_compute_time=0.000,backward_compute_time=0.000,activation_size=102760448.0,parameter_size=0.0]"] node20 [label="Conv2d(64, 128, kernel_size=(3, 3), stride=(2, 2), padding=(1, 1), bias=False) [forward_compute_time=2.873,backward_compute_time=8.538,activation_size=102760448.0,parameter_size=294912.0]"] node21 [label="BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True) [forward_compute_time=0.668,backward_compute_time=0.583,activation_size=102760448.0,parameter_size=1024.0]"] node22 [label="ReLU(inplace) [forward_compute_time=0.500,backward_compute_time=0.397,activation_size=102760448.0,parameter_size=0.0]"] node23 [label="Conv2d(128, 128, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False) [forward_compute_time=2.633,backward_compute_time=4.203,activation_size=102760448.0,parameter_size=589824.0]"] node68 [label="AvgPool2d(kernel_size=7, stride=1, padding=0) [forward_compute_time=0.417,backward_compute_time=0.211,activation_size=524288.0,parameter_size=0.0]"] node69 [label="Size(0) [forward_compute_time=0.000,backward_compute_time=0.000,activation_size=4.0,parameter_size=0.0]"] node48 [label="Conv2d(256, 256, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False) [forward_compute_time=2.404,backward_compute_time=4.873,activation_size=51380224.0,parameter_size=2359296.0]"] node49 [label="BatchNorm2d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True) [forward_compute_time=0.472,backward_compute_time=0.317,activation_size=51380224.0,parameter_size=2048.0]"] node46 [label="BatchNorm2d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True) [forward_compute_time=0.477,backward_compute_time=0.323,activation_size=51380224.0,parameter_size=2048.0]"] node47 [label="ReLU(inplace) [forward_compute_time=0.354,backward_compute_time=0.215,activation_size=51380224.0,parameter_size=0.0]"] node44 [label="ReLU(inplace) [forward_compute_time=0.475,backward_compute_time=0.369,activation_size=51380224.0,parameter_size=0.0]"] node45 [label="Conv2d(256, 256, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False) [forward_compute_time=2.279,backward_compute_time=4.138,activation_size=51380224.0,parameter_size=2359296.0]"] node42 [label="BatchNorm2d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True) [forward_compute_time=0.525,backward_compute_time=0.310,activation_size=51380224.0,parameter_size=2048.0]"] node43 [label="Add(inplace) [forward_compute_time=0.000,backward_compute_time=0.000,activation_size=51380224.0,parameter_size=0.0]"] node40 [label="BatchNorm2d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True) [forward_compute_time=0.662,backward_compute_time=0.310,activation_size=51380224.0,parameter_size=2048.0]"] node41 [label="Conv2d(128, 256, kernel_size=(1, 1), stride=(2, 2), bias=False) [forward_compute_time=0.777,backward_compute_time=1.426,activation_size=51380224.0,parameter_size=131072.0]"] node9 [label="Conv2d(64, 64, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False) [forward_compute_time=4.337,backward_compute_time=9.971,activation_size=205520896.0,parameter_size=147456.0]"] node8 [label="ReLU(inplace) [forward_compute_time=0.751,backward_compute_time=0.757,activation_size=205520896.0,parameter_size=0.0]"] node1 [label="Input [forward_compute_time=473.625,backward_compute_time=0.000,activation_size=154140672.0,parameter_size=0.0]"] node3 [label="BatchNorm2d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True) [forward_compute_time=5.874,backward_compute_time=6.418,activation_size=822083584.0,parameter_size=512.0]"] node2 [label="Conv2d(3, 64, kernel_size=(7, 7), stride=(2, 2), padding=(3, 3), bias=False) [forward_compute_time=23.046,backward_compute_time=9.284,activation_size=822083584.0,parameter_size=37632.0]"] node5 [label="MaxPool2d(kernel_size=3, stride=2, padding=1, dilation=1, ceil_mode=False) [forward_compute_time=2.434,backward_compute_time=5.013,activation_size=205520896.0,parameter_size=0.0]"] node4 [label="ReLU(inplace) [forward_compute_time=2.840,backward_compute_time=3.527,activation_size=822083584.0,parameter_size=0.0]"] node7 [label="BatchNorm2d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True) [forward_compute_time=1.083,backward_compute_time=1.196,activation_size=205520896.0,parameter_size=512.0]"] node6 [label="Conv2d(64, 64, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False) [forward_compute_time=4.417,backward_compute_time=9.775,activation_size=205520896.0,parameter_size=147456.0]"] node11 -> node12 node10 -> node11 node13 -> node14 node12 -> node13 node12 -> node18 node15 -> node16 node14 -> node15 node17 -> node18 node16 -> node17 node19 -> node20 node19 -> node25 node18 -> node19 node31 -> node32 node30 -> node31 node37 -> node38 node36 -> node37 node35 -> node36 node35 -> node41 node34 -> node35 node60 -> node61 node60 -> node66 node38 -> node39 node59 -> node60 node58 -> node59 node61 -> node62 node55 -> node56 node54 -> node55 node57 -> node58 node56 -> node59 node51 -> node52 node51 -> node57 node50 -> node51 node53 -> node54 node52 -> node53 node63 -> node64 node64 -> node65 node70 -> node71 node65 -> node66 node62 -> node63 node33 -> node34 node66 -> node67 node32 -> node33 node39 -> node40 node67 -> node68 node28 -> node29 node28 -> node34 node29 -> node30 node24 -> node27 node25 -> node26 node26 -> node27 node27 -> node28 node20 -> node21 node21 -> node22 node22 -> node23 node23 -> node24 node68 -> node70 node68 -> node69 node69 -> node70 node48 -> node49 node49 -> node50 node46 -> node47 node47 -> node48 node44 -> node45 node44 -> node50 node45 -> node46 node42 -> node43 node43 -> node44 node40 -> node43 node41 -> node42 node9 -> node10 node8 -> node9 node1 -> node2 node3 -> node4 node2 -> node3 node5 -> node6 node5 -> node11 node4 -> node5 node7 -> node8 node6 -> node7 }