digraph {
node1 [label="Input0
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=0.0,parameter_size=0.0]"]
node4 [label="Embedding(32320, 1024, padding_idx=0)
[forward_compute_time=0.073,backward_compute_time=6.949,activation_size=6291456.0,parameter_size=132382720.0]"]
node5 [label="EmuBidirLSTM(
(bidir): LSTM(1024, 1024, bidirectional=True)
(layer1): LSTM(1024, 1024)
(layer2): LSTM(1024, 1024)
)
[forward_compute_time=5.247,backward_compute_time=0.016,activation_size=12582912.0,parameter_size=67174400.0]"]
node2 [label="Input1
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=0.0,parameter_size=0.0]"]
node6 [label="Dropout(p=0.2)
[forward_compute_time=0.077,backward_compute_time=0.196,activation_size=12582912.0,parameter_size=0.0]"]
node7 [label="LSTM(2048, 1024)
[forward_compute_time=3.190,backward_compute_time=5.348,activation_size=[6291456.0, 131072.0, 131072.0],parameter_size=50364416.0]"]
node8 [label="__getitem__(0)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=6291456.0,parameter_size=0.0]"]
node9 [label="__getitem__(1)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=131072.0,parameter_size=0.0]"]
node10 [label="Dropout(p=0.2)
[forward_compute_time=0.064,backward_compute_time=0.128,activation_size=6291456.0,parameter_size=0.0]"]
node11 [label="LSTM(1024, 1024)
[forward_compute_time=2.491,backward_compute_time=4.203,activation_size=[6291456.0, 131072.0, 131072.0],parameter_size=33587200.0]"]
node12 [label="__getitem__(0)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=6291456.0,parameter_size=0.0]"]
node13 [label="__getitem__(1)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=131072.0,parameter_size=0.0]"]
node14 [label="Add
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=6291456.0,parameter_size=0.0]"]
node15 [label="Dropout(p=0.2)
[forward_compute_time=0.059,backward_compute_time=0.121,activation_size=6291456.0,parameter_size=0.0]"]
node16 [label="LSTM(1024, 1024)
[forward_compute_time=2.492,backward_compute_time=4.201,activation_size=[6291456.0, 131072.0, 131072.0],parameter_size=33587200.0]"]
node17 [label="__getitem__(0)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=6291456.0,parameter_size=0.0]"]
node18 [label="__getitem__(1)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=131072.0,parameter_size=0.0]"]
node19 [label="Add
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=6291456.0,parameter_size=0.0]"]
node3 [label="Input2
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=0.0,parameter_size=0.0]"]
node21 [label="Embedding(32320, 1024, padding_idx=0)
[forward_compute_time=0.066,backward_compute_time=0.328,activation_size=6291456.0,parameter_size=132382720.0]"]
node20 [label="hidden
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=0.0,parameter_size=0.0]"]
node22 [label="__getitem__(0)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=0.0,parameter_size=0.0]"]
node23 [label="RecurrentAttention(
(rnn): LSTM(1024, 1024)
(attn): BahdanauAttention(
(linear_q): Linear(in_features=1024, out_features=1024, bias=False)
(linear_k): Linear(in_features=1024, out_features=1024, bias=False)
(dropout): Dropout(p=0)
)
(dropout): Dropout(p=0)
)
[forward_compute_time=4.546,backward_compute_time=6.141,activation_size=[6160384.0, 131072.0, 131072.0, 6160384.0, 288768.0],parameter_size=41979904.0]"]
node24 [label="__getitem__(0)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=6160384.0,parameter_size=0.0]"]
node25 [label="__getitem__(1)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=131072.0,parameter_size=0.0]"]
node26 [label="__getitem__(2)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=131072.0,parameter_size=0.0]"]
node27 [label="__getitem__(3)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=6160384.0,parameter_size=0.0]"]
node28 [label="Dropout(p=0.2)
[forward_compute_time=0.058,backward_compute_time=0.176,activation_size=6160384.0,parameter_size=0.0]"]
node29 [label="Concat(2)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=6160384.0,parameter_size=0.0]"]
node30 [label="__getitem__(1)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=0.0,parameter_size=0.0]"]
node31 [label="LSTM(2048, 1024)
[forward_compute_time=3.151,backward_compute_time=5.288,activation_size=[6160384.0, 131072.0, 131072.0],parameter_size=50364416.0]"]
node32 [label="__getitem__(0)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=6160384.0,parameter_size=0.0]"]
node33 [label="__getitem__(1)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=131072.0,parameter_size=0.0]"]
node34 [label="Dropout(p=0.2)
[forward_compute_time=0.061,backward_compute_time=0.174,activation_size=6160384.0,parameter_size=0.0]"]
node35 [label="Concat(2)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=6160384.0,parameter_size=0.0]"]
node36 [label="__getitem__(2)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=0.0,parameter_size=0.0]"]
node37 [label="LSTM(2048, 1024)
[forward_compute_time=3.145,backward_compute_time=5.306,activation_size=[6160384.0, 131072.0, 131072.0],parameter_size=50364416.0]"]
node38 [label="__getitem__(0)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=6160384.0,parameter_size=0.0]"]
node39 [label="__getitem__(1)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=131072.0,parameter_size=0.0]"]
node40 [label="Add
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=6160384.0,parameter_size=0.0]"]
node41 [label="Dropout(p=0.2)
[forward_compute_time=0.055,backward_compute_time=0.198,activation_size=6160384.0,parameter_size=0.0]"]
node42 [label="Concat(2)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=6160384.0,parameter_size=0.0]"]
node43 [label="__getitem__(3)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=0.0,parameter_size=0.0]"]
node44 [label="LSTM(2048, 1024)
[forward_compute_time=3.149,backward_compute_time=15.883,activation_size=[6160384.0, 131072.0, 131072.0],parameter_size=50364416.0]"]
node45 [label="__getitem__(0)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=6160384.0,parameter_size=0.0]"]
node46 [label="__getitem__(1)
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=131072.0,parameter_size=0.0]"]
node47 [label="Add
[forward_compute_time=0.000,backward_compute_time=0.000,activation_size=6160384.0,parameter_size=0.0]"]
node48 [label="Classifier(
(classifier): Linear(in_features=1024, out_features=32320, bias=True)
)
[forward_compute_time=5.609,backward_compute_time=1.227,activation_size=194437120.0,parameter_size=132512000.0]"]
node1 -> node4
node4 -> node5
node5 -> node6
node2 -> node5
node2 -> node23
node6 -> node7
node7 -> node8
node7 -> node9
node8 -> node10
node8 -> node14
node10 -> node11
node11 -> node12
node11 -> node13
node12 -> node14
node14 -> node15
node14 -> node19
node15 -> node16
node16 -> node17
node16 -> node18
node17 -> node19
node19 -> node23
node3 -> node21
node21 -> node23
node20 -> node22
node20 -> node30
node20 -> node36
node20 -> node43
node22 -> node23
node23 -> node24
node23 -> node25
node23 -> node26
node23 -> node27
node24 -> node28
node26 -> node29
node26 -> node35
node26 -> node42
node28 -> node29
node29 -> node31
node30 -> node31
node31 -> node32
node31 -> node33
node32 -> node34
node32 -> node40
node34 -> node35
node35 -> node37
node36 -> node37
node37 -> node38
node37 -> node39
node38 -> node40
node40 -> node41
node40 -> node47
node41 -> node42
node42 -> node44
node43 -> node44
node44 -> node45
node44 -> node46
node45 -> node47
node47 -> node48
}