315 lines
12 KiB
Plaintext
315 lines
12 KiB
Plaintext
digraph {
|
|
graph [size="41.25,41.25"]
|
|
node [align=left fontname=monospace fontsize=10 height=0.2 ranksep=0.1 shape=box style=filled]
|
|
128888751673712 [label="
|
|
(2, 32)" fillcolor=darkolivegreen1]
|
|
128888753641056 [label=SinBackward0]
|
|
128888753641344 -> 128888753641056
|
|
128888753641344 [label=AddmmBackward0]
|
|
128888753641200 -> 128888753641344
|
|
128888753629808 [label="fusion.0.bias
|
|
(32)" fillcolor=lightblue]
|
|
128888753629808 -> 128888753641200
|
|
128888753641200 [label=AccumulateGrad]
|
|
128888753641392 -> 128888753641344
|
|
128888753641392 [label=UnsafeViewBackward0]
|
|
128888753641152 -> 128888753641392
|
|
128888753641152 [label=CloneBackward0]
|
|
128888753641584 -> 128888753641152
|
|
128888753641584 [label=TransposeBackward0]
|
|
128888753641680 -> 128888753641584
|
|
128888753641680 [label=ViewBackward0]
|
|
128888753641776 -> 128888753641680
|
|
128888753641776 [label=AddmmBackward0]
|
|
128888753641872 -> 128888753641776
|
|
128888753629728 [label="temporal_attention.out_proj.bias
|
|
(16)" fillcolor=lightblue]
|
|
128888753629728 -> 128888753641872
|
|
128888753641872 [label=AccumulateGrad]
|
|
128888753641824 -> 128888753641776
|
|
128888753641824 [label=ViewBackward0]
|
|
128888753641968 -> 128888753641824
|
|
128888753641968 [label=CloneBackward0]
|
|
128888753642208 -> 128888753641968
|
|
128888753642208 [label=TransposeBackward0]
|
|
128888753642304 -> 128888753642208
|
|
128888753642304 [label=BmmBackward0]
|
|
128888753642352 -> 128888753642304
|
|
128888753642352 [label=SoftmaxBackward0]
|
|
128888753642592 -> 128888753642352
|
|
128888753642592 [label=BmmBackward0]
|
|
128888753642640 -> 128888753642592
|
|
128888753642640 [label=DivBackward0]
|
|
128888753642880 -> 128888753642640
|
|
128888753642880 [label=TransposeBackward0]
|
|
128888753642976 -> 128888753642880
|
|
128888753642976 [label=ViewBackward0]
|
|
128888753643024 -> 128888753642976
|
|
128888753643024 [label=SelectBackward0]
|
|
128888753643168 -> 128888753643024
|
|
128888753643168 [label=CloneBackward0]
|
|
128888753643312 -> 128888753643168
|
|
128888753643312 [label=SqueezeBackward1]
|
|
128888753643456 -> 128888753643312
|
|
128888753643456 [label=TransposeBackward0]
|
|
128888753643600 -> 128888753643456
|
|
128888753643600 [label=UnsqueezeBackward0]
|
|
128888753643744 -> 128888753643600
|
|
128888753643744 [label=ViewBackward0]
|
|
128888753643888 -> 128888753643744
|
|
128888753643888 [label=AddBackward0]
|
|
128888753644032 -> 128888753643888
|
|
128888753644032 [label=UnsafeViewBackward0]
|
|
128888753644272 -> 128888753644032
|
|
128888753644272 [label=MmBackward0]
|
|
128888753644320 -> 128888753644272
|
|
128888753644320 [label=UnsafeViewBackward0]
|
|
128888753644560 -> 128888753644320
|
|
128888753644560 [label=CloneBackward0]
|
|
128888753644608 -> 128888753644560
|
|
128888753644608 [label=TransposeBackward0]
|
|
128888753644752 -> 128888753644608
|
|
128888753644752 [label=StackBackward0]
|
|
128888753644896 -> 128888753644752
|
|
128888753644896 [label=AddmmBackward0]
|
|
128888753645232 -> 128888753644896
|
|
128888753628928 [label="leading_proj.bias
|
|
(16)" fillcolor=lightblue]
|
|
128888753628928 -> 128888753645232
|
|
128888753645232 [label=AccumulateGrad]
|
|
128888753645184 -> 128888753644896
|
|
128888753645184 [label=SinBackward0]
|
|
128888753645328 -> 128888753645184
|
|
128888753645328 [label=AddmmBackward0]
|
|
128888753645616 -> 128888753645328
|
|
128888753627008 [label="leading_mlp.0.bias
|
|
(16)" fillcolor=lightblue]
|
|
128888753627008 -> 128888753645616
|
|
128888753645616 [label=AccumulateGrad]
|
|
128888753645568 -> 128888753645328
|
|
128888753645568 [label=SelectBackward0]
|
|
128888753645712 -> 128888753645568
|
|
128888753645712 [label=StackBackward0]
|
|
128888753645952 -> 128888753645712
|
|
128888753645952 [label=MkldnnRnnLayerBackward0]
|
|
128888753646048 -> 128888753645952
|
|
128892780439696 [label="leading_lstm.weight_ih_l0
|
|
(64, 6)" fillcolor=lightblue]
|
|
128892780439696 -> 128888753646048
|
|
128888753646048 [label=AccumulateGrad]
|
|
128888753646000 -> 128888753645952
|
|
128888753626368 [label="leading_lstm.weight_hh_l0
|
|
(64, 16)" fillcolor=lightblue]
|
|
128888753626368 -> 128888753646000
|
|
128888753646000 [label=AccumulateGrad]
|
|
128888753645856 -> 128888753645952
|
|
128888753626448 [label="leading_lstm.bias_ih_l0
|
|
(64)" fillcolor=lightblue]
|
|
128888753626448 -> 128888753645856
|
|
128888753645856 [label=AccumulateGrad]
|
|
128888753646096 -> 128888753645952
|
|
128888753626528 [label="leading_lstm.bias_hh_l0
|
|
(64)" fillcolor=lightblue]
|
|
128888753626528 -> 128888753646096
|
|
128888753646096 [label=AccumulateGrad]
|
|
128888753645520 -> 128888753645328
|
|
128888753645520 [label=TBackward0]
|
|
128888753646144 -> 128888753645520
|
|
128888753626928 [label="leading_mlp.0.weight
|
|
(16, 16)" fillcolor=lightblue]
|
|
128888753626928 -> 128888753646144
|
|
128888753646144 [label=AccumulateGrad]
|
|
128888753645136 -> 128888753644896
|
|
128888753645136 [label=TBackward0]
|
|
128888753645904 -> 128888753645136
|
|
128888753628848 [label="leading_proj.weight
|
|
(16, 16)" fillcolor=lightblue]
|
|
128888753628848 -> 128888753645904
|
|
128888753645904 [label=AccumulateGrad]
|
|
128888753644848 -> 128888753644752
|
|
128888753644848 [label=AddmmBackward0]
|
|
128888753646192 -> 128888753644848
|
|
128888753629088 [label="delayed_proj.bias
|
|
(16)" fillcolor=lightblue]
|
|
128888753629088 -> 128888753646192
|
|
128888753646192 [label=AccumulateGrad]
|
|
128888753645664 -> 128888753644848
|
|
128888753645664 [label=SinBackward0]
|
|
128888753645472 -> 128888753645664
|
|
128888753645472 [label=AddmmBackward0]
|
|
128888753646480 -> 128888753645472
|
|
128888753627808 [label="delayed_mlp.0.bias
|
|
(8)" fillcolor=lightblue]
|
|
128888753627808 -> 128888753646480
|
|
128888753646480 [label=AccumulateGrad]
|
|
128888753646432 -> 128888753645472
|
|
128888753646432 [label=SelectBackward0]
|
|
128888753646576 -> 128888753646432
|
|
128888753646576 [label=StackBackward0]
|
|
128888753646768 -> 128888753646576
|
|
128888753646768 [label=MkldnnRnnLayerBackward0]
|
|
128888753646864 -> 128888753646768
|
|
128888753627088 [label="delayed_lstm.weight_ih_l0
|
|
(32, 8)" fillcolor=lightblue]
|
|
128888753627088 -> 128888753646864
|
|
128888753646864 [label=AccumulateGrad]
|
|
128888753646816 -> 128888753646768
|
|
128888753627168 [label="delayed_lstm.weight_hh_l0
|
|
(32, 8)" fillcolor=lightblue]
|
|
128888753627168 -> 128888753646816
|
|
128888753646816 [label=AccumulateGrad]
|
|
128888753646672 -> 128888753646768
|
|
128888753627248 [label="delayed_lstm.bias_ih_l0
|
|
(32)" fillcolor=lightblue]
|
|
128888753627248 -> 128888753646672
|
|
128888753646672 [label=AccumulateGrad]
|
|
128888753646912 -> 128888753646768
|
|
128888753627328 [label="delayed_lstm.bias_hh_l0
|
|
(32)" fillcolor=lightblue]
|
|
128888753627328 -> 128888753646912
|
|
128888753646912 [label=AccumulateGrad]
|
|
128888753646384 -> 128888753645472
|
|
128888753646384 [label=TBackward0]
|
|
128888753646960 -> 128888753646384
|
|
128888753627728 [label="delayed_mlp.0.weight
|
|
(8, 8)" fillcolor=lightblue]
|
|
128888753627728 -> 128888753646960
|
|
128888753646960 [label=AccumulateGrad]
|
|
128888753645280 -> 128888753644848
|
|
128888753645280 [label=TBackward0]
|
|
128888753646720 -> 128888753645280
|
|
128888753629008 [label="delayed_proj.weight
|
|
(16, 8)" fillcolor=lightblue]
|
|
128888753629008 -> 128888753646720
|
|
128888753646720 [label=AccumulateGrad]
|
|
128888753644992 -> 128888753644752
|
|
128888753644992 [label=AddmmBackward0]
|
|
128888753647008 -> 128888753644992
|
|
128888753629248 [label="current_proj.bias
|
|
(16)" fillcolor=lightblue]
|
|
128888753629248 -> 128888753647008
|
|
128888753647008 [label=AccumulateGrad]
|
|
128888753646528 -> 128888753644992
|
|
128888753646528 [label=SinBackward0]
|
|
128888753645808 -> 128888753646528
|
|
128888753645808 [label=AddmmBackward0]
|
|
128888753647200 -> 128888753645808
|
|
128888753627968 [label="current_mlp.0.bias
|
|
(16)" fillcolor=lightblue]
|
|
128888753627968 -> 128888753647200
|
|
128888753647200 [label=AccumulateGrad]
|
|
128888753647152 -> 128888753645808
|
|
128888753647152 [label=TBackward0]
|
|
128888753647248 -> 128888753647152
|
|
128888753627888 [label="current_mlp.0.weight
|
|
(16, 6)" fillcolor=lightblue]
|
|
128888753627888 -> 128888753647248
|
|
128888753647248 [label=AccumulateGrad]
|
|
128888753646336 -> 128888753644992
|
|
128888753646336 [label=TBackward0]
|
|
128888753647296 -> 128888753646336
|
|
128888753629168 [label="current_proj.weight
|
|
(16, 16)" fillcolor=lightblue]
|
|
128888753629168 -> 128888753647296
|
|
128888753647296 [label=AccumulateGrad]
|
|
128888753645040 -> 128888753644752
|
|
128888753645040 [label=AddmmBackward0]
|
|
128888753647392 -> 128888753645040
|
|
128888753629408 [label="reward_proj.bias
|
|
(16)" fillcolor=lightblue]
|
|
128888753629408 -> 128888753647392
|
|
128888753647392 [label=AccumulateGrad]
|
|
128888753647104 -> 128888753645040
|
|
128888753647104 [label=SinBackward0]
|
|
128888753646624 -> 128888753647104
|
|
128888753646624 [label=AddmmBackward0]
|
|
128888753647584 -> 128888753646624
|
|
128888753628768 [label="reward_mlp.0.bias
|
|
(8)" fillcolor=lightblue]
|
|
128888753628768 -> 128888753647584
|
|
128888753647584 [label=AccumulateGrad]
|
|
128888753647536 -> 128888753646624
|
|
128888753647536 [label=SelectBackward0]
|
|
128888753647680 -> 128888753647536
|
|
128888753647680 [label=StackBackward0]
|
|
128888753647872 -> 128888753647680
|
|
128888753647872 [label=MkldnnRnnLayerBackward0]
|
|
128888753647968 -> 128888753647872
|
|
128888753628048 [label="reward_lstm.weight_ih_l0
|
|
(32, 1)" fillcolor=lightblue]
|
|
128888753628048 -> 128888753647968
|
|
128888753647968 [label=AccumulateGrad]
|
|
128888753647920 -> 128888753647872
|
|
128888753628128 [label="reward_lstm.weight_hh_l0
|
|
(32, 8)" fillcolor=lightblue]
|
|
128888753628128 -> 128888753647920
|
|
128888753647920 [label=AccumulateGrad]
|
|
128888753647776 -> 128888753647872
|
|
128888753628208 [label="reward_lstm.bias_ih_l0
|
|
(32)" fillcolor=lightblue]
|
|
128888753628208 -> 128888753647776
|
|
128888753647776 [label=AccumulateGrad]
|
|
128888753648016 -> 128888753647872
|
|
128888753628288 [label="reward_lstm.bias_hh_l0
|
|
(32)" fillcolor=lightblue]
|
|
128888753628288 -> 128888753648016
|
|
128888753648016 [label=AccumulateGrad]
|
|
128888753647488 -> 128888753646624
|
|
128888753647488 [label=TBackward0]
|
|
128888753648064 -> 128888753647488
|
|
128888753628688 [label="reward_mlp.0.weight
|
|
(8, 8)" fillcolor=lightblue]
|
|
128888753628688 -> 128888753648064
|
|
128888753648064 [label=AccumulateGrad]
|
|
128888753647056 -> 128888753645040
|
|
128888753647056 [label=TBackward0]
|
|
128888753647824 -> 128888753647056
|
|
128888753629328 [label="reward_proj.weight
|
|
(16, 8)" fillcolor=lightblue]
|
|
128888753629328 -> 128888753647824
|
|
128888753647824 [label=AccumulateGrad]
|
|
128888753644176 -> 128888753644272
|
|
128888753644176 [label=TBackward0]
|
|
128888753644704 -> 128888753644176
|
|
128888753629488 [label="temporal_attention.in_proj_weight
|
|
(48, 16)" fillcolor=lightblue]
|
|
128888753629488 -> 128888753644704
|
|
128888753644704 [label=AccumulateGrad]
|
|
128888753643984 -> 128888753643888
|
|
128888753629568 [label="temporal_attention.in_proj_bias
|
|
(48)" fillcolor=lightblue]
|
|
128888753629568 -> 128888753643984
|
|
128888753643984 [label=AccumulateGrad]
|
|
128888753642496 -> 128888753642592
|
|
128888753642496 [label=TransposeBackward0]
|
|
128888753642784 -> 128888753642496
|
|
128888753642784 [label=TransposeBackward0]
|
|
128888753643264 -> 128888753642784
|
|
128888753643264 [label=ViewBackward0]
|
|
128888753643552 -> 128888753643264
|
|
128888753643552 [label=SelectBackward0]
|
|
128888753643168 -> 128888753643552
|
|
128888753642112 -> 128888753642304
|
|
128888753642112 [label=TransposeBackward0]
|
|
128888753642928 -> 128888753642112
|
|
128888753642928 [label=ViewBackward0]
|
|
128888753643408 -> 128888753642928
|
|
128888753643408 [label=SelectBackward0]
|
|
128888753643168 -> 128888753643408
|
|
128888753641488 -> 128888753641776
|
|
128888753641488 [label=TBackward0]
|
|
128888753642256 -> 128888753641488
|
|
128888753629648 [label="temporal_attention.out_proj.weight
|
|
(16, 16)" fillcolor=lightblue]
|
|
128888753629648 -> 128888753642256
|
|
128888753642256 [label=AccumulateGrad]
|
|
128888753641296 -> 128888753641344
|
|
128888753641296 [label=TBackward0]
|
|
128888753641632 -> 128888753641296
|
|
128888753628608 [label="fusion.0.weight
|
|
(32, 64)" fillcolor=lightblue]
|
|
128888753628608 -> 128888753641632
|
|
128888753641632 [label=AccumulateGrad]
|
|
128888753641056 -> 128888751673712
|
|
}
|