digraph {
	graph [size="41.25,41.25"]
	node [align=left fontname=monospace fontsize=10 height=0.2 ranksep=0.1 shape=box style=filled]
	128888751673712 [label="
 (2, 32)" fillcolor=darkolivegreen1]
	128888753641056 [label=SinBackward0]
	128888753641344 -> 128888753641056
	128888753641344 [label=AddmmBackward0]
	128888753641200 -> 128888753641344
	128888753629808 [label="fusion.0.bias
 (32)" fillcolor=lightblue]
	128888753629808 -> 128888753641200
	128888753641200 [label=AccumulateGrad]
	128888753641392 -> 128888753641344
	128888753641392 [label=UnsafeViewBackward0]
	128888753641152 -> 128888753641392
	128888753641152 [label=CloneBackward0]
	128888753641584 -> 128888753641152
	128888753641584 [label=TransposeBackward0]
	128888753641680 -> 128888753641584
	128888753641680 [label=ViewBackward0]
	128888753641776 -> 128888753641680
	128888753641776 [label=AddmmBackward0]
	128888753641872 -> 128888753641776
	128888753629728 [label="temporal_attention.out_proj.bias
 (16)" fillcolor=lightblue]
	128888753629728 -> 128888753641872
	128888753641872 [label=AccumulateGrad]
	128888753641824 -> 128888753641776
	128888753641824 [label=ViewBackward0]
	128888753641968 -> 128888753641824
	128888753641968 [label=CloneBackward0]
	128888753642208 -> 128888753641968
	128888753642208 [label=TransposeBackward0]
	128888753642304 -> 128888753642208
	128888753642304 [label=BmmBackward0]
	128888753642352 -> 128888753642304
	128888753642352 [label=SoftmaxBackward0]
	128888753642592 -> 128888753642352
	128888753642592 [label=BmmBackward0]
	128888753642640 -> 128888753642592
	128888753642640 [label=DivBackward0]
	128888753642880 -> 128888753642640
	128888753642880 [label=TransposeBackward0]
	128888753642976 -> 128888753642880
	128888753642976 [label=ViewBackward0]
	128888753643024 -> 128888753642976
	128888753643024 [label=SelectBackward0]
	128888753643168 -> 128888753643024
	128888753643168 [label=CloneBackward0]
	128888753643312 -> 128888753643168
	128888753643312 [label=SqueezeBackward1]
	128888753643456 -> 128888753643312
	128888753643456 [label=TransposeBackward0]
	128888753643600 -> 128888753643456
	128888753643600 [label=UnsqueezeBackward0]
	128888753643744 -> 128888753643600
	128888753643744 [label=ViewBackward0]
	128888753643888 -> 128888753643744
	128888753643888 [label=AddBackward0]
	128888753644032 -> 128888753643888
	128888753644032 [label=UnsafeViewBackward0]
	128888753644272 -> 128888753644032
	128888753644272 [label=MmBackward0]
	128888753644320 -> 128888753644272
	128888753644320 [label=UnsafeViewBackward0]
	128888753644560 -> 128888753644320
	128888753644560 [label=CloneBackward0]
	128888753644608 -> 128888753644560
	128888753644608 [label=TransposeBackward0]
	128888753644752 -> 128888753644608
	128888753644752 [label=StackBackward0]
	128888753644896 -> 128888753644752
	128888753644896 [label=AddmmBackward0]
	128888753645232 -> 128888753644896
	128888753628928 [label="leading_proj.bias
 (16)" fillcolor=lightblue]
	128888753628928 -> 128888753645232
	128888753645232 [label=AccumulateGrad]
	128888753645184 -> 128888753644896
	128888753645184 [label=SinBackward0]
	128888753645328 -> 128888753645184
	128888753645328 [label=AddmmBackward0]
	128888753645616 -> 128888753645328
	128888753627008 [label="leading_mlp.0.bias
 (16)" fillcolor=lightblue]
	128888753627008 -> 128888753645616
	128888753645616 [label=AccumulateGrad]
	128888753645568 -> 128888753645328
	128888753645568 [label=SelectBackward0]
	128888753645712 -> 128888753645568
	128888753645712 [label=StackBackward0]
	128888753645952 -> 128888753645712
	128888753645952 [label=MkldnnRnnLayerBackward0]
	128888753646048 -> 128888753645952
	128892780439696 [label="leading_lstm.weight_ih_l0
 (64, 6)" fillcolor=lightblue]
	128892780439696 -> 128888753646048
	128888753646048 [label=AccumulateGrad]
	128888753646000 -> 128888753645952
	128888753626368 [label="leading_lstm.weight_hh_l0
 (64, 16)" fillcolor=lightblue]
	128888753626368 -> 128888753646000
	128888753646000 [label=AccumulateGrad]
	128888753645856 -> 128888753645952
	128888753626448 [label="leading_lstm.bias_ih_l0
 (64)" fillcolor=lightblue]
	128888753626448 -> 128888753645856
	128888753645856 [label=AccumulateGrad]
	128888753646096 -> 128888753645952
	128888753626528 [label="leading_lstm.bias_hh_l0
 (64)" fillcolor=lightblue]
	128888753626528 -> 128888753646096
	128888753646096 [label=AccumulateGrad]
	128888753645520 -> 128888753645328
	128888753645520 [label=TBackward0]
	128888753646144 -> 128888753645520
	128888753626928 [label="leading_mlp.0.weight
 (16, 16)" fillcolor=lightblue]
	128888753626928 -> 128888753646144
	128888753646144 [label=AccumulateGrad]
	128888753645136 -> 128888753644896
	128888753645136 [label=TBackward0]
	128888753645904 -> 128888753645136
	128888753628848 [label="leading_proj.weight
 (16, 16)" fillcolor=lightblue]
	128888753628848 -> 128888753645904
	128888753645904 [label=AccumulateGrad]
	128888753644848 -> 128888753644752
	128888753644848 [label=AddmmBackward0]
	128888753646192 -> 128888753644848
	128888753629088 [label="delayed_proj.bias
 (16)" fillcolor=lightblue]
	128888753629088 -> 128888753646192
	128888753646192 [label=AccumulateGrad]
	128888753645664 -> 128888753644848
	128888753645664 [label=SinBackward0]
	128888753645472 -> 128888753645664
	128888753645472 [label=AddmmBackward0]
	128888753646480 -> 128888753645472
	128888753627808 [label="delayed_mlp.0.bias
 (8)" fillcolor=lightblue]
	128888753627808 -> 128888753646480
	128888753646480 [label=AccumulateGrad]
	128888753646432 -> 128888753645472
	128888753646432 [label=SelectBackward0]
	128888753646576 -> 128888753646432
	128888753646576 [label=StackBackward0]
	128888753646768 -> 128888753646576
	128888753646768 [label=MkldnnRnnLayerBackward0]
	128888753646864 -> 128888753646768
	128888753627088 [label="delayed_lstm.weight_ih_l0
 (32, 8)" fillcolor=lightblue]
	128888753627088 -> 128888753646864
	128888753646864 [label=AccumulateGrad]
	128888753646816 -> 128888753646768
	128888753627168 [label="delayed_lstm.weight_hh_l0
 (32, 8)" fillcolor=lightblue]
	128888753627168 -> 128888753646816
	128888753646816 [label=AccumulateGrad]
	128888753646672 -> 128888753646768
	128888753627248 [label="delayed_lstm.bias_ih_l0
 (32)" fillcolor=lightblue]
	128888753627248 -> 128888753646672
	128888753646672 [label=AccumulateGrad]
	128888753646912 -> 128888753646768
	128888753627328 [label="delayed_lstm.bias_hh_l0
 (32)" fillcolor=lightblue]
	128888753627328 -> 128888753646912
	128888753646912 [label=AccumulateGrad]
	128888753646384 -> 128888753645472
	128888753646384 [label=TBackward0]
	128888753646960 -> 128888753646384
	128888753627728 [label="delayed_mlp.0.weight
 (8, 8)" fillcolor=lightblue]
	128888753627728 -> 128888753646960
	128888753646960 [label=AccumulateGrad]
	128888753645280 -> 128888753644848
	128888753645280 [label=TBackward0]
	128888753646720 -> 128888753645280
	128888753629008 [label="delayed_proj.weight
 (16, 8)" fillcolor=lightblue]
	128888753629008 -> 128888753646720
	128888753646720 [label=AccumulateGrad]
	128888753644992 -> 128888753644752
	128888753644992 [label=AddmmBackward0]
	128888753647008 -> 128888753644992
	128888753629248 [label="current_proj.bias
 (16)" fillcolor=lightblue]
	128888753629248 -> 128888753647008
	128888753647008 [label=AccumulateGrad]
	128888753646528 -> 128888753644992
	128888753646528 [label=SinBackward0]
	128888753645808 -> 128888753646528
	128888753645808 [label=AddmmBackward0]
	128888753647200 -> 128888753645808
	128888753627968 [label="current_mlp.0.bias
 (16)" fillcolor=lightblue]
	128888753627968 -> 128888753647200
	128888753647200 [label=AccumulateGrad]
	128888753647152 -> 128888753645808
	128888753647152 [label=TBackward0]
	128888753647248 -> 128888753647152
	128888753627888 [label="current_mlp.0.weight
 (16, 6)" fillcolor=lightblue]
	128888753627888 -> 128888753647248
	128888753647248 [label=AccumulateGrad]
	128888753646336 -> 128888753644992
	128888753646336 [label=TBackward0]
	128888753647296 -> 128888753646336
	128888753629168 [label="current_proj.weight
 (16, 16)" fillcolor=lightblue]
	128888753629168 -> 128888753647296
	128888753647296 [label=AccumulateGrad]
	128888753645040 -> 128888753644752
	128888753645040 [label=AddmmBackward0]
	128888753647392 -> 128888753645040
	128888753629408 [label="reward_proj.bias
 (16)" fillcolor=lightblue]
	128888753629408 -> 128888753647392
	128888753647392 [label=AccumulateGrad]
	128888753647104 -> 128888753645040
	128888753647104 [label=SinBackward0]
	128888753646624 -> 128888753647104
	128888753646624 [label=AddmmBackward0]
	128888753647584 -> 128888753646624
	128888753628768 [label="reward_mlp.0.bias
 (8)" fillcolor=lightblue]
	128888753628768 -> 128888753647584
	128888753647584 [label=AccumulateGrad]
	128888753647536 -> 128888753646624
	128888753647536 [label=SelectBackward0]
	128888753647680 -> 128888753647536
	128888753647680 [label=StackBackward0]
	128888753647872 -> 128888753647680
	128888753647872 [label=MkldnnRnnLayerBackward0]
	128888753647968 -> 128888753647872
	128888753628048 [label="reward_lstm.weight_ih_l0
 (32, 1)" fillcolor=lightblue]
	128888753628048 -> 128888753647968
	128888753647968 [label=AccumulateGrad]
	128888753647920 -> 128888753647872
	128888753628128 [label="reward_lstm.weight_hh_l0
 (32, 8)" fillcolor=lightblue]
	128888753628128 -> 128888753647920
	128888753647920 [label=AccumulateGrad]
	128888753647776 -> 128888753647872
	128888753628208 [label="reward_lstm.bias_ih_l0
 (32)" fillcolor=lightblue]
	128888753628208 -> 128888753647776
	128888753647776 [label=AccumulateGrad]
	128888753648016 -> 128888753647872
	128888753628288 [label="reward_lstm.bias_hh_l0
 (32)" fillcolor=lightblue]
	128888753628288 -> 128888753648016
	128888753648016 [label=AccumulateGrad]
	128888753647488 -> 128888753646624
	128888753647488 [label=TBackward0]
	128888753648064 -> 128888753647488
	128888753628688 [label="reward_mlp.0.weight
 (8, 8)" fillcolor=lightblue]
	128888753628688 -> 128888753648064
	128888753648064 [label=AccumulateGrad]
	128888753647056 -> 128888753645040
	128888753647056 [label=TBackward0]
	128888753647824 -> 128888753647056
	128888753629328 [label="reward_proj.weight
 (16, 8)" fillcolor=lightblue]
	128888753629328 -> 128888753647824
	128888753647824 [label=AccumulateGrad]
	128888753644176 -> 128888753644272
	128888753644176 [label=TBackward0]
	128888753644704 -> 128888753644176
	128888753629488 [label="temporal_attention.in_proj_weight
 (48, 16)" fillcolor=lightblue]
	128888753629488 -> 128888753644704
	128888753644704 [label=AccumulateGrad]
	128888753643984 -> 128888753643888
	128888753629568 [label="temporal_attention.in_proj_bias
 (48)" fillcolor=lightblue]
	128888753629568 -> 128888753643984
	128888753643984 [label=AccumulateGrad]
	128888753642496 -> 128888753642592
	128888753642496 [label=TransposeBackward0]
	128888753642784 -> 128888753642496
	128888753642784 [label=TransposeBackward0]
	128888753643264 -> 128888753642784
	128888753643264 [label=ViewBackward0]
	128888753643552 -> 128888753643264
	128888753643552 [label=SelectBackward0]
	128888753643168 -> 128888753643552
	128888753642112 -> 128888753642304
	128888753642112 [label=TransposeBackward0]
	128888753642928 -> 128888753642112
	128888753642928 [label=ViewBackward0]
	128888753643408 -> 128888753642928
	128888753643408 [label=SelectBackward0]
	128888753643168 -> 128888753643408
	128888753641488 -> 128888753641776
	128888753641488 [label=TBackward0]
	128888753642256 -> 128888753641488
	128888753629648 [label="temporal_attention.out_proj.weight
 (16, 16)" fillcolor=lightblue]
	128888753629648 -> 128888753642256
	128888753642256 [label=AccumulateGrad]
	128888753641296 -> 128888753641344
	128888753641296 [label=TBackward0]
	128888753641632 -> 128888753641296
	128888753628608 [label="fusion.0.weight
 (32, 64)" fillcolor=lightblue]
	128888753628608 -> 128888753641632
	128888753641632 [label=AccumulateGrad]
	128888753641056 -> 128888751673712
}