|
|
|
@@ -4,7 +4,7 @@ import mindspore.ops as ops |
|
|
|
from mindspore import Tensor |
|
|
|
from mindspore.common import dtype as mstype |
|
|
|
|
|
|
|
|
|
|
|
1 |
|
|
|
class FullAttention(nn.Module): |
|
|
|
def __init__(self, mask_flag=True, factor=5, scale=None, attention_dropout=0.1, output_attention=False): |
|
|
|
super(FullAttention, self).__init__() |
|
|
|
|