diff --git a/models/decoder.py b/models/decoder.py index 85970b1..dc93fe4 100644 --- a/models/decoder.py +++ b/models/decoder.py @@ -1,6 +1,7 @@ import mindspore.nn as nn import mindspore.ops.operations as ops + class DecoderLayer(nn.Cell): def __init__(self, self_attention, cross_attention, d_model, d_ff=None, dropout=0.1, activation="relu"):