From d07f92920ed65a7a5b61ce56d02f8e87d18a9bd5 Mon Sep 17 00:00:00 2001 From: BBing <67486385@qq.com> Date: Wed, 4 Oct 2023 10:24:27 +0800 Subject: [PATCH] Update decoder.py --- models/decoder.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/models/decoder.py b/models/decoder.py index 83e4b11..f613629 100644 --- a/models/decoder.py +++ b/models/decoder.py @@ -1,7 +1,8 @@ import torch import torch.nn as nn import torch.nn.functional as F -1 + + class DecoderLayer(nn.Module): def __init__(self, self_attention, cross_attention, d_model, d_ff=None, dropout=0.1, activation="relu"):