Browse Source

Update decoder.py

main
BBing 2 years ago
parent
commit
d07f92920e
1 changed files with 2 additions and 1 deletions
  1. +2
    -1
      models/decoder.py

+ 2
- 1
models/decoder.py View File

@@ -1,7 +1,8 @@
import torch
import torch.nn as nn
import torch.nn.functional as F
1


class DecoderLayer(nn.Module):
def __init__(self, self_attention, cross_attention, d_model, d_ff=None,
dropout=0.1, activation="relu"):


Loading…
Cancel
Save