|
123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263 |
- import argparse
-
-
- class Hparams:
- parser = argparse.ArgumentParser()
-
- # prepro
- parser.add_argument('--vocab_size', default=32000, type=int)
-
- # train
- # files
- parser.add_argument('--train1', default='iwslt2016/segmented/train.de.bpe',
- help="german training segmented data")
- parser.add_argument('--train2', default='iwslt2016/segmented/train.en.bpe',
- help="english training segmented data")
- parser.add_argument('--eval1', default='iwslt2016/segmented/eval.de.bpe',
- help="german evaluation segmented data")
- parser.add_argument('--eval2', default='iwslt2016/segmented/eval.en.bpe',
- help="english evaluation segmented data")
- parser.add_argument('--eval3', default='iwslt2016/prepro/eval.en',
- help="english evaluation unsegmented data")
-
- # vocabulary
- parser.add_argument('--vocab', default='iwslt2016/segmented/bpe.vocab',
- help="vocabulary file path")
-
- # training scheme
- parser.add_argument('--batch_size', default=16, type=int)
- parser.add_argument('--eval_batch_size', default=128, type=int)
-
- parser.add_argument('--lr', default=0.0003,
- type=float, help="learning rate")
- parser.add_argument('--warmup_steps', default=4000, type=int)
- parser.add_argument('--logdir', default="logs/tf", help="log directory")
- parser.add_argument('--num_epochs', default=20, type=int)
- parser.add_argument('--evaldir', default="logs/tf/eval",
- help="evaluation dir")
-
- # model
- parser.add_argument('--d_model', default=512, type=int,
- help="hidden dimension of encoder/decoder")
- parser.add_argument('--d_ff', default=2048, type=int,
- help="hidden dimension of feedforward layer")
- parser.add_argument('--num_blocks', default=6, type=int,
- help="number of encoder/decoder blocks")
- parser.add_argument('--num_heads', default=8, type=int,
- help="number of attention heads")
- parser.add_argument('--maxlen1', default=100, type=int,
- help="maximum length of a source sequence")
- parser.add_argument('--maxlen2', default=100, type=int,
- help="maximum length of a target sequence")
- parser.add_argument('--dropout_rate', default=0.3, type=float)
- parser.add_argument('--smoothing', default=0.1, type=float,
- help="label smoothing rate")
-
- # test
- parser.add_argument('--test1', default='iwslt2016/segmented/test.de.bpe',
- help="german test segmented data")
- parser.add_argument('--test2', default='iwslt2016/prepro/test.en',
- help="english test data")
- parser.add_argument('--ckpt', help="checkpoint file path")
- parser.add_argument('--test_batch_size', default=128, type=int)
- parser.add_argument('--testdir', default="test/1", help="test result dir")
|
