{ "n_layers": 16, "layer_sum": false, "layer_cat": false, "lstm_hidden_size": 300, "ffn_inner_hidden_size": 2048, "n_head": 6, "recurrent_dropout_prob": 0.1, "atten_dropout_prob": 0.1, "ffn_dropout_prob": 0.1, "fix_mask": true }