{ "n_layers": 12, "hidden_size": 512, "ffn_inner_hidden_size": 2048, "n_head": 8, "recurrent_dropout_prob": 0.1, "atten_dropout_prob": 0.1, "ffn_dropout_prob": 0.1 }