defaults: - text2semantic_pretrain_small - _self_ project: text2semantic_pretrain_medium_dual_ar # Model Configuration model: model: config: n_layer: 24 n_head: 16 dim: 1024
