text2semantic_pretrain_large.yaml 203 B

12345678910111213
  1. defaults:
  2. - text2semantic_pretrain_small
  3. - _self_
  4. project: text2semantic_pretrain_large_dual_ar
  5. # Model Configuration
  6. model:
  7. model:
  8. config:
  9. n_layer: 36
  10. n_head: 20
  11. dim: 1280