optimizer_3x.yml 298 B

12345678910111213141516171819
  1. epoch: 36
  2. LearningRate:
  3. base_lr: 0.008
  4. schedulers:
  5. - !CosineDecay
  6. max_epochs: 44
  7. - !LinearWarmup
  8. start_factor: 0.
  9. steps: 1000
  10. OptimizerBuilder:
  11. clip_grad_by_norm: 35.
  12. optimizer:
  13. momentum: 0.9
  14. type: Momentum
  15. regularizer:
  16. factor: 0.0005
  17. type: L2