optimizer_3x.yml 329 B

1234567891011121314151617181920
  1. epoch: 36
  2. LearningRate:
  3. base_lr: 0.01
  4. schedulers:
  5. - !PiecewiseDecay
  6. gamma: 0.1
  7. milestones: [24, 33]
  8. - !LinearWarmup
  9. start_factor: 0.3333333
  10. steps: 500
  11. OptimizerBuilder:
  12. clip_grad_by_norm: 35.
  13. optimizer:
  14. momentum: 0.9
  15. type: Momentum
  16. regularizer:
  17. factor: 0.0001
  18. type: L2