ds_config_zero0.json

{
  "scheduler": {
    "type": "WarmupDecayLR",
    "params": {
          "warmup_min_lr": 0,
          "warmup_type": "linear"
      }
  },
  "optimizer": {
    "type": "Adam",
    "params": {
      "betas": [
        0.9,
        0.999
      ]
        }
  }
}