train.optimizer.lr:
  type: float
  lower: 0.01
  upper: 1.0
  log: True
train.optimizer.weight_decay:
  type: float
  lower: 0.0
  upper: 1.0
model.dropout:
  type: cate
  choices: [0.0, 0.5]
train.local_update_steps:
  type: int
  lower: 1
  upper: 4
dataloader.batch_size:
  type: cate
  choices: [16, 32, 64]