train.optimizer.lr:
  type: float
  lower: 0.01
  upper: 1.0
  log: True
train.optimizer.weight_decay:
  type: cate
  choices: [0.0, 0.001, 0.01, 0.1]
model.dropout:
  type: cate
  choices: [0.0, 0.5]
train.local_update_steps:
  type: cate
  choices: [1, 2, 3, 4]
dataloader.batch_size:
  type: cate
  choices: [16, 32, 64]