train.optimizer.lr: type: cate choices: [0.01, 0.01668, 0.02783, 0.04642, 0.07743, 0.12915, 0.21544, 0.35938, 0.59948, 1.0] train.optimizer.weight_decay: type: cate choices: [0.0, 0.001, 0.01, 0.1] model.dropout: type: cate choices: [0.0, 0.5] train.local_update_steps: type: cate choices: [1, 2, 3, 4] dataloader.batch_size: type: cate choices: [16, 32, 64]