|
train.optimizer.lr: [0.01, 0.01668, 0.02783, 0.04642, 0.07743, 0.12915, 0.21544, 0.35938, 0.59948, 1.0]
|
|
train.optimizer.weight_decay: [0.0, 0.001, 0.01, 0.1]
|
|
model.dropout: [0.0, 0.5]
|
|
train.local_update_steps: [1, 2, 3, 4]
|
|
dataloader.batch_size: [16, 32, 64] |