use_gpu: True
device: 0
seed: 12345
outdir: exp/
federate:
  mode: standalone
  method: local
  total_round_num: 1
  client_num: 18
  atc_vanilla: True
data:
  type: hetero_nlp_tasks
  root: datasets/
  hetero_data_name: ['imdb', 'agnews', 'squad', 'newsqa', 'cnndm', 'msqg']
  num_of_client_for_data: [1, 3, 3, 2, 5, 4]
  num_workers: 0
  cache_dir: cache/
model:
  type: atc_model
  model_type: google/bert_uncased_L-2_H-128_A-2
trainer:
  type: atc_trainer
train:
  batch_or_epoch: batch
  optimizer:
    type: AdamW
    lr: 5e-4
    weight_decay: 0.01
  scheduler:
    type: warmup_step
    warmup_ratio: 0.1
grad:
  grad_clip: 1.0
eval:
  split: ['test']
  report: ['group_avg']
  freq: 100000000  # eval freq across rounds