FS-TFP/federatedscope/nlp/baseline/fedavg_transformer_on_imdb....

36 lines
736 B
YAML

use_gpu: True
device: 2
federate:
mode: standalone
total_round_num: 400
client_num: 5
share_local_model: True
online_aggr: True
sample_client_rate: 1.0
data:
root: 'data'
type: 'IMDB@torchtext'
args: [{'max_len': 512}]
splits: [0.8, 0.2, 0.0] # test is fixed
splitter: 'lda'
splitter_args: [{'alpha': 0.5}]
dataloader:
batch_size: 128
model:
type: 'google/bert_uncased_L-2_H-128_A-2@transformers'
task: 'SequenceClassification'
out_channels: 2
train:
local_update_steps: 1
batch_or_epoch: 'epoch'
optimizer:
lr: 0.0001
weight_decay: 0.0
criterion:
type: 'CrossEntropyLoss'
trainer:
type: 'nlptrainer'
eval:
freq: 2
metrics: ['acc', 'correct', 'f1']
split: ['test', 'val', 'train']