hparam: !!python/object:argparse.Namespace
  accumulate_grad_batches: 1
  adam_epsilon: 1.0e-08
  callback: !!python/object:argparse.Namespace
    early_stop: true
    lr_scheduler: true
    model_checkpoint: true
    push_to_hub: true
  dataset: !!python/object:argparse.Namespace
    config: english_v12
    name: conll2012_ontonotesv5
  eval_batch_size: 8
  huggingface_hub: !!python/object:argparse.Namespace
    repo_name: t5_conll_ontonotes_en14
    user_name: NanaEilish
  log_name: t5_pretrain
  lr: 0.0003
  lr_decay_min_lr: 1.0e-05
  lr_decay_rate: 0.5
  lr_decay_steps: 20
  lr_scheduler: linear_wmup
  max_epochs: 5
  max_grad_norm: 1
  max_len: 512
  max_output_len: 100
  model_name: t5-base
  monitor_max_or_min: min
  monitor_metrics: val_loss
  n_gpu: 4
  num_workers: 8
  output_dir: output/t5_pretrain
  seed: 42
  train_batch_size: 8
  train_size: 30
  valid_size: 1
  warmup_ratio: 0.2
  weight_decay: 1.0e-05