pietrolesci/bert-tiny_mnli_cdc7ea0d50

Run info

• complete_hash: cdc7e895a985daa842292b6780da0d50
• short_hash: cdc7ea0d50

Configuration

data:
  batch_size: 32
  data_seed: 42
  drop_last: false
  eval_batch_size: 128
  max_length: 512
  multiprocessing_context: null
  num_workers: 8
  persistent_workers: false
  pin_memory: true
  replacement: false
  shuffle: true
dataset: mnli
estimator:
  accelerator: gpu
  convert_to_bettertransformer: false
  deterministic: true
  precision: bf16-true
  tf32_mode: high
fit:
  enable_progress_bar: true
  limit_train_batches: null
  limit_validation_batches: null
  log_interval: 100
  max_epochs: 20
  optimizer_kwargs:
    init_kwargs:
      fused: true
    lr: 3.0e-05
    name: adamw
  scheduler_kwargs:
    name: constant_schedule_with_warmup
    num_warmup_steps: 2000
model:
  name: bert-tiny
  revision: null
  seed: 42
seed: 42