| { | |
| "max_length": 256, | |
| "pretrained_model_name_or_path": "xlm-mlm-tlm-xnli15-1024-paddle", | |
| "train_language": "en", | |
| "language": "en", | |
| "train_batch_size": 8, | |
| "eval_batch_size": 32, | |
| "learning_rate": 2e-06, | |
| "num_train_epochs": 250, | |
| "sentences_per_epoch": 20000, | |
| "max_train_steps": 625000, | |
| "gradient_accumulation_steps": 1, | |
| "output_dir": "xnli_right_avg_new", | |
| "cache_dir": "data_caches", | |
| "optimizer": "adam", | |
| "seed": 12345, | |
| "writer_type": "visualdl", | |
| "logging_steps": 50, | |
| "save_steps": 2500, | |
| "topk": 3, | |
| "num_workers": 0, | |
| "adam_epsilon": 1e-08, | |
| "fp16": false, | |
| "overwrite_cache": false, | |
| "scale_loss": 32768, | |
| "log_dir": "xnli_right_avg_new/logs" | |
| } |