| { |
| "dataset_name": "facebook/xnli", |
| "dataset_config": "all_languages", |
| "train_language": "en", |
| "label_column": "label", |
| "model_name": "bert-base-multilingual-cased", |
| "max_length": 512, |
| "output_dir": "xnli-bert-base-multilingual-cased", |
| "seed": 42, |
| "num_train_epochs": 3.0, |
| "learning_rate": 2e-05, |
| "weight_decay": 0.01, |
| "warmup_ratio": 0.06, |
| "lr_scheduler_type": "linear", |
| "per_device_train_batch_size": 32, |
| "per_device_eval_batch_size": 64, |
| "gradient_accumulation_steps": 1, |
| "max_grad_norm": 1.0, |
| "fp16": true, |
| "bf16": false, |
| "gradient_checkpointing": false, |
| "max_train_samples": null, |
| "max_eval_samples": null, |
| "max_test_samples": null, |
| "eval_steps": 10000, |
| "save_steps": 10000, |
| "logging_steps": 1000, |
| "save_total_limit": 2, |
| "metric_for_best_model": "macro_f1", |
| "greater_is_better": true, |
| "report_to": "wandb", |
| "push_to_hub": true, |
| "hub_model_id": "AyoubChLin/bert-base-multilingual-cased-xnli-nli" |
| } |