AyoubChLin's picture
Training in progress, step 10000
474460f verified
Raw
History Blame Contribute Delete
964 Bytes
{
"dataset_name": "facebook/xnli",
"dataset_config": "all_languages",
"train_language": "en",
"label_column": "label",
"model_name": "bert-base-multilingual-cased",
"max_length": 512,
"output_dir": "xnli-bert-base-multilingual-cased",
"seed": 42,
"num_train_epochs": 3.0,
"learning_rate": 2e-05,
"weight_decay": 0.01,
"warmup_ratio": 0.06,
"lr_scheduler_type": "linear",
"per_device_train_batch_size": 32,
"per_device_eval_batch_size": 64,
"gradient_accumulation_steps": 1,
"max_grad_norm": 1.0,
"fp16": true,
"bf16": false,
"gradient_checkpointing": false,
"max_train_samples": null,
"max_eval_samples": null,
"max_test_samples": null,
"eval_steps": 10000,
"save_steps": 10000,
"logging_steps": 1000,
"save_total_limit": 2,
"metric_for_best_model": "macro_f1",
"greater_is_better": true,
"report_to": "wandb",
"push_to_hub": true,
"hub_model_id": "AyoubChLin/bert-base-multilingual-cased-xnli-nli"
}