{
  "dataset": "VoxLingua107",
  "split": "dev",
  "repo_id": "espnet/geolid_vl107only_shared_frozen",
  "source_hf_revision": "2f5db8ebef03999239736e04ee7235d280028d07",
  "implementation_revision": "301372e4da311d2a3d9574a5a43b3037ae6e67c1",
  "model": "ESPnetLIDModel",
  "model_sha256": "ae4f1040fbd461765654a9537073584578e2d2090ee5683bd06c2ad4e86f4bd0",
  "config_sha256": "cb14eaab395d9609478d0f6ddda80d3a69155e3556dc79a0c3a845b0534e296b",
  "manifest_sha256": "6ad3c8fc6c74fab2720fe186525fc3bd20c4ab7b1be35d227c5c7f5456ba6c54",
  "utterances": 1609,
  "languages": 33,
  "metric": "utterance-level accuracy (%)",
  "correct": 1517,
  "accuracy_percent": 94.28216283405843,
  "paper_accuracy_percent": 94.3,
  "entrypoint": "espnet2.bin.lid_inference",
  "device": "cuda",
  "dtype": "float32",
  "batch_size": 1,
  "num_workers": 8,
  "use_preprocessor": false,
  "fix_duration": false,
  "input_order": "wav.scp sorted by utterance ID; standard ESPnet streaming iterator",
  "environment": {
    "python": "3.12.3",
    "torch": "2.11.0+cu128",
    "torchaudio": "2.11.0+cu128",
    "transformers": "5.14.1",
    "espnet-s3prl": "2026.5.14",
    "soundfile": "0.14.0"
  },
  "finished_at": "2026-10-23T01:03:28.797864+00:00",
  "seconds": 150.1240851636976,
  "predictions_file": "evaluation_predictions.jsonl",
  "predictions_sha256": "b93df29ac4c7c3fbafdeb5ce93a6a3aac3b56c6032d9d357bc49efb997d25cb3",
  "comparison": {
    "baseline_implementation_revision": "ca777d59eb49519e3827e40cc34997f2123d6682",
    "baseline_correct": 1517,
    "matched_predictions": 1609,
    "changed_predictions": 0,
    "baseline_predictions_sha256": "b93df29ac4c7c3fbafdeb5ce93a6a3aac3b56c6032d9d357bc49efb997d25cb3"
  },
  "per_language": {
    "ara": {
      "total": 100,
      "correct": 92
    },
    "aze": {
      "total": 34,
      "correct": 33
    },
    "cmn": {
      "total": 23,
      "correct": 23
    },
    "dan": {
      "total": 99,
      "correct": 94
    },
    "deu": {
      "total": 82,
      "correct": 79
    },
    "ell": {
      "total": 5,
      "correct": 4
    },
    "eng": {
      "total": 80,
      "correct": 76
    },
    "est": {
      "total": 85,
      "correct": 79
    },
    "fas": {
      "total": 100,
      "correct": 91
    },
    "fin": {
      "total": 93,
      "correct": 91
    },
    "fra": {
      "total": 100,
      "correct": 97
    },
    "hrv": {
      "total": 4,
      "correct": 1
    },
    "hun": {
      "total": 4,
      "correct": 4
    },
    "hye": {
      "total": 100,
      "correct": 94
    },
    "isl": {
      "total": 26,
      "correct": 26
    },
    "ita": {
      "total": 49,
      "correct": 49
    },
    "jpn": {
      "total": 42,
      "correct": 42
    },
    "lav": {
      "total": 95,
      "correct": 95
    },
    "lit": {
      "total": 13,
      "correct": 11
    },
    "mkd": {
      "total": 4,
      "correct": 4
    },
    "nld": {
      "total": 100,
      "correct": 96
    },
    "nno": {
      "total": 3,
      "correct": 3
    },
    "nor": {
      "total": 24,
      "correct": 13
    },
    "pol": {
      "total": 2,
      "correct": 2
    },
    "por": {
      "total": 1,
      "correct": 1
    },
    "rus": {
      "total": 29,
      "correct": 28
    },
    "slv": {
      "total": 9,
      "correct": 8
    },
    "spa": {
      "total": 55,
      "correct": 54
    },
    "srp": {
      "total": 7,
      "correct": 4
    },
    "swe": {
      "total": 100,
      "correct": 98
    },
    "tur": {
      "total": 72,
      "correct": 66
    },
    "ukr": {
      "total": 17,
      "correct": 17
    },
    "urd": {
      "total": 52,
      "correct": 42
    }
  },
  "batch_dependence": {
    "s3prl_frame_alignment": "S3PRL reports ceil(samples/320) frames and repeats the final frame only at the batch boundary. Shorter items can instead expose padded-query frames from Wav2Vec2.",
    "ecapa_tdnn": "Temporal convolutions and unmasked SE global means depend on the padded sequence length before the masked final pooling.",
    "mvn_and_final_pooling_mask_padding": true,
    "reported_measurement_batch_size": 1
  },
  "resolved_config_sha256": "db997d8fd357165b6310db3b9229e6bcbdc7454c6eaf9b032c14385f46623d56",
  "languages_sha256": "1dbd458b4cb9148d9ab5cc83abc3fcf9c4835f02c7f2afb94589d2c7190194bc",
  "log_file": "evaluation.log",
  "log_sha256": "828c7572e528cc389cac9675cdcaec55f8b85a88e53b10c3a8edb118b9245304",
  "prediction_differences_file": "evaluation_prediction_differences.json",
  "previous_evaluation_file": "evaluation_previous.json",
  "source_config_url": "https://huggingface.co/espnet/geolid_vl107only_shared_frozen/blob/2f5db8ebef03999239736e04ee7235d280028d07/config.yaml",
  "loader": "Unmodified standard ESPnet CLI loader; strict loading was not forced"
}