{
  "generated": "2026-10-29",
  "dataset": {
    "name": "Google FLEURS",
    "config": "wo_sn",
    "split": "test",
    "utterances": 239,
    "audio_seconds": 4135.6,
    "license": "CC-BY 4.0",
    "url": "https://huggingface.co/datasets/google/fleurs"
  },
  "hardware": "GitHub Actions runner, 2 vCPU x86_64, int8 dynamic quantisation",
  "threads": 2,
  "asr": [
    {
      "id": "facebook/mms-1b-all",
      "label": "Meta MMS-1B-all (wol adapter)",
      "arch": "wav2vec2 MMS",
      "params": "1B",
      "license": "CC-BY-NC-4.0",
      "nonCommercial": true,
      "wer": 0.3999,
      "cer": 0.1224,
      "rtf": 0.9105,
      "served": false,
      "utterances": 239,
      "option": true
    },
    {
      "id": "soynade-research/Wolof-HuBERT-CTC",
      "label": "Soynade Wolof-HuBERT-CTC",
      "arch": "HuBERT base",
      "params": "95M",
      "license": "AGPL-3.0",
      "wer": 0.4687,
      "cer": 0.1813,
      "rtf": 0.1704,
      "served": false,
      "utterances": 239,
      "option": false
    },
    {
      "id": "bilalfaye/wav2vec2-large-mms-1b-wolof",
      "label": "bilalfaye MMS-1B Wolof (ALFFA)",
      "arch": "wav2vec2 MMS",
      "params": "1B",
      "license": "MIT (base CC-BY-NC)",
      "nonCommercial": true,
      "wer": 0.4726,
      "cer": 0.1574,
      "rtf": 0.4926,
      "served": false,
      "utterances": 239,
      "option": false
    },
    {
      "id": "asr-africa/w2v2-bert-wolof-mixed-75-hours",
      "label": "asr-africa w2v-BERT Wolof (75 h)",
      "arch": "w2v-BERT 2.0",
      "params": "600M",
      "license": "MIT",
      "inDomain": true,
      "wer": 0.485,
      "cer": 0.1849,
      "rtf": 0.5807,
      "served": false,
      "utterances": 239,
      "option": false
    },
    {
      "id": "asr-africa/wav2vec2-xls-r-wolof-kallaama-fleurs-51-hours",
      "label": "asr-africa XLS-R Wolof (Kallaama+FLEURS, 51 h)",
      "arch": "wav2vec2 XLS-R",
      "params": "300M",
      "license": "Apache-2.0",
      "inDomain": true,
      "wer": 0.4917,
      "cer": 0.1869,
      "rtf": 0.1484,
      "served": true,
      "utterances": 239,
      "option": false
    }
  ],
  "tts": [
    {
      "id": "Moustapha91/TTS_WOLOF_FINAL",
      "label": "Moustapha91 SpeechT5 Wolof",
      "arch": "SpeechT5 + HiFi-GAN",
      "license": "MIT",
      "roundtrip_cer": 0.1501,
      "roundtrip_wer": 0.4357,
      "rtf": 0.7711,
      "served": true,
      "nonCommercial": false
    },
    {
      "id": "bilalfaye/speecht5_tts-wolof",
      "label": "bilalfaye SpeechT5 Wolof",
      "arch": "SpeechT5 + HiFi-GAN",
      "license": "MIT",
      "roundtrip_cer": 0.2966,
      "roundtrip_wer": 0.5351,
      "rtf": 0.7598,
      "served": false,
      "nonCommercial": false
    },
    {
      "id": "bilalfaye/speecht5_tts-wolof-v0.2",
      "label": "bilalfaye SpeechT5 Wolof v0.2",
      "arch": "SpeechT5 + HiFi-GAN",
      "license": "MIT",
      "roundtrip_cer": 0.5333,
      "roundtrip_wer": 0.713,
      "rtf": 0.9889,
      "served": false,
      "nonCommercial": false
    }
  ],
  "tts_sentences": 60,
  "tts_judge": "soynade-research/Wolof-HuBERT-CTC",
  "mt": [
    {
      "id": "facebook/nllb-200-distilled-600M",
      "direction": "fra-wol",
      "chrf": 24.79,
      "bleu": 5.09,
      "sps": 1.078,
      "sentences": 300,
      "served": true,
      "leak": null,
      "undocumented": false
    },
    {
      "id": "bilalfaye/nllb-200-distilled-600M-wolof-french",
      "direction": "fra-wol",
      "chrf": 48.12,
      "bleu": 26.48,
      "sps": 2.26,
      "sentences": 300,
      "served": false,
      "leak": "1012/1012",
      "undocumented": false
    },
    {
      "id": "Lahad/nllb200-francais-wolof",
      "direction": "fra-wol",
      "chrf": 33.12,
      "bleu": 9.56,
      "sps": 1.615,
      "sentences": 300,
      "served": false,
      "leak": "1012/1012",
      "undocumented": false
    },
    {
      "id": "MaroneAI/nllb-French-to-Wolof-615M",
      "direction": "fra-wol",
      "chrf": 32.67,
      "bleu": 9.21,
      "sps": 1.828,
      "sentences": 300,
      "served": false,
      "leak": "635/1012",
      "undocumented": false
    },
    {
      "id": "facebook/nllb-200-distilled-600M",
      "direction": "wol-fra",
      "chrf": 35.96,
      "bleu": 14.01,
      "sps": 1.236,
      "sentences": 300,
      "served": true,
      "leak": null,
      "undocumented": false
    },
    {
      "id": "bilalfaye/nllb-200-distilled-600M-wolof-french",
      "direction": "wol-fra",
      "chrf": 65.2,
      "bleu": 50.22,
      "sps": 1.003,
      "sentences": 300,
      "served": false,
      "leak": "1012/1012",
      "undocumented": false
    },
    {
      "id": "galsenai/wolofToFrenchTranslator_nllb",
      "direction": "wol-fra",
      "chrf": 57.26,
      "bleu": 39.86,
      "sps": 1.168,
      "sentences": 300,
      "served": false,
      "leak": null,
      "undocumented": true
    },
    {
      "id": "MaroneAI/nllb-Wolof-to-French-615M",
      "direction": "wol-fra",
      "chrf": 40.01,
      "bleu": 17.46,
      "sps": 1.645,
      "sentences": 300,
      "served": false,
      "leak": "635/1012",
      "undocumented": false
    }
  ],
  "mt_dataset": "FLORES-101 devtest (CC-BY-SA 4.0)",
  "cs": [
    {
      "id": "soynade-research/Wolof-HuBERT-CTC",
      "label": "Soynade Wolof-HuBERT-CTC",
      "served": false,
      "inDomain": false,
      "undocumented": true,
      "werWolof": 0.2854,
      "werMixed": 0.3084,
      "clipsWolof": 250,
      "clipsMixed": 250,
      "tokFr": 0.3379,
      "tokWo": 0.2637,
      "frenchTokens": 1314
    },
    {
      "id": "asr-africa/wav2vec2-xls-r-wolof-kallaama-fleurs-51-hours",
      "label": "asr-africa XLS-R Wolof (Kallaama+FLEURS, 51 h)",
      "served": true,
      "inDomain": true,
      "undocumented": false,
      "werWolof": 0.3656,
      "werMixed": 0.3842,
      "clipsWolof": 250,
      "clipsMixed": 250,
      "tokFr": 0.468,
      "tokWo": 0.3257,
      "frenchTokens": 1314
    },
    {
      "id": "facebook/mms-1b-all",
      "label": "Meta MMS-1B-all (wol adapter)",
      "served": false,
      "inDomain": false,
      "undocumented": false,
      "werWolof": 0.7061,
      "werMixed": 0.7557,
      "clipsWolof": 250,
      "clipsMixed": 250,
      "tokFr": 0.9505,
      "tokWo": 0.6921,
      "frenchTokens": 1314
    }
  ]
}