{
 "famille": "Décider à l'écoute",
 "url": "https://quelleia.com/modeles-de-decision/ecoute/",
 "dossier": "https://quelleia.com/modeles-de-decision/",
 "edition": "2026-W44",
 "releve": "2026-10-26",
 "methode": "decision-1",
 "avertissement": "Tableaux repris tels que les bancs les publient : rang et score de la source, aucun score combiné, aucun score de QUELLE IA. Chaque tableau porte la mention de sa source, son lien et la date du relevé (accords du 17 octobre 2026). Une ligne rattachée à une fiche du dossier porte son adresse dans « fiche ».",
 "limites": [
  "Un seul banc, AudioJevBench, dans sa version 0.1 du 29 septembre 2026 : 17 systèmes, dont les modèles de Google et d'OpenAI mesurés sur les seuls éléments publics, donc provisoires.",
  "Le banc mesure des décisions prises à l'écoute d'un appel : il ne dit rien de la qualité d'une transcription ni d'une voix de synthèse. Pour cela, voir les classements de la voix."
 ],
 "tableaux": [
  {
   "id": "audio-jevbench",
   "nom": "AudioJevBench",
   "famille": "ecoute",
   "unite": "Capacité",
   "mesure": "score de capacité de 0 à 100, moyenne de l'exactitude et de la calibration, sur des décisions prises à l'écoute d'un appel (intention, urgence, sentiment, sécurité d'une commande, vérification du locuteur, sons) ; seuls les systèmes à moins d'une seconde de latence médiane et de 0,25 dollar les 1 000 décisions reçoivent un rang",
   "page": "https://quelleia.com/modeles-de-decision/ecoute/#audio-jevbench",
   "source": {
    "cle": "audio_jevbench",
    "banc": "AudioJevBench",
    "auteur": "Benchmark Heaven",
    "mention": "Source : AudioJevBench, Benchmark Heaven",
    "url": "https://benchmarkheaven.com/audio-jev-bench",
    "methode": "https://benchmarkheaven.com/audio-jev-bench",
    "accord": "2026-10-17",
    "releve": "2026-10-26",
    "version": "v0.1",
    "date_source": "2026-09-29",
    "edition_releve": "2026-W44",
    "repris": false
   },
   "compte": {
    "systemes": 17,
    "classes": 7
   },
   "colonnes": [
    {
     "id": "exactitude",
     "nom": "Exactitude",
     "format": "score"
    },
    {
     "id": "calibration",
     "nom": "Calibration",
     "format": "score"
    },
    {
     "id": "dollars_1000",
     "nom": "$ les 1 000 décisions",
     "format": "dollars"
    },
    {
     "id": "latence_s",
     "nom": "Latence médiane",
     "format": "secondes"
    }
   ],
   "lignes": [
    {
     "cle": "qwen3-omni-30b-a3b-instruct (pod)",
     "nom": "Qwen3-Omni-30B-A3B-Instruct",
     "auteur": null,
     "url": null,
     "statut": "classe",
     "statut_texte": "classé",
     "rang": 1,
     "groupe": null,
     "ex_aequo": false,
     "valeur": 83.2028,
     "raison": null,
     "details": {
      "calibration": 85.361,
      "configuration": "self-hosted GPU",
      "couverture_partielle": false,
      "dollars_1000": 0.04929,
      "elements": 988,
      "exactitude": 81.0446,
      "latence_s": 0.6601,
      "public_seulement": false
     },
     "fiche": null
    },
    {
     "cle": "qwen2.5-omni-7b (pod)",
     "nom": "Qwen2.5-Omni-7B",
     "auteur": null,
     "url": null,
     "statut": "classe",
     "statut_texte": "classé",
     "rang": 2,
     "groupe": null,
     "ex_aequo": false,
     "valeur": 68.1305,
     "raison": null,
     "details": {
      "calibration": 78.4711,
      "configuration": "self-hosted GPU",
      "couverture_partielle": false,
      "dollars_1000": 0.06284,
      "elements": 988,
      "exactitude": 57.7899,
      "latence_s": 0.6759,
      "public_seulement": false
     },
     "fiche": null
    },
    {
     "cle": "qwen2.5-omni-3b (pod)",
     "nom": "Qwen2.5-Omni-3B",
     "auteur": null,
     "url": null,
     "statut": "classe",
     "statut_texte": "classé",
     "rang": 3,
     "groupe": null,
     "ex_aequo": false,
     "valeur": 53.7696,
     "raison": null,
     "details": {
      "calibration": 57.3952,
      "configuration": "self-hosted GPU",
      "couverture_partielle": false,
      "dollars_1000": 0.0596,
      "elements": 988,
      "exactitude": 50.144,
      "latence_s": 0.5223,
      "public_seulement": false
     },
     "fiche": null
    },
    {
     "cle": "voxtral-mini-3b-2507 (pod)",
     "nom": "Voxtral Mini 3B (2507)",
     "auteur": null,
     "url": null,
     "statut": "classe",
     "statut_texte": "classé",
     "rang": 4,
     "groupe": null,
     "ex_aequo": false,
     "valeur": 47.804,
     "raison": null,
     "details": {
      "calibration": 48.4375,
      "configuration": "self-hosted GPU",
      "couverture_partielle": false,
      "dollars_1000": 0.06983,
      "elements": 988,
      "exactitude": 47.1704,
      "latence_s": 0.3832,
      "public_seulement": false
     },
     "fiche": null
    },
    {
     "cle": "ultravox-v0_5-llama-3_2-1b (pod)",
     "nom": "Ultravox v0.5 (Llama 3.2 1B)",
     "auteur": null,
     "url": null,
     "statut": "classe",
     "statut_texte": "classé",
     "rang": 5,
     "groupe": null,
     "ex_aequo": false,
     "valeur": 31.4402,
     "raison": null,
     "details": {
      "calibration": 62.8804,
      "configuration": "self-hosted GPU",
      "couverture_partielle": false,
      "dollars_1000": 0.01934,
      "elements": 988,
      "exactitude": 0,
      "latence_s": 0.2242,
      "public_seulement": false
     },
     "fiche": null
    },
    {
     "cle": "moss-audio-4b-instruct (pod)",
     "nom": "MOSS-Audio-4B-Instruct",
     "auteur": null,
     "url": null,
     "statut": "classe",
     "statut_texte": "classé",
     "rang": 6,
     "groupe": null,
     "ex_aequo": false,
     "valeur": 27.8585,
     "raison": null,
     "details": {
      "calibration": 23.9378,
      "configuration": "self-hosted GPU",
      "couverture_partielle": false,
      "dollars_1000": 0.06064,
      "elements": 988,
      "exactitude": 31.7792,
      "latence_s": 0.396,
      "public_seulement": false
     },
     "fiche": null
    },
    {
     "cle": "qwen2-audio-7b-instruct (pod)",
     "nom": "Qwen2-Audio-7B-Instruct",
     "auteur": null,
     "url": null,
     "statut": "classe",
     "statut_texte": "classé",
     "rang": 7,
     "groupe": null,
     "ex_aequo": false,
     "valeur": 12.8192,
     "raison": null,
     "details": {
      "calibration": 25.6383,
      "configuration": "self-hosted GPU",
      "couverture_partielle": false,
      "dollars_1000": 0.11164,
      "elements": 988,
      "exactitude": 0,
      "latence_s": 0.6525,
      "public_seulement": false
     },
     "fiche": null
    },
    {
     "cle": "gemini-3.8-flash (gemini-direct, public-only)",
     "nom": "Gemini 3.8 Flash",
     "auteur": null,
     "url": null,
     "statut": "provisoire",
     "statut_texte": "provisoire",
     "rang": null,
     "groupe": null,
     "ex_aequo": false,
     "valeur": 94.4396,
     "raison": "latence médiane de 1,65 s, au-delà de 1,0 s ; 1,5 $ les 1 000 décisions, au-delà de 0,25 $",
     "details": {
      "calibration": 91.9201,
      "configuration": "Gemini API · public items only",
      "couverture_partielle": false,
      "dollars_1000": 1.52737,
      "elements": 112,
      "exactitude": null,
      "latence_s": 1.6521,
      "public_seulement": true
     },
     "fiche": null
    },
    {
     "cle": "gemini-3.5-flash (gemini-direct, public-only)",
     "nom": "Gemini 3.5 Flash",
     "auteur": null,
     "url": null,
     "statut": "provisoire",
     "statut_texte": "provisoire",
     "rang": null,
     "groupe": null,
     "ex_aequo": false,
     "valeur": 83.0875,
     "raison": "latence médiane de 1,27 s, au-delà de 1,0 s ; 1,1 $ les 1 000 décisions, au-delà de 0,25 $",
     "details": {
      "calibration": 78.9773,
      "configuration": "Gemini API · public items only",
      "couverture_partielle": false,
      "dollars_1000": 1.06912,
      "elements": 112,
      "exactitude": null,
      "latence_s": 1.2694,
      "public_seulement": true
     },
     "fiche": null
    },
    {
     "cle": "gemini-3.1-flash-lite (gemini-direct, public-only)",
     "nom": "Gemini 3.1 Flash-Lite",
     "auteur": null,
     "url": null,
     "statut": "provisoire",
     "statut_texte": "provisoire",
     "rang": null,
     "groupe": null,
     "ex_aequo": false,
     "valeur": 72.052,
     "raison": "latence médiane de 1,27 s, au-delà de 1,0 s",
     "details": {
      "calibration": 64.0077,
      "configuration": "Gemini API · public items only",
      "couverture_partielle": false,
      "dollars_1000": 0.2323,
      "elements": 112,
      "exactitude": null,
      "latence_s": 1.2659,
      "public_seulement": true
     },
     "fiche": null
    },
    {
     "cle": "gpt-audio (openai-direct, public-only)",
     "nom": "GPT Audio",
     "auteur": null,
     "url": null,
     "statut": "provisoire",
     "statut_texte": "provisoire",
     "rang": null,
     "groupe": null,
     "ex_aequo": false,
     "valeur": 69.3049,
     "raison": "4,9 $ les 1 000 décisions, au-delà de 0,25 $",
     "details": {
      "calibration": 71.3144,
      "configuration": "OpenAI API · public items only",
      "couverture_partielle": false,
      "dollars_1000": 4.94407,
      "elements": 112,
      "exactitude": null,
      "latence_s": 0.947,
      "public_seulement": true
     },
     "fiche": null
    },
    {
     "cle": "gpt-audio-mini (openai-direct, public-only)",
     "nom": "GPT Audio Mini",
     "auteur": null,
     "url": null,
     "statut": "provisoire",
     "statut_texte": "provisoire",
     "rang": null,
     "groupe": null,
     "ex_aequo": false,
     "valeur": 66.3072,
     "raison": "1,2 $ les 1 000 décisions, au-delà de 0,25 $",
     "details": {
      "calibration": 64.0013,
      "configuration": "OpenAI API · public items only",
      "couverture_partielle": false,
      "dollars_1000": 1.24367,
      "elements": 112,
      "exactitude": null,
      "latence_s": 0.8436,
      "public_seulement": true
     },
     "fiche": null
    },
    {
     "cle": "gemini-3.5-flash-lite (gemini-direct, public-only)",
     "nom": "Gemini 3.5 Flash-Lite",
     "auteur": null,
     "url": null,
     "statut": "provisoire",
     "statut_texte": "provisoire",
     "rang": null,
     "groupe": null,
     "ex_aequo": false,
     "valeur": 65.6449,
     "raison": "latence médiane de 1,32 s, au-delà de 1,0 s",
     "details": {
      "calibration": 57.7523,
      "configuration": "Gemini API · public items only",
      "couverture_partielle": false,
      "dollars_1000": 0.21994,
      "elements": 112,
      "exactitude": null,
      "latence_s": 1.3235,
      "public_seulement": true
     },
     "fiche": null
    },
    {
     "cle": "clap (laion/clap-htsat-fused, local-cpu, partial: sound_event)",
     "nom": "CLAP (laion/clap-htsat-fused)",
     "auteur": null,
     "url": null,
     "statut": "provisoire",
     "statut_texte": "provisoire",
     "rang": null,
     "groupe": null,
     "ex_aequo": false,
     "valeur": 47.5333,
     "raison": null,
     "details": {
      "calibration": 0,
      "configuration": "local CPU · sound events only",
      "couverture_partielle": true,
      "dollars_1000": 0.00132,
      "elements": 95,
      "exactitude": 95.0667,
      "latence_s": 0.6127,
      "public_seulement": false
     },
     "fiche": null
    },
    {
     "cle": "ast (MIT/ast-finetuned-audioset-10-10-0.4593, local-cpu, partial: sound_event)",
     "nom": "AST (MIT AudioSet fine-tune)",
     "auteur": null,
     "url": null,
     "statut": "provisoire",
     "statut_texte": "provisoire",
     "rang": null,
     "groupe": null,
     "ex_aequo": false,
     "valeur": 29.8944,
     "raison": "latence médiane de 3,94 s, au-delà de 1,0 s",
     "details": {
      "calibration": 0,
      "configuration": "local CPU · sound events only",
      "couverture_partielle": true,
      "dollars_1000": 0.00112,
      "elements": 95,
      "exactitude": 59.7889,
      "latence_s": 3.9364,
      "public_seulement": false
     },
     "fiche": null
    },
    {
     "cle": "cascade whisper-large-v3-turbo -> qwen3-4b-instruct-2507 (pod, cascade)",
     "nom": "Whisper large-v3-turbo → Qwen3-4B-Instruct-2507",
     "auteur": null,
     "url": null,
     "statut": "hors_classement",
     "statut_texte": "hors classement",
     "rang": null,
     "groupe": null,
     "ex_aequo": false,
     "valeur": 57.6396,
     "raison": "latence médiane de 8,04 s, au-delà de 1,0 s",
     "details": {
      "calibration": 67.0867,
      "configuration": "cascade: transcript, then text model · self-hosted GPU",
      "couverture_partielle": false,
      "dollars_1000": 0.1741,
      "elements": 988,
      "exactitude": 48.1924,
      "latence_s": 8.0445,
      "public_seulement": false
     },
     "fiche": null
    },
    {
     "cle": "audiojev (mocomoco AudioJev-AudioDecisionModel edge ONNX, local-cpu, faithful)",
     "nom": "AudioJev (mocomoco edge ONNX)",
     "auteur": null,
     "url": null,
     "statut": "hors_classement",
     "statut_texte": "hors classement",
     "rang": null,
     "groupe": null,
     "ex_aequo": false,
     "valeur": 0,
     "raison": "latence médiane de 1,65 s, au-delà de 1,0 s",
     "details": {
      "calibration": 0,
      "configuration": "local CPU",
      "couverture_partielle": false,
      "dollars_1000": 0.00578,
      "elements": 988,
      "exactitude": 0,
      "latence_s": 1.6532,
      "public_seulement": false
     },
     "fiche": null
    }
   ]
  }
 ]
}