{"source":"Quelle IA, le classement des modèles de langage","page":"https://quelleia.com/benchmarks/winogrande/","edition":"2026-W40","date":"2026-09-28","echelle":"score_publie est le score de la source, dans son unité. score_0_1 est ce score ramené entre 0 et 1 pour le calcul. niveau_suggere est le score IA que cette seule mesure indique : 100 pour le meilleur modèle au lancement du site, 50 pour GPT-4o de novembre 2024. difficulte est le score IA d'un modèle qui obtient la moitié (score_0_1 = 0,5), pente la raideur de la courbe.","licence":"Réutilisation libre en citant « Quelle IA, quelleia.com » et la date de l'édition. Les mesures renvoient à leurs sources d'origine.","benchmark":{"id":"winogrande","nom":"WinoGrande","tache":"autre","etat":"archive","echelle":"unite","modeles":77,"poids_general":0,"difficulte":9.1,"pente":0.0198,"en_une_phrase":"Trouver à quoi renvoie un pronom ambigu dans une phrase, ce qui demande du bon sens et une connaissance du monde.","notation":"Part de bonnes réponses entre deux choix ; le hasard donne 50 %.","limites":"Test de 2019 saturé. Les scores viennent d'articles aux réglages variés.","mainteneur":"Allen Institute for AI (Sakaguchi et al., 2019)","url":"https://winogrande.allenai.org/","verifie":true},"tache":{"id":"autre","nom":"Tests historiques","poids_general":0,"benchmarks_actifs":0},"modeles_mesures":77,"mesures":137,"classement":[{"rang":1,"modele":"llama-3-1-405b","nom":"Llama 3.1-405B","editeur":"Meta AI","page":"https://quelleia.com/modeles/llama-3-1-405b/","score_publie":0.892,"score_0_1":0.784,"niveau_suggere":74.3,"reflexion":"inconnue","harnais":null,"configurations_mesurees":2,"date":null,"source":"https://epoch.ai/benchmarks"},{"rang":2,"modele":"claude-3-opus","nom":"Claude 3 Opus","editeur":"Anthropic","page":"https://quelleia.com/modeles/claude-3-opus/","score_publie":0.885,"score_0_1":0.77,"niveau_suggere":70.3,"reflexion":"inconnue","harnais":null,"configurations_mesurees":1,"date":null,"source":"https://epoch.ai/benchmarks"},{"rang":3,"modele":"gpt-4-mar-2023","nom":"GPT-4 (Mar 2023)","editeur":"OpenAI","page":"https://quelleia.com/modeles/gpt-4-mar-2023/","score_publie":0.875,"score_0_1":0.75,"niveau_suggere":64.7,"reflexion":"inconnue","harnais":null,"configurations_mesurees":2,"date":null,"source":"https://epoch.ai/benchmarks"},{"rang":4,"modele":"falcon-180b","nom":"Falcon-180B","editeur":"Technology Innovation Institute","page":"https://quelleia.com/modeles/falcon-180b/","score_publie":0.871,"score_0_1":0.742,"niveau_suggere":62.6,"reflexion":"inconnue","harnais":null,"configurations_mesurees":1,"date":null,"source":"https://epoch.ai/benchmarks"},{"rang":5,"modele":"deepseek-v2-moe-236b-may-2024","nom":"DeepSeek-V2 (MoE-236B, May 2024)","editeur":"DeepSeek","page":"https://quelleia.com/modeles/deepseek-v2-moe-236b-may-2024/","score_publie":0.863,"score_0_1":0.726,"niveau_suggere":58.4,"reflexion":"inconnue","harnais":null,"configurations_mesurees":1,"date":null,"source":"https://epoch.ai/benchmarks"},{"rang":6,"modele":"deepseek-v3","nom":"DeepSeek-V3","editeur":"DeepSeek","page":"https://quelleia.com/modeles/deepseek-v3/","score_publie":0.852,"score_0_1":0.704,"niveau_suggere":52.9,"reflexion":"inconnue","harnais":null,"configurations_mesurees":1,"date":null,"source":"https://epoch.ai/benchmarks"},{"rang":7,"modele":"palm-540b","nom":"PaLM (540B)","editeur":"Google Research","page":"https://quelleia.com/modeles/palm-540b/","score_publie":0.851,"score_0_1":0.702,"niveau_suggere":52.5,"reflexion":"inconnue","harnais":null,"configurations_mesurees":5,"date":null,"source":"https://epoch.ai/benchmarks"},{"rang":8,"modele":"deepseek-coder-v2-236b","nom":"DeepSeek-Coder-V2 236B","editeur":"DeepSeek","page":"https://quelleia.com/modeles/deepseek-coder-v2-236b/","score_publie":0.837,"score_0_1":0.674,"niveau_suggere":45.9,"reflexion":"inconnue","harnais":null,"configurations_mesurees":1,"date":null,"source":"https://epoch.ai/benchmarks"},{"rang":9,"modele":"llama-3-70b","nom":"Llama 3-70B","editeur":"Meta AI","page":"https://quelleia.com/modeles/llama-3-70b/","score_publie":0.835,"score_0_1":0.67,"niveau_suggere":44.9,"reflexion":"inconnue","harnais":null,"configurations_mesurees":1,"date":null,"source":"https://epoch.ai/benchmarks"},{"rang":10,"modele":"palm-2-l","nom":"PaLM 2-L","editeur":"Google DeepMind","page":"https://quelleia.com/modeles/palm-2-l/","score_publie":0.83,"score_0_1":0.66,"niveau_suggere":42.7,"reflexion":"inconnue","harnais":null,"configurations_mesurees":1,"date":null,"source":"https://epoch.ai/benchmarks"},{"rang":11,"modele":"qwen2-5-72b","nom":"Qwen2.5-72B","editeur":"Alibaba","page":"https://quelleia.com/modeles/qwen2-5-72b/","score_publie":0.823,"score_0_1":0.646,"niveau_suggere":39.5,"reflexion":"inconnue","harnais":null,"configurations_mesurees":1,"date":null,"source":"https://epoch.ai/benchmarks"},{"rang":12,"modele":"davinci-002","nom":"davinci-002","editeur":"OpenAI","page":"https://quelleia.com/modeles/davinci-002/","score_publie":0.816,"score_0_1":0.632,"niveau_suggere":36.5,"reflexion":"inconnue","harnais":null,"configurations_mesurees":1,"date":null,"source":"https://epoch.ai/benchmarks"},{"rang":12,"modele":"gpt-3-5-turbo-jun-2023","nom":"GPT-3.5 Turbo (Jun 2023)","editeur":"OpenAI","page":"https://quelleia.com/modeles/gpt-3-5-turbo-jun-2023/","score_publie":0.816,"score_0_1":0.632,"niveau_suggere":36.5,"reflexion":"inconnue","harnais":null,"configurations_mesurees":1,"date":null,"source":"https://epoch.ai/benchmarks"},{"rang":14,"modele":"phi-3-medium-14b","nom":"phi-3-medium 14B","editeur":"Microsoft","page":"https://quelleia.com/modeles/phi-3-medium-14b/","score_publie":0.815,"score_0_1":0.63,"niveau_suggere":36,"reflexion":"inconnue","harnais":null,"configurations_mesurees":1,"date":null,"source":"https://epoch.ai/benchmarks"},{"rang":14,"modele":"phi-3-small-7-4b","nom":"phi-3-small 7.4B","editeur":"Microsoft","page":"https://quelleia.com/modeles/phi-3-small-7-4b/","score_publie":0.815,"score_0_1":0.63,"niveau_suggere":36,"reflexion":"inconnue","harnais":null,"configurations_mesurees":1,"date":null,"source":"https://epoch.ai/benchmarks"},{"rang":16,"modele":"qwen2-5-coder-32b","nom":"Qwen2.5-Coder-32B","editeur":"Alibaba","page":"https://quelleia.com/modeles/qwen2-5-coder-32b/","score_publie":0.808,"score_0_1":0.616,"niveau_suggere":33,"reflexion":"inconnue","harnais":null,"configurations_mesurees":1,"date":null,"source":"https://epoch.ai/benchmarks"},{"rang":17,"modele":"llama-2-70b","nom":"Llama 2-70B","editeur":"Meta AI","page":"https://quelleia.com/modeles/llama-2-70b/","score_publie":0.802,"score_0_1":0.604,"niveau_suggere":30.5,"reflexion":"inconnue","harnais":null,"configurations_mesurees":1,"date":null,"source":"https://epoch.ai/benchmarks"},{"rang":18,"modele":"glam","nom":"GLaM","editeur":"Google DeepMind","page":"https://quelleia.com/modeles/glam/","score_publie":0.792,"score_0_1":0.584,"niveau_suggere":26.3,"reflexion":"inconnue","harnais":null,"configurations_mesurees":3,"date":null,"source":"https://epoch.ai/benchmarks"},{"rang":18,"modele":"palm-2-m","nom":"PaLM 2-M","editeur":"Google DeepMind","page":"https://quelleia.com/modeles/palm-2-m/","score_publie":0.792,"score_0_1":0.584,"niveau_suggere":26.3,"reflexion":"inconnue","harnais":null,"configurations_mesurees":1,"date":null,"source":"https://epoch.ai/benchmarks"},{"rang":20,"modele":"gemma-7b","nom":"Gemma 7B","editeur":"Google DeepMind","page":"https://quelleia.com/modeles/gemma-7b/","score_publie":0.79,"score_0_1":0.58,"niveau_suggere":25.4,"reflexion":"inconnue","harnais":null,"configurations_mesurees":3,"date":null,"source":"https://epoch.ai/benchmarks"},{"rang":21,"modele":"megatron-turing-nlg-530b","nom":"Megatron-Turing NLG 530B","editeur":"Microsoft","page":"https://quelleia.com/modeles/megatron-turing-nlg-530b/","score_publie":0.789,"score_0_1":0.578,"niveau_suggere":25,"reflexion":"inconnue","harnais":null,"configurations_mesurees":4,"date":null,"source":"https://epoch.ai/benchmarks"},{"rang":22,"modele":"falcon-2-11b","nom":"Falcon 2 11B","editeur":"Technology Innovation Institute","page":"https://quelleia.com/modeles/falcon-2-11b/","score_publie":0.783,"score_0_1":0.566,"niveau_suggere":22.5,"reflexion":"inconnue","harnais":null,"configurations_mesurees":2,"date":null,"source":"https://epoch.ai/benchmarks"},{"rang":23,"modele":"nemotron-4-15b","nom":"Nemotron-4 15B","editeur":"NVIDIA","page":"https://quelleia.com/modeles/nemotron-4-15b/","score_publie":0.78,"score_0_1":0.56,"niveau_suggere":21.3,"reflexion":"inconnue","harnais":null,"configurations_mesurees":1,"date":null,"source":"https://epoch.ai/benchmarks"},{"rang":24,"modele":"palm-2-s","nom":"PaLM 2-S","editeur":"Google DeepMind","page":"https://quelleia.com/modeles/palm-2-s/","score_publie":0.779,"score_0_1":0.558,"niveau_suggere":20.9,"reflexion":"inconnue","harnais":null,"configurations_mesurees":1,"date":null,"source":"https://epoch.ai/benchmarks"},{"rang":25,"modele":"instructgpt-175b","nom":"InstructGPT 175B","editeur":"OpenAI","page":"https://quelleia.com/modeles/instructgpt-175b/","score_publie":0.777,"score_0_1":0.554,"niveau_suggere":20.1,"reflexion":"inconnue","harnais":null,"configurations_mesurees":13,"date":null,"source":"https://epoch.ai/benchmarks"},{"rang":26,"modele":"mixtral-8x7b","nom":"Mixtral 8x7B","editeur":"Mistral AI","page":"https://quelleia.com/modeles/mixtral-8x7b/","score_publie":0.772,"score_0_1":0.544,"niveau_suggere":18,"reflexion":"inconnue","harnais":null,"configurations_mesurees":2,"date":null,"source":"https://epoch.ai/benchmarks"},{"rang":27,"modele":"llama-65b","nom":"LLaMA-65B","editeur":"Meta AI","page":"https://quelleia.com/modeles/llama-65b/","score_publie":0.77,"score_0_1":0.54,"niveau_suggere":17.2,"reflexion":"inconnue","harnais":null,"configurations_mesurees":2,"date":null,"source":"https://epoch.ai/benchmarks"},{"rang":27,"modele":"palm-62b","nom":"PaLM 62B","editeur":"Google DeepMind","page":"https://quelleia.com/modeles/palm-62b/","score_publie":0.77,"score_0_1":0.54,"niveau_suggere":17.2,"reflexion":"inconnue","harnais":null,"configurations_mesurees":2,"date":null,"source":"https://epoch.ai/benchmarks"},{"rang":29,"modele":"falcon-40b","nom":"Falcon-40B","editeur":"Technology Innovation Institute","page":"https://quelleia.com/modeles/falcon-40b/","score_publie":0.769,"score_0_1":0.538,"niveau_suggere":16.8,"reflexion":"inconnue","harnais":null,"configurations_mesurees":3,"date":null,"source":"https://epoch.ai/benchmarks"},{"rang":30,"modele":"qwen2-5-coder-14b","nom":"Qwen2.5-Coder-14B","editeur":"Alibaba","page":"https://quelleia.com/modeles/qwen2-5-coder-14b/","score_publie":0.768,"score_0_1":0.536,"niveau_suggere":16.4,"reflexion":"inconnue","harnais":null,"configurations_mesurees":1,"date":null,"source":"https://epoch.ai/benchmarks"},{"rang":31,"modele":"llama-2-34b","nom":"Llama 2-34B","editeur":"Meta AI","page":"https://quelleia.com/modeles/llama-2-34b/","score_publie":0.767,"score_0_1":0.534,"niveau_suggere":16,"reflexion":"inconnue","harnais":null,"configurations_mesurees":2,"date":null,"source":"https://epoch.ai/benchmarks"},{"rang":32,"modele":"llama-33b","nom":"LLaMA-33B","editeur":"Meta AI","page":"https://quelleia.com/modeles/llama-33b/","score_publie":0.76,"score_0_1":0.52,"niveau_suggere":13.1,"reflexion":"inconnue","harnais":null,"configurations_mesurees":2,"date":null,"source":"https://epoch.ai/benchmarks"},{"rang":33,"modele":"llama-3-8b","nom":"Llama 3-8B","editeur":"Meta AI","page":"https://quelleia.com/modeles/llama-3-8b/","score_publie":0.757,"score_0_1":0.514,"niveau_suggere":11.9,"reflexion":"inconnue","harnais":null,"configurations_mesurees":2,"date":null,"source":"https://epoch.ai/benchmarks"},{"rang":34,"modele":"mistral-7b-v0-1","nom":"Mistral 7B v0.1","editeur":"Mistral AI","page":"https://quelleia.com/modeles/mistral-7b-v0-1/","score_publie":0.753,"score_0_1":0.506,"niveau_suggere":10.3,"reflexion":"inconnue","harnais":null,"configurations_mesurees":5,"date":null,"source":"https://epoch.ai/benchmarks"},{"rang":35,"modele":"claude-3-sonnet","nom":"Claude 3 Sonnet","editeur":"Anthropic","page":"https://quelleia.com/modeles/claude-3-sonnet/","score_publie":0.751,"score_0_1":0.502,"niveau_suggere":9.5,"reflexion":"inconnue","harnais":null,"configurations_mesurees":1,"date":null,"source":"https://epoch.ai/benchmarks"},{"rang":36,"modele":"chinchilla","nom":"Chinchilla","editeur":"DeepMind","page":"https://quelleia.com/modeles/chinchilla/","score_publie":0.749,"score_0_1":0.498,"niveau_suggere":8.7,"reflexion":"inconnue","harnais":null,"configurations_mesurees":2,"date":null,"source":"https://epoch.ai/benchmarks"},{"rang":37,"modele":"claude-3-haiku","nom":"Claude 3 Haiku","editeur":"Anthropic","page":"https://quelleia.com/modeles/claude-3-haiku/","score_publie":0.742,"score_0_1":0.484,"niveau_suggere":5.8,"reflexion":"inconnue","harnais":null,"configurations_mesurees":1,"date":null,"source":"https://epoch.ai/benchmarks"},{"rang":38,"modele":"phi-1-5","nom":"Phi-1.5","editeur":"Microsoft","page":"https://quelleia.com/modeles/phi-1-5/","score_publie":0.734,"score_0_1":0.468,"niveau_suggere":2.6,"reflexion":"inconnue","harnais":null,"configurations_mesurees":1,"date":null,"source":"https://epoch.ai/benchmarks"},{"rang":39,"modele":"yi-9b","nom":"Yi-9B","editeur":"01.AI","page":"https://quelleia.com/modeles/yi-9b/","score_publie":0.73,"score_0_1":0.46,"niveau_suggere":1,"reflexion":"inconnue","harnais":null,"configurations_mesurees":1,"date":null,"source":"https://epoch.ai/benchmarks"},{"rang":39,"modele":"llama-13b","nom":"LLaMA-13B","editeur":"Meta AI","page":"https://quelleia.com/modeles/llama-13b/","score_publie":0.73,"score_0_1":0.46,"niveau_suggere":1,"reflexion":"inconnue","harnais":null,"configurations_mesurees":3,"date":null,"source":"https://epoch.ai/benchmarks"},{"rang":41,"modele":"qwen2-5-coder-7b","nom":"Qwen2.5-Coder (7B)","editeur":"Alibaba","page":"https://quelleia.com/modeles/qwen2-5-coder-7b/","score_publie":0.729,"score_0_1":0.458,"niveau_suggere":0.6,"reflexion":"inconnue","harnais":null,"configurations_mesurees":1,"date":null,"source":"https://epoch.ai/benchmarks"},{"rang":41,"modele":"deepseek-coder-v2-lite-base","nom":"DeepSeek-Coder-V2-Lite-Base","editeur":"DeepSeek","page":"https://quelleia.com/modeles/deepseek-coder-v2-lite-base/","score_publie":0.729,"score_0_1":0.458,"niveau_suggere":0.6,"reflexion":"inconnue","harnais":null,"configurations_mesurees":1,"date":null,"source":"https://epoch.ai/benchmarks"},{"rang":43,"modele":"llama-2-13b","nom":"Llama 2-13B","editeur":"Meta AI","page":"https://quelleia.com/modeles/llama-2-13b/","score_publie":0.728,"score_0_1":0.456,"niveau_suggere":0.2,"reflexion":"inconnue","harnais":null,"configurations_mesurees":3,"date":null,"source":"https://epoch.ai/benchmarks"},{"rang":44,"modele":"yi-6b","nom":"Yi 6B","editeur":"01.AI","page":"https://quelleia.com/modeles/yi-6b/","score_publie":0.713,"score_0_1":0.426,"niveau_suggere":-6,"reflexion":"inconnue","harnais":null,"configurations_mesurees":1,"date":null,"source":"https://epoch.ai/benchmarks"},{"rang":45,"modele":"mpt-30b","nom":"MPT-30B","editeur":"MosaicML","page":"https://quelleia.com/modeles/mpt-30b/","score_publie":0.71,"score_0_1":0.42,"niveau_suggere":-7.3,"reflexion":"inconnue","harnais":null,"configurations_mesurees":1,"date":null,"source":"https://epoch.ai/benchmarks"},{"rang":46,"modele":"phi-3-mini-3-8b","nom":"phi-3-mini 3.8B","editeur":"Microsoft","page":"https://quelleia.com/modeles/phi-3-mini-3-8b/","score_publie":0.708,"score_0_1":0.416,"niveau_suggere":-8.1,"reflexion":"inconnue","harnais":null,"configurations_mesurees":1,"date":null,"source":"https://epoch.ai/benchmarks"},{"rang":46,"modele":"vicuna-13b-v1-1","nom":"vicuna-13b-v1.1","editeur":null,"page":"https://quelleia.com/modeles/vicuna-13b-v1-1/","score_publie":0.708,"score_0_1":0.416,"niveau_suggere":-8.1,"reflexion":"inconnue","harnais":null,"configurations_mesurees":1,"date":null,"source":"https://epoch.ai/benchmarks"},{"rang":48,"modele":"gopher-280b","nom":"Gopher (280B)","editeur":"DeepMind","page":"https://quelleia.com/modeles/gopher-280b/","score_publie":0.702,"score_0_1":0.404,"niveau_suggere":-10.6,"reflexion":"inconnue","harnais":null,"configurations_mesurees":5,"date":null,"source":"https://epoch.ai/benchmarks"},{"rang":49,"modele":"llama-7b","nom":"LLaMA-7B","editeur":"Meta AI","page":"https://quelleia.com/modeles/llama-7b/","score_publie":0.701,"score_0_1":0.402,"niveau_suggere":-11,"reflexion":"inconnue","harnais":null,"configurations_mesurees":5,"date":null,"source":"https://epoch.ai/benchmarks"},{"rang":50,"modele":"llama-2-7b","nom":"Llama 2-7B","editeur":"Meta AI","page":"https://quelleia.com/modeles/llama-2-7b/","score_publie":0.692,"score_0_1":0.384,"niveau_suggere":-14.8,"reflexion":"inconnue","harnais":null,"configurations_mesurees":3,"date":null,"source":"https://epoch.ai/benchmarks"},{"rang":51,"modele":"gpt-3-5-turbo-nov-2023","nom":"GPT-3.5 Turbo (Nov 2023)","editeur":"OpenAI","page":"https://quelleia.com/modeles/gpt-3-5-turbo-nov-2023/","score_publie":0.688,"score_0_1":0.376,"niveau_suggere":-16.6,"reflexion":"inconnue","harnais":null,"configurations_mesurees":1,"date":null,"source":"https://epoch.ai/benchmarks"},{"rang":52,"modele":"mpt-7b","nom":"MPT-7B","editeur":"MosaicML","page":"https://quelleia.com/modeles/mpt-7b/","score_publie":0.686,"score_0_1":0.372,"niveau_suggere":-17.4,"reflexion":"inconnue","harnais":null,"configurations_mesurees":3,"date":null,"source":"https://epoch.ai/benchmarks"},{"rang":53,"modele":"qwen2-5-coder-3b","nom":"Qwen2.5-Coder-3B","editeur":"Alibaba","page":"https://quelleia.com/modeles/qwen2-5-coder-3b/","score_publie":0.674,"score_0_1":0.348,"niveau_suggere":-22.7,"reflexion":"inconnue","harnais":null,"configurations_mesurees":1,"date":null,"source":"https://epoch.ai/benchmarks"},{"rang":54,"modele":"falcon-7b","nom":"Falcon-7B","editeur":"Technology Innovation Institute","page":"https://quelleia.com/modeles/falcon-7b/","score_publie":0.672,"score_0_1":0.344,"niveau_suggere":-23.6,"reflexion":"inconnue","harnais":null,"configurations_mesurees":5,"date":null,"source":"https://epoch.ai/benchmarks"},{"rang":55,"modele":"open-llama-7b","nom":"open_llama_7b","editeur":null,"page":"https://quelleia.com/modeles/open-llama-7b/","score_publie":0.67,"score_0_1":0.34,"niveau_suggere":-24.5,"reflexion":"inconnue","harnais":null,"configurations_mesurees":1,"date":null,"source":"https://epoch.ai/benchmarks"},{"rang":56,"modele":"gpt-neox-20b","nom":"GPT-NeoX-20B","editeur":"EleutherAI","page":"https://quelleia.com/modeles/gpt-neox-20b/","score_publie":0.661,"score_0_1":0.322,"niveau_suggere":-28.6,"reflexion":"inconnue","harnais":null,"configurations_mesurees":1,"date":null,"source":"https://epoch.ai/benchmarks"},{"rang":57,"modele":"intellect-1","nom":"INTELLECT-1","editeur":"Prime Intellect","page":"https://quelleia.com/modeles/intellect-1/","score_publie":0.6582,"score_0_1":0.3164,"niveau_suggere":-29.9,"reflexion":"inconnue","harnais":null,"configurations_mesurees":1,"date":null,"source":"https://epoch.ai/benchmarks"},{"rang":58,"modele":"gemma-2b","nom":"Gemma 2B","editeur":"Google DeepMind","page":"https://quelleia.com/modeles/gemma-2b/","score_publie":0.654,"score_0_1":0.308,"niveau_suggere":-31.9,"reflexion":"inconnue","harnais":null,"configurations_mesurees":1,"date":null,"source":"https://epoch.ai/benchmarks"},{"rang":59,"modele":"xgen-7b","nom":"XGen-7B","editeur":"Salesforce","page":"https://quelleia.com/modeles/xgen-7b/","score_publie":0.649,"score_0_1":0.298,"niveau_suggere":-34.3,"reflexion":"inconnue","harnais":null,"configurations_mesurees":1,"date":null,"source":"https://epoch.ai/benchmarks"},{"rang":60,"modele":"opt-13b","nom":"opt-13b","editeur":"Meta AI","page":"https://quelleia.com/modeles/opt-13b/","score_publie":0.647,"score_0_1":0.294,"niveau_suggere":-35.3,"reflexion":"inconnue","harnais":null,"configurations_mesurees":1,"date":null,"source":"https://epoch.ai/benchmarks"},{"rang":61,"modele":"gpt-j-6b","nom":"GPT-J-6B","editeur":"EleutherAI","page":"https://quelleia.com/modeles/gpt-j-6b/","score_publie":0.645,"score_0_1":0.29,"niveau_suggere":-36.2,"reflexion":"inconnue","harnais":null,"configurations_mesurees":1,"date":null,"source":"https://epoch.ai/benchmarks"},{"rang":62,"modele":"starcoder-2-15b","nom":"StarCoder 2 15B","editeur":"Hugging Face","page":"https://quelleia.com/modeles/starcoder-2-15b/","score_publie":0.643,"score_0_1":0.286,"niveau_suggere":-37.2,"reflexion":"inconnue","harnais":null,"configurations_mesurees":1,"date":null,"source":"https://epoch.ai/benchmarks"},{"rang":63,"modele":"redpajama-incite-7b-base","nom":"RedPajama-INCITE-7B-Base","editeur":null,"page":"https://quelleia.com/modeles/redpajama-incite-7b-base/","score_publie":0.638,"score_0_1":0.276,"niveau_suggere":-39.7,"reflexion":"inconnue","harnais":null,"configurations_mesurees":1,"date":null,"source":"https://epoch.ai/benchmarks"},{"rang":64,"modele":"deepseek-coder-33b","nom":"DeepSeek Coder 33B","editeur":"DeepSeek","page":"https://quelleia.com/modeles/deepseek-coder-33b/","score_publie":0.62,"score_0_1":0.24,"niveau_suggere":-49.3,"reflexion":"inconnue","harnais":null,"configurations_mesurees":1,"date":null,"source":"https://epoch.ai/benchmarks"},{"rang":65,"modele":"dolly-2-0-12b","nom":"Dolly 2.0-12b","editeur":"Databricks","page":"https://quelleia.com/modeles/dolly-2-0-12b/","score_publie":0.618,"score_0_1":0.236,"niveau_suggere":-50.4,"reflexion":"inconnue","harnais":null,"configurations_mesurees":1,"date":null,"source":"https://epoch.ai/benchmarks"},{"rang":66,"modele":"opt-1-3b","nom":"OPT-1.3B","editeur":"Meta AI","page":"https://quelleia.com/modeles/opt-1-3b/","score_publie":0.61,"score_0_1":0.22,"niveau_suggere":-55,"reflexion":"inconnue","harnais":null,"configurations_mesurees":1,"date":null,"source":"https://epoch.ai/benchmarks"},{"rang":67,"modele":"cerebras-gpt-13b","nom":"Cerebras-GPT-13B","editeur":"Cerebras Systems","page":"https://quelleia.com/modeles/cerebras-gpt-13b/","score_publie":0.608,"score_0_1":0.216,"niveau_suggere":-56.2,"reflexion":"inconnue","harnais":null,"configurations_mesurees":1,"date":null,"source":"https://epoch.ai/benchmarks"},{"rang":68,"modele":"qwen2-5-coder-1-5b","nom":"Qwen2.5-Coder (1.5B)","editeur":"Alibaba","page":"https://quelleia.com/modeles/qwen2-5-coder-1-5b/","score_publie":0.607,"score_0_1":0.214,"niveau_suggere":-56.8,"reflexion":"inconnue","harnais":null,"configurations_mesurees":1,"date":null,"source":"https://epoch.ai/benchmarks"},{"rang":69,"modele":"codeqwen1-5-7b","nom":"CodeQwen1.5-7B","editeur":"Alibaba","page":"https://quelleia.com/modeles/codeqwen1-5-7b/","score_publie":0.598,"score_0_1":0.196,"niveau_suggere":-62.4,"reflexion":"inconnue","harnais":null,"configurations_mesurees":1,"date":null,"source":"https://epoch.ai/benchmarks"},{"rang":70,"modele":"gpt-2-1-5b","nom":"GPT-2 (1.5B)","editeur":"OpenAI","page":"https://quelleia.com/modeles/gpt-2-1-5b/","score_publie":0.583,"score_0_1":0.166,"niveau_suggere":-72.6,"reflexion":"inconnue","harnais":null,"configurations_mesurees":2,"date":null,"source":"https://epoch.ai/benchmarks"},{"rang":71,"modele":"deepseek-coder-6-7b","nom":"DeepSeek Coder 6.7B","editeur":"DeepSeek","page":"https://quelleia.com/modeles/deepseek-coder-6-7b/","score_publie":0.576,"score_0_1":0.152,"niveau_suggere":-77.9,"reflexion":"inconnue","harnais":null,"configurations_mesurees":1,"date":null,"source":"https://epoch.ai/benchmarks"},{"rang":72,"modele":"starcoder-2-3b","nom":"StarCoder 2 3B","editeur":"Hugging Face","page":"https://quelleia.com/modeles/starcoder-2-3b/","score_publie":0.571,"score_0_1":0.142,"niveau_suggere":-82,"reflexion":"inconnue","harnais":null,"configurations_mesurees":1,"date":null,"source":"https://epoch.ai/benchmarks"},{"rang":72,"modele":"starcoder-2-7b","nom":"StarCoder 2 7B","editeur":"Hugging Face","page":"https://quelleia.com/modeles/starcoder-2-7b/","score_publie":0.571,"score_0_1":0.142,"niveau_suggere":-82,"reflexion":"inconnue","harnais":null,"configurations_mesurees":1,"date":null,"source":"https://epoch.ai/benchmarks"},{"rang":74,"modele":"qwen2-5-coder-0-5b","nom":"Qwen2.5-Coder-0.5B","editeur":"Alibaba","page":"https://quelleia.com/modeles/qwen2-5-coder-0-5b/","score_publie":0.548,"score_0_1":0.096,"niveau_suggere":-104.4,"reflexion":"inconnue","harnais":null,"configurations_mesurees":1,"date":null,"source":"https://epoch.ai/benchmarks"},{"rang":75,"modele":"phi-2","nom":"Phi-2","editeur":"Microsoft","page":"https://quelleia.com/modeles/phi-2/","score_publie":0.547,"score_0_1":0.094,"niveau_suggere":-105.6,"reflexion":"inconnue","harnais":null,"configurations_mesurees":1,"date":null,"source":"https://epoch.ai/benchmarks"},{"rang":76,"modele":"deepseek-coder-1-3b","nom":"DeepSeek Coder 1.3B","editeur":"DeepSeek","page":"https://quelleia.com/modeles/deepseek-coder-1-3b/","score_publie":0.533,"score_0_1":0.066,"niveau_suggere":-125,"reflexion":"inconnue","harnais":null,"configurations_mesurees":1,"date":null,"source":"https://epoch.ai/benchmarks"},{"rang":77,"modele":"stablelm-tuned-alpha-7b","nom":"stablelm-tuned-alpha-7b","editeur":"Stability AI","page":"https://quelleia.com/modeles/stablelm-tuned-alpha-7b/","score_publie":0.515,"score_0_1":0.03,"niveau_suggere":-166.9,"reflexion":"inconnue","harnais":null,"configurations_mesurees":1,"date":null,"source":"https://epoch.ai/benchmarks"}]}