{
  "meta-llama/Llama-3.1-8B-Instruct": {
    "score": 0.37982047872340424,
    "source": "https://huggingface.co/datasets/open-llm-leaderboard/results/resolve/main/meta-llama/Llama-3.1-8B-Instruct/results_2025-02-13T18-27-04.338360.json",
    "revision": "0e9e39f249a16976918f6564b8830bc894c89659",
    "dtype": "float16",
    "date": "2025-02-13",
    "metric": "MMLU-Pro raw accuracy (0\u20131) \u00b7 5-shot v0.1 \u00b7 historical",
    "chatTemplateSha": null,
    "taskVersion": 0.1
  },
  "meta-llama/Llama-3.3-70B-Instruct": {
    "score": 0.5331615691489362,
    "source": "https://huggingface.co/datasets/open-llm-leaderboard/results/resolve/main/meta-llama/Llama-3.3-70B-Instruct/results_2025-02-13T18-27-04.338360.json",
    "revision": "246a3e843c8cfea74524b24fd66934372e7b36b4",
    "dtype": "bfloat16",
    "date": "2025-02-13",
    "metric": "MMLU-Pro raw accuracy (0\u20131) \u00b7 5-shot v0.1 \u00b7 historical",
    "chatTemplateSha": "e10ca381b1ccc5cf9db52e371f3b6651576caee0a630b452e2816b2d404d4b65",
    "taskVersion": 0.1
  },
  "Qwen/Qwen2.5-Coder-7B-Instruct": {
    "score": 0.3351894946808511,
    "source": "https://huggingface.co/datasets/open-llm-leaderboard/results/resolve/main/Qwen/Qwen2.5-Coder-7B-Instruct/results_2025-02-13T18-27-04.338360.json",
    "revision": "f784f10a7b2aac91bd26e6dbe7dccce691cd4ac5",
    "dtype": "bfloat16",
    "date": "2025-02-13",
    "metric": "MMLU-Pro raw accuracy (0\u20131) \u00b7 5-shot v0.1 \u00b7 historical",
    "chatTemplateSha": "cd8e9439f0570856fd70470bf8889ebd8b5d1107207f67a5efb46e342330527f",
    "taskVersion": 0.1
  },
  "Qwen/Qwen2.5-Coder-32B-Instruct": {
    "score": 0.44132313829787234,
    "source": "https://huggingface.co/datasets/open-llm-leaderboard/results/resolve/main/Qwen/Qwen2.5-Coder-32B-Instruct/results_2025-02-13T18-27-04.338360.json",
    "revision": "b47205940b83b5b484577359f71ee7b88472df67",
    "dtype": "float16",
    "date": "2025-02-13",
    "metric": "MMLU-Pro raw accuracy (0\u20131) \u00b7 5-shot v0.1 \u00b7 historical",
    "chatTemplateSha": null,
    "taskVersion": 0.1
  },
  "Qwen/Qwen2.5-72B-Instruct": {
    "score": 0.5625831117021277,
    "source": "https://huggingface.co/datasets/open-llm-leaderboard/results/resolve/main/Qwen/Qwen2.5-72B-Instruct/results_2025-02-13T18-27-04.338360.json",
    "revision": "d3d951150c1e5848237cd6a7ad11df4836aee842",
    "dtype": "bfloat16",
    "date": "2025-02-13",
    "metric": "MMLU-Pro raw accuracy (0\u20131) \u00b7 5-shot v0.1 \u00b7 historical",
    "chatTemplateSha": "cd8e9439f0570856fd70470bf8889ebd8b5d1107207f67a5efb46e342330527f",
    "taskVersion": 0.1
  },
  "NousResearch/Hermes-3-Llama-3.1-70B": {
    "score": 0.47265625,
    "source": "https://huggingface.co/datasets/open-llm-leaderboard/results/resolve/main/NousResearch/Hermes-3-Llama-3.1-70B/results_2025-02-13T18-27-04.338360.json",
    "revision": "093242c69a91f8d9d5b8094c380b88772f9bd7f8",
    "dtype": "bfloat16",
    "date": "2025-02-13",
    "metric": "MMLU-Pro raw accuracy (0\u20131) \u00b7 5-shot v0.1 \u00b7 historical",
    "chatTemplateSha": "9ff2eb30a1d3e937a88108d74b1ab940891be58aa742be4e8c0ce1c1ad90588e",
    "taskVersion": 0.1
  }
}