{
  "name": "mmlu",
  "description": "Massive Multitask Language Understanding",
  "tags": [
    "knowledge",
    "multiple_choice"
  ],
  "definition_path": "https://github.com/stanford-crfm/helm/blob/main/src/helm/benchmark/scenarios/mmlu_scenario.py"
}