{
  "title": "Efficiency",
  "header": [
    {
      "value": "Model",
      "markdown": false,
      "metadata": {}
    },
    {
      "value": "Mean win rate",
      "description": "How many models this model outperforms on average (over columns).",
      "markdown": false,
      "lower_is_better": false,
      "metadata": {}
    }
  ],
  "rows": [
    [
      {
        "value": "DeepSeek v3",
        "description": "",
        "markdown": false
      },
      {
        "markdown": false
      }
    ],
    [
      {
        "value": "Llama 3.1 Instruct Turbo (405B)",
        "description": "",
        "markdown": false
      },
      {
        "markdown": false
      }
    ],
    [
      {
        "value": "Llama 3.1 Instruct Turbo (70B)",
        "description": "",
        "markdown": false
      },
      {
        "markdown": false
      }
    ],
    [
      {
        "value": "Llama 3.1 Instruct Turbo (8B)",
        "description": "",
        "markdown": false
      },
      {
        "markdown": false
      }
    ],
    [
      {
        "value": "Mistral Instruct v0.3 (7B)",
        "description": "",
        "markdown": false
      },
      {
        "markdown": false
      }
    ],
    [
      {
        "value": "Mixtral Instruct (8x22B)",
        "description": "",
        "markdown": false
      },
      {
        "markdown": false
      }
    ],
    [
      {
        "value": "Mixtral Instruct (8x7B)",
        "description": "",
        "markdown": false
      },
      {
        "markdown": false
      }
    ],
    [
      {
        "value": "Qwen2.5 Instruct Turbo (72B)",
        "description": "",
        "markdown": false
      },
      {
        "markdown": false
      }
    ],
    [
      {
        "value": "Qwen2.5 Instruct Turbo (7B)",
        "description": "",
        "markdown": false
      },
      {
        "markdown": false
      }
    ],
    [
      {
        "value": "Claude 3.5 Haiku (20241022)",
        "description": "",
        "markdown": false
      },
      {
        "markdown": false
      }
    ],
    [
      {
        "value": "Claude 3.5 Sonnet (20240620)",
        "description": "",
        "markdown": false
      },
      {
        "markdown": false
      }
    ],
    [
      {
        "value": "Gemini 1.5 Pro (002)",
        "description": "",
        "markdown": false
      },
      {
        "markdown": false
      }
    ],
    [
      {
        "value": "Gemini 1.5 Flash (002)",
        "description": "",
        "markdown": false
      },
      {
        "markdown": false
      }
    ],
    [
      {
        "value": "GPT-4o (2024-08-06)",
        "description": "",
        "markdown": false
      },
      {
        "markdown": false
      }
    ],
    [
      {
        "value": "GPT-4o mini (2024-07-18)",
        "description": "",
        "markdown": false
      },
      {
        "markdown": false
      }
    ]
  ],
  "links": [
    {
      "text": "LaTeX",
      "href": "benchmark_output/releases/v0.1.0/groups/latex/call_center_scenarios_efficiency.tex"
    },
    {
      "text": "JSON",
      "href": "benchmark_output/releases/v0.1.0/groups/json/call_center_scenarios_efficiency.json"
    }
  ],
  "name": "efficiency"
}