{
  "title": "General information",
  "header": [
    {
      "value": "Model",
      "markdown": false,
      "metadata": {}
    },
    {
      "value": "Helpdesk Call summarization - # eval",
      "description": "Helpdesk Call summarization\n\n# eval: Number of evaluation instances.",
      "markdown": false,
      "metadata": {
        "metric": "# eval",
        "run_group": "Helpdesk Call summarization"
      }
    },
    {
      "value": "Helpdesk Call summarization - # train",
      "description": "Helpdesk Call summarization\n\n# train: Number of training instances (e.g., in-context examples).",
      "markdown": false,
      "metadata": {
        "metric": "# train",
        "run_group": "Helpdesk Call summarization"
      }
    },
    {
      "value": "Helpdesk Call summarization - truncated",
      "description": "Helpdesk Call summarization\n\ntruncated: Fraction of instances where the prompt itself was truncated (implies that there were no in-context examples).",
      "markdown": false,
      "metadata": {
        "metric": "truncated",
        "run_group": "Helpdesk Call summarization"
      }
    },
    {
      "value": "Helpdesk Call summarization - # prompt tokens",
      "description": "Helpdesk Call summarization\n\n# prompt tokens: Number of tokens in the prompt.",
      "markdown": false,
      "metadata": {
        "metric": "# prompt tokens",
        "run_group": "Helpdesk Call summarization"
      }
    },
    {
      "value": "Helpdesk Call summarization - # output tokens",
      "description": "Helpdesk Call summarization\n\n# output tokens: Actual number of output tokens.",
      "markdown": false,
      "metadata": {
        "metric": "# output tokens",
        "run_group": "Helpdesk Call summarization"
      }
    }
  ],
  "rows": [
    [
      {
        "value": "DeepSeek v3",
        "description": "",
        "markdown": false
      },
      {
        "value": 162.0,
        "description": "min=162, mean=162, max=162, sum=162 (1)",
        "style": {},
        "markdown": false,
        "run_spec_names": [
          "helpdesk_call_summarization:model=deepseek-ai_deepseek-v3"
        ]
      },
      {
        "value": 0.0,
        "description": "min=0, mean=0, max=0, sum=0 (1)",
        "style": {},
        "markdown": false,
        "run_spec_names": [
          "helpdesk_call_summarization:model=deepseek-ai_deepseek-v3"
        ]
      },
      {
        "value": 0.0,
        "description": "min=0, mean=0, max=0, sum=0 (1)",
        "style": {},
        "markdown": false,
        "run_spec_names": [
          "helpdesk_call_summarization:model=deepseek-ai_deepseek-v3"
        ]
      },
      {
        "value": 1336.8456790123457,
        "description": "min=1336.846, mean=1336.846, max=1336.846, sum=1336.846 (1)",
        "style": {},
        "markdown": false,
        "run_spec_names": [
          "helpdesk_call_summarization:model=deepseek-ai_deepseek-v3"
        ]
      },
      {
        "value": 0.0,
        "description": "min=0, mean=0, max=0, sum=0 (1)",
        "style": {},
        "markdown": false,
        "run_spec_names": [
          "helpdesk_call_summarization:model=deepseek-ai_deepseek-v3"
        ]
      }
    ],
    [
      {
        "value": "Llama 3.1 Instruct Turbo (405B)",
        "description": "",
        "markdown": false
      },
      {
        "value": 162.0,
        "description": "min=162, mean=162, max=162, sum=162 (1)",
        "style": {},
        "markdown": false,
        "run_spec_names": [
          "helpdesk_call_summarization:model=meta_llama-3.1-405b-instruct-turbo"
        ]
      },
      {
        "value": 0.0,
        "description": "min=0, mean=0, max=0, sum=0 (1)",
        "style": {},
        "markdown": false,
        "run_spec_names": [
          "helpdesk_call_summarization:model=meta_llama-3.1-405b-instruct-turbo"
        ]
      },
      {
        "value": 0.0,
        "description": "min=0, mean=0, max=0, sum=0 (1)",
        "style": {},
        "markdown": false,
        "run_spec_names": [
          "helpdesk_call_summarization:model=meta_llama-3.1-405b-instruct-turbo"
        ]
      },
      {
        "value": 1325.1604938271605,
        "description": "min=1325.16, mean=1325.16, max=1325.16, sum=1325.16 (1)",
        "style": {},
        "markdown": false,
        "run_spec_names": [
          "helpdesk_call_summarization:model=meta_llama-3.1-405b-instruct-turbo"
        ]
      },
      {
        "value": 176.6358024691358,
        "description": "min=176.636, mean=176.636, max=176.636, sum=176.636 (1)",
        "style": {},
        "markdown": false,
        "run_spec_names": [
          "helpdesk_call_summarization:model=meta_llama-3.1-405b-instruct-turbo"
        ]
      }
    ],
    [
      {
        "value": "Llama 3.1 Instruct Turbo (70B)",
        "description": "",
        "markdown": false
      },
      {
        "value": 162.0,
        "description": "min=162, mean=162, max=162, sum=162 (1)",
        "style": {},
        "markdown": false,
        "run_spec_names": [
          "helpdesk_call_summarization:model=meta_llama-3.1-70b-instruct-turbo"
        ]
      },
      {
        "value": 0.0,
        "description": "min=0, mean=0, max=0, sum=0 (1)",
        "style": {},
        "markdown": false,
        "run_spec_names": [
          "helpdesk_call_summarization:model=meta_llama-3.1-70b-instruct-turbo"
        ]
      },
      {
        "value": 0.0,
        "description": "min=0, mean=0, max=0, sum=0 (1)",
        "style": {},
        "markdown": false,
        "run_spec_names": [
          "helpdesk_call_summarization:model=meta_llama-3.1-70b-instruct-turbo"
        ]
      },
      {
        "value": 1325.1604938271605,
        "description": "min=1325.16, mean=1325.16, max=1325.16, sum=1325.16 (1)",
        "style": {},
        "markdown": false,
        "run_spec_names": [
          "helpdesk_call_summarization:model=meta_llama-3.1-70b-instruct-turbo"
        ]
      },
      {
        "value": 154.84567901234567,
        "description": "min=154.846, mean=154.846, max=154.846, sum=154.846 (1)",
        "style": {},
        "markdown": false,
        "run_spec_names": [
          "helpdesk_call_summarization:model=meta_llama-3.1-70b-instruct-turbo"
        ]
      }
    ],
    [
      {
        "value": "Llama 3.1 Instruct Turbo (8B)",
        "description": "",
        "markdown": false
      },
      {
        "value": 162.0,
        "description": "min=162, mean=162, max=162, sum=162 (1)",
        "style": {},
        "markdown": false,
        "run_spec_names": [
          "helpdesk_call_summarization:model=meta_llama-3.1-8b-instruct-turbo"
        ]
      },
      {
        "value": 0.0,
        "description": "min=0, mean=0, max=0, sum=0 (1)",
        "style": {},
        "markdown": false,
        "run_spec_names": [
          "helpdesk_call_summarization:model=meta_llama-3.1-8b-instruct-turbo"
        ]
      },
      {
        "value": 0.0,
        "description": "min=0, mean=0, max=0, sum=0 (1)",
        "style": {},
        "markdown": false,
        "run_spec_names": [
          "helpdesk_call_summarization:model=meta_llama-3.1-8b-instruct-turbo"
        ]
      },
      {
        "value": 1325.1604938271605,
        "description": "min=1325.16, mean=1325.16, max=1325.16, sum=1325.16 (1)",
        "style": {},
        "markdown": false,
        "run_spec_names": [
          "helpdesk_call_summarization:model=meta_llama-3.1-8b-instruct-turbo"
        ]
      },
      {
        "value": 174.98765432098764,
        "description": "min=174.988, mean=174.988, max=174.988, sum=174.988 (1)",
        "style": {},
        "markdown": false,
        "run_spec_names": [
          "helpdesk_call_summarization:model=meta_llama-3.1-8b-instruct-turbo"
        ]
      }
    ],
    [
      {
        "value": "Mistral Instruct v0.3 (7B)",
        "description": "",
        "markdown": false
      },
      {
        "value": 162.0,
        "description": "min=162, mean=162, max=162, sum=162 (1)",
        "style": {},
        "markdown": false,
        "run_spec_names": [
          "helpdesk_call_summarization:model=mistralai_mistral-7b-instruct-v0.3"
        ]
      },
      {
        "value": 0.0,
        "description": "min=0, mean=0, max=0, sum=0 (1)",
        "style": {},
        "markdown": false,
        "run_spec_names": [
          "helpdesk_call_summarization:model=mistralai_mistral-7b-instruct-v0.3"
        ]
      },
      {
        "value": 0.0,
        "description": "min=0, mean=0, max=0, sum=0 (1)",
        "style": {},
        "markdown": false,
        "run_spec_names": [
          "helpdesk_call_summarization:model=mistralai_mistral-7b-instruct-v0.3"
        ]
      },
      {
        "value": 1491.9197530864199,
        "description": "min=1491.92, mean=1491.92, max=1491.92, sum=1491.92 (1)",
        "style": {},
        "markdown": false,
        "run_spec_names": [
          "helpdesk_call_summarization:model=mistralai_mistral-7b-instruct-v0.3"
        ]
      },
      {
        "value": 167.8641975308642,
        "description": "min=167.864, mean=167.864, max=167.864, sum=167.864 (1)",
        "style": {},
        "markdown": false,
        "run_spec_names": [
          "helpdesk_call_summarization:model=mistralai_mistral-7b-instruct-v0.3"
        ]
      }
    ],
    [
      {
        "value": "Mixtral Instruct (8x22B)",
        "description": "",
        "markdown": false
      },
      {
        "value": 162.0,
        "description": "min=162, mean=162, max=162, sum=162 (1)",
        "style": {},
        "markdown": false,
        "run_spec_names": [
          "helpdesk_call_summarization:model=mistralai_mixtral-8x22b-instruct-v0.1"
        ]
      },
      {
        "value": 0.0,
        "description": "min=0, mean=0, max=0, sum=0 (1)",
        "style": {},
        "markdown": false,
        "run_spec_names": [
          "helpdesk_call_summarization:model=mistralai_mixtral-8x22b-instruct-v0.1"
        ]
      },
      {
        "value": 0.0,
        "description": "min=0, mean=0, max=0, sum=0 (1)",
        "style": {},
        "markdown": false,
        "run_spec_names": [
          "helpdesk_call_summarization:model=mistralai_mixtral-8x22b-instruct-v0.1"
        ]
      },
      {
        "value": 1491.9197530864199,
        "description": "min=1491.92, mean=1491.92, max=1491.92, sum=1491.92 (1)",
        "style": {},
        "markdown": false,
        "run_spec_names": [
          "helpdesk_call_summarization:model=mistralai_mixtral-8x22b-instruct-v0.1"
        ]
      },
      {
        "value": 150.08641975308643,
        "description": "min=150.086, mean=150.086, max=150.086, sum=150.086 (1)",
        "style": {},
        "markdown": false,
        "run_spec_names": [
          "helpdesk_call_summarization:model=mistralai_mixtral-8x22b-instruct-v0.1"
        ]
      }
    ],
    [
      {
        "value": "Mixtral Instruct (8x7B)",
        "description": "",
        "markdown": false
      },
      {
        "value": 162.0,
        "description": "min=162, mean=162, max=162, sum=162 (1)",
        "style": {},
        "markdown": false,
        "run_spec_names": [
          "helpdesk_call_summarization:model=mistralai_mixtral-8x7b-instruct-v0.1"
        ]
      },
      {
        "value": 0.0,
        "description": "min=0, mean=0, max=0, sum=0 (1)",
        "style": {},
        "markdown": false,
        "run_spec_names": [
          "helpdesk_call_summarization:model=mistralai_mixtral-8x7b-instruct-v0.1"
        ]
      },
      {
        "value": 0.0,
        "description": "min=0, mean=0, max=0, sum=0 (1)",
        "style": {},
        "markdown": false,
        "run_spec_names": [
          "helpdesk_call_summarization:model=mistralai_mixtral-8x7b-instruct-v0.1"
        ]
      },
      {
        "value": 1491.9197530864199,
        "description": "min=1491.92, mean=1491.92, max=1491.92, sum=1491.92 (1)",
        "style": {},
        "markdown": false,
        "run_spec_names": [
          "helpdesk_call_summarization:model=mistralai_mixtral-8x7b-instruct-v0.1"
        ]
      },
      {
        "value": 204.59259259259258,
        "description": "min=204.593, mean=204.593, max=204.593, sum=204.593 (1)",
        "style": {},
        "markdown": false,
        "run_spec_names": [
          "helpdesk_call_summarization:model=mistralai_mixtral-8x7b-instruct-v0.1"
        ]
      }
    ],
    [
      {
        "value": "Qwen2.5 Instruct Turbo (72B)",
        "description": "",
        "markdown": false
      },
      {
        "value": 162.0,
        "description": "min=162, mean=162, max=162, sum=162 (1)",
        "style": {},
        "markdown": false,
        "run_spec_names": [
          "helpdesk_call_summarization:model=qwen_qwen2.5-72b-instruct-turbo"
        ]
      },
      {
        "value": 0.0,
        "description": "min=0, mean=0, max=0, sum=0 (1)",
        "style": {},
        "markdown": false,
        "run_spec_names": [
          "helpdesk_call_summarization:model=qwen_qwen2.5-72b-instruct-turbo"
        ]
      },
      {
        "value": 0.0,
        "description": "min=0, mean=0, max=0, sum=0 (1)",
        "style": {},
        "markdown": false,
        "run_spec_names": [
          "helpdesk_call_summarization:model=qwen_qwen2.5-72b-instruct-turbo"
        ]
      },
      {
        "value": 1332.7777777777778,
        "description": "min=1332.778, mean=1332.778, max=1332.778, sum=1332.778 (1)",
        "style": {},
        "markdown": false,
        "run_spec_names": [
          "helpdesk_call_summarization:model=qwen_qwen2.5-72b-instruct-turbo"
        ]
      },
      {
        "value": 130.6358024691358,
        "description": "min=130.636, mean=130.636, max=130.636, sum=130.636 (1)",
        "style": {},
        "markdown": false,
        "run_spec_names": [
          "helpdesk_call_summarization:model=qwen_qwen2.5-72b-instruct-turbo"
        ]
      }
    ],
    [
      {
        "value": "Qwen2.5 Instruct Turbo (7B)",
        "description": "",
        "markdown": false
      },
      {
        "value": 162.0,
        "description": "min=162, mean=162, max=162, sum=162 (1)",
        "style": {},
        "markdown": false,
        "run_spec_names": [
          "helpdesk_call_summarization:model=qwen_qwen2.5-7b-instruct-turbo"
        ]
      },
      {
        "value": 0.0,
        "description": "min=0, mean=0, max=0, sum=0 (1)",
        "style": {},
        "markdown": false,
        "run_spec_names": [
          "helpdesk_call_summarization:model=qwen_qwen2.5-7b-instruct-turbo"
        ]
      },
      {
        "value": 0.0,
        "description": "min=0, mean=0, max=0, sum=0 (1)",
        "style": {},
        "markdown": false,
        "run_spec_names": [
          "helpdesk_call_summarization:model=qwen_qwen2.5-7b-instruct-turbo"
        ]
      },
      {
        "value": 1332.7777777777778,
        "description": "min=1332.778, mean=1332.778, max=1332.778, sum=1332.778 (1)",
        "style": {},
        "markdown": false,
        "run_spec_names": [
          "helpdesk_call_summarization:model=qwen_qwen2.5-7b-instruct-turbo"
        ]
      },
      {
        "value": 117.24074074074075,
        "description": "min=117.241, mean=117.241, max=117.241, sum=117.241 (1)",
        "style": {},
        "markdown": false,
        "run_spec_names": [
          "helpdesk_call_summarization:model=qwen_qwen2.5-7b-instruct-turbo"
        ]
      }
    ],
    [
      {
        "value": "Claude 3.5 Haiku (20241022)",
        "description": "",
        "markdown": false
      },
      {
        "value": 162.0,
        "description": "min=162, mean=162, max=162, sum=162 (1)",
        "style": {},
        "markdown": false,
        "run_spec_names": [
          "helpdesk_call_summarization:model=anthropic_claude-3-5-haiku-20241022"
        ]
      },
      {
        "value": 0.0,
        "description": "min=0, mean=0, max=0, sum=0 (1)",
        "style": {},
        "markdown": false,
        "run_spec_names": [
          "helpdesk_call_summarization:model=anthropic_claude-3-5-haiku-20241022"
        ]
      },
      {
        "value": 0.0,
        "description": "min=0, mean=0, max=0, sum=0 (1)",
        "style": {},
        "markdown": false,
        "run_spec_names": [
          "helpdesk_call_summarization:model=anthropic_claude-3-5-haiku-20241022"
        ]
      },
      {
        "value": 1372.1666666666667,
        "description": "min=1372.167, mean=1372.167, max=1372.167, sum=1372.167 (1)",
        "style": {},
        "markdown": false,
        "run_spec_names": [
          "helpdesk_call_summarization:model=anthropic_claude-3-5-haiku-20241022"
        ]
      },
      {
        "value": 192.54320987654322,
        "description": "min=192.543, mean=192.543, max=192.543, sum=192.543 (1)",
        "style": {},
        "markdown": false,
        "run_spec_names": [
          "helpdesk_call_summarization:model=anthropic_claude-3-5-haiku-20241022"
        ]
      }
    ],
    [
      {
        "value": "Claude 3.5 Sonnet (20240620)",
        "description": "",
        "markdown": false
      },
      {
        "value": 162.0,
        "description": "min=162, mean=162, max=162, sum=162 (1)",
        "style": {},
        "markdown": false,
        "run_spec_names": [
          "helpdesk_call_summarization:model=anthropic_claude-3-5-sonnet-20240620"
        ]
      },
      {
        "value": 0.0,
        "description": "min=0, mean=0, max=0, sum=0 (1)",
        "style": {},
        "markdown": false,
        "run_spec_names": [
          "helpdesk_call_summarization:model=anthropic_claude-3-5-sonnet-20240620"
        ]
      },
      {
        "value": 0.0,
        "description": "min=0, mean=0, max=0, sum=0 (1)",
        "style": {},
        "markdown": false,
        "run_spec_names": [
          "helpdesk_call_summarization:model=anthropic_claude-3-5-sonnet-20240620"
        ]
      },
      {
        "value": 1372.1666666666667,
        "description": "min=1372.167, mean=1372.167, max=1372.167, sum=1372.167 (1)",
        "style": {},
        "markdown": false,
        "run_spec_names": [
          "helpdesk_call_summarization:model=anthropic_claude-3-5-sonnet-20240620"
        ]
      },
      {
        "value": 214.20987654320987,
        "description": "min=214.21, mean=214.21, max=214.21, sum=214.21 (1)",
        "style": {},
        "markdown": false,
        "run_spec_names": [
          "helpdesk_call_summarization:model=anthropic_claude-3-5-sonnet-20240620"
        ]
      }
    ],
    [
      {
        "value": "Claude 3.7 Sonnet (20250219)",
        "description": "",
        "markdown": false
      },
      {
        "value": 162.0,
        "description": "min=162, mean=162, max=162, sum=162 (1)",
        "style": {},
        "markdown": false,
        "run_spec_names": [
          "helpdesk_call_summarization:model=anthropic_claude-3-7-sonnet-20250219"
        ]
      },
      {
        "value": 0.0,
        "description": "min=0, mean=0, max=0, sum=0 (1)",
        "style": {},
        "markdown": false,
        "run_spec_names": [
          "helpdesk_call_summarization:model=anthropic_claude-3-7-sonnet-20250219"
        ]
      },
      {
        "value": 0.0,
        "description": "min=0, mean=0, max=0, sum=0 (1)",
        "style": {},
        "markdown": false,
        "run_spec_names": [
          "helpdesk_call_summarization:model=anthropic_claude-3-7-sonnet-20250219"
        ]
      },
      {
        "value": 1372.1666666666667,
        "description": "min=1372.167, mean=1372.167, max=1372.167, sum=1372.167 (1)",
        "style": {},
        "markdown": false,
        "run_spec_names": [
          "helpdesk_call_summarization:model=anthropic_claude-3-7-sonnet-20250219"
        ]
      },
      {
        "value": 195.42592592592592,
        "description": "min=195.426, mean=195.426, max=195.426, sum=195.426 (1)",
        "style": {},
        "markdown": false,
        "run_spec_names": [
          "helpdesk_call_summarization:model=anthropic_claude-3-7-sonnet-20250219"
        ]
      }
    ],
    [
      {
        "value": "Gemini 1.5 Pro (002)",
        "description": "",
        "markdown": false
      },
      {
        "value": 162.0,
        "description": "min=162, mean=162, max=162, sum=162 (1)",
        "style": {},
        "markdown": false,
        "run_spec_names": [
          "helpdesk_call_summarization:model=google_gemini-1.5-pro-002"
        ]
      },
      {
        "value": 0.0,
        "description": "min=0, mean=0, max=0, sum=0 (1)",
        "style": {},
        "markdown": false,
        "run_spec_names": [
          "helpdesk_call_summarization:model=google_gemini-1.5-pro-002"
        ]
      },
      {
        "value": 0.0,
        "description": "min=0, mean=0, max=0, sum=0 (1)",
        "style": {},
        "markdown": false,
        "run_spec_names": [
          "helpdesk_call_summarization:model=google_gemini-1.5-pro-002"
        ]
      },
      {
        "value": 1394.8086419753085,
        "description": "min=1394.809, mean=1394.809, max=1394.809, sum=1394.809 (1)",
        "style": {},
        "markdown": false,
        "run_spec_names": [
          "helpdesk_call_summarization:model=google_gemini-1.5-pro-002"
        ]
      },
      {
        "value": 0.0,
        "description": "min=0, mean=0, max=0, sum=0 (1)",
        "style": {},
        "markdown": false,
        "run_spec_names": [
          "helpdesk_call_summarization:model=google_gemini-1.5-pro-002"
        ]
      }
    ],
    [
      {
        "value": "Gemini 1.5 Flash (002)",
        "description": "",
        "markdown": false
      },
      {
        "value": 162.0,
        "description": "min=162, mean=162, max=162, sum=162 (1)",
        "style": {},
        "markdown": false,
        "run_spec_names": [
          "helpdesk_call_summarization:model=google_gemini-1.5-flash-002"
        ]
      },
      {
        "value": 0.0,
        "description": "min=0, mean=0, max=0, sum=0 (1)",
        "style": {},
        "markdown": false,
        "run_spec_names": [
          "helpdesk_call_summarization:model=google_gemini-1.5-flash-002"
        ]
      },
      {
        "value": 0.0,
        "description": "min=0, mean=0, max=0, sum=0 (1)",
        "style": {},
        "markdown": false,
        "run_spec_names": [
          "helpdesk_call_summarization:model=google_gemini-1.5-flash-002"
        ]
      },
      {
        "value": 1394.8086419753085,
        "description": "min=1394.809, mean=1394.809, max=1394.809, sum=1394.809 (1)",
        "style": {},
        "markdown": false,
        "run_spec_names": [
          "helpdesk_call_summarization:model=google_gemini-1.5-flash-002"
        ]
      },
      {
        "value": 0.0,
        "description": "min=0, mean=0, max=0, sum=0 (1)",
        "style": {},
        "markdown": false,
        "run_spec_names": [
          "helpdesk_call_summarization:model=google_gemini-1.5-flash-002"
        ]
      }
    ],
    [
      {
        "value": "Gemini 2.0 Flash",
        "description": "",
        "markdown": false
      },
      {
        "value": 162.0,
        "description": "min=162, mean=162, max=162, sum=162 (1)",
        "style": {},
        "markdown": false,
        "run_spec_names": [
          "helpdesk_call_summarization:model=google_gemini-2.0-flash-001"
        ]
      },
      {
        "value": 0.0,
        "description": "min=0, mean=0, max=0, sum=0 (1)",
        "style": {},
        "markdown": false,
        "run_spec_names": [
          "helpdesk_call_summarization:model=google_gemini-2.0-flash-001"
        ]
      },
      {
        "value": 0.0,
        "description": "min=0, mean=0, max=0, sum=0 (1)",
        "style": {},
        "markdown": false,
        "run_spec_names": [
          "helpdesk_call_summarization:model=google_gemini-2.0-flash-001"
        ]
      },
      {
        "value": 1394.8086419753085,
        "description": "min=1394.809, mean=1394.809, max=1394.809, sum=1394.809 (1)",
        "style": {},
        "markdown": false,
        "run_spec_names": [
          "helpdesk_call_summarization:model=google_gemini-2.0-flash-001"
        ]
      },
      {
        "value": 0.0,
        "description": "min=0, mean=0, max=0, sum=0 (1)",
        "style": {},
        "markdown": false,
        "run_spec_names": [
          "helpdesk_call_summarization:model=google_gemini-2.0-flash-001"
        ]
      }
    ],
    [
      {
        "value": "GPT-4o (2024-11-20)",
        "description": "",
        "markdown": false
      },
      {
        "value": 162.0,
        "description": "min=162, mean=162, max=162, sum=162 (1)",
        "style": {},
        "markdown": false,
        "run_spec_names": [
          "helpdesk_call_summarization:model=openai_gpt-4o-2024-11-20"
        ]
      },
      {
        "value": 0.0,
        "description": "min=0, mean=0, max=0, sum=0 (1)",
        "style": {},
        "markdown": false,
        "run_spec_names": [
          "helpdesk_call_summarization:model=openai_gpt-4o-2024-11-20"
        ]
      },
      {
        "value": 0.0,
        "description": "min=0, mean=0, max=0, sum=0 (1)",
        "style": {},
        "markdown": false,
        "run_spec_names": [
          "helpdesk_call_summarization:model=openai_gpt-4o-2024-11-20"
        ]
      },
      {
        "value": 1298.9444444444443,
        "description": "min=1298.944, mean=1298.944, max=1298.944, sum=1298.944 (1)",
        "style": {},
        "markdown": false,
        "run_spec_names": [
          "helpdesk_call_summarization:model=openai_gpt-4o-2024-11-20"
        ]
      },
      {
        "value": 177.4814814814815,
        "description": "min=177.481, mean=177.481, max=177.481, sum=177.481 (1)",
        "style": {},
        "markdown": false,
        "run_spec_names": [
          "helpdesk_call_summarization:model=openai_gpt-4o-2024-11-20"
        ]
      }
    ],
    [
      {
        "value": "GPT-4o mini (2024-07-18)",
        "description": "",
        "markdown": false
      },
      {
        "value": 162.0,
        "description": "min=162, mean=162, max=162, sum=162 (1)",
        "style": {},
        "markdown": false,
        "run_spec_names": [
          "helpdesk_call_summarization:model=openai_gpt-4o-mini-2024-07-18"
        ]
      },
      {
        "value": 0.0,
        "description": "min=0, mean=0, max=0, sum=0 (1)",
        "style": {},
        "markdown": false,
        "run_spec_names": [
          "helpdesk_call_summarization:model=openai_gpt-4o-mini-2024-07-18"
        ]
      },
      {
        "value": 0.0,
        "description": "min=0, mean=0, max=0, sum=0 (1)",
        "style": {},
        "markdown": false,
        "run_spec_names": [
          "helpdesk_call_summarization:model=openai_gpt-4o-mini-2024-07-18"
        ]
      },
      {
        "value": 1298.9444444444443,
        "description": "min=1298.944, mean=1298.944, max=1298.944, sum=1298.944 (1)",
        "style": {},
        "markdown": false,
        "run_spec_names": [
          "helpdesk_call_summarization:model=openai_gpt-4o-mini-2024-07-18"
        ]
      },
      {
        "value": 161.12962962962962,
        "description": "min=161.13, mean=161.13, max=161.13, sum=161.13 (1)",
        "style": {},
        "markdown": false,
        "run_spec_names": [
          "helpdesk_call_summarization:model=openai_gpt-4o-mini-2024-07-18"
        ]
      }
    ]
  ],
  "links": [
    {
      "text": "LaTeX",
      "href": "benchmark_output/releases/v1.0.0/groups/latex/call_center_scenarios_general_information.tex"
    },
    {
      "text": "JSON",
      "href": "benchmark_output/releases/v1.0.0/groups/json/call_center_scenarios_general_information.json"
    }
  ],
  "name": "general_information"
}