[
  {
    "title": "All scenarios",
    "header": [
      {
        "value": "Group",
        "markdown": false,
        "metadata": {}
      },
      {
        "value": "Description",
        "markdown": false,
        "metadata": {}
      },
      {
        "value": "Adaptation method",
        "description": "Adaptation strategy (e.g., generation)",
        "markdown": false,
        "metadata": {}
      },
      {
        "value": "# instances",
        "description": "Number of instances evaluated on",
        "markdown": false,
        "metadata": {}
      },
      {
        "value": "# references",
        "description": "Number of references provided per instance",
        "markdown": false,
        "metadata": {}
      },
      {
        "value": "# prompt tokens",
        "description": "Total number of prompt tokens",
        "markdown": false,
        "metadata": {}
      },
      {
        "value": "# completion tokens",
        "description": "Total number of completion tokens",
        "markdown": false,
        "metadata": {}
      },
      {
        "value": "# models",
        "description": "Number of models we're evaluating",
        "markdown": false,
        "metadata": {}
      }
    ],
    "rows": [
      [
        {
          "value": "Call Center Scenarios",
          "href": "?group=call_center_scenarios",
          "markdown": false
        },
        {
          "value": "Scenarios representating realistic tasks from the call center.",
          "markdown": true
        },
        {
          "value": "generation",
          "markdown": false
        },
        {
          "value": 178.1578947368421,
          "description": "min=5, mean=178.158, max=240, sum=3385 (19)",
          "markdown": false
        },
        {
          "value": 2.3684210526315788,
          "description": "min=0, mean=2.368, max=10, sum=135 (57)",
          "markdown": false
        },
        {
          "value": 56472.71249999997,
          "description": "min=728.763, mean=990.749, max=1726.4, sum=56472.712 (57)",
          "markdown": false
        },
        {
          "value": 9498.862500000001,
          "description": "min=142.8, mean=166.647, max=185.2, sum=9498.863 (57)",
          "markdown": false
        },
        {
          "value": 5,
          "markdown": false
        }
      ]
    ],
    "links": []
  },
  {
    "title": "Scenarios",
    "header": [
      {
        "value": "Group",
        "markdown": false,
        "metadata": {}
      },
      {
        "value": "Description",
        "markdown": false,
        "metadata": {}
      },
      {
        "value": "Adaptation method",
        "description": "Adaptation strategy (e.g., generation)",
        "markdown": false,
        "metadata": {}
      },
      {
        "value": "# instances",
        "description": "Number of instances evaluated on",
        "markdown": false,
        "metadata": {}
      },
      {
        "value": "# references",
        "description": "Number of references provided per instance",
        "markdown": false,
        "metadata": {}
      },
      {
        "value": "# prompt tokens",
        "description": "Total number of prompt tokens",
        "markdown": false,
        "metadata": {}
      },
      {
        "value": "# completion tokens",
        "description": "Total number of completion tokens",
        "markdown": false,
        "metadata": {}
      },
      {
        "value": "# models",
        "description": "Number of models we're evaluating",
        "markdown": false,
        "metadata": {}
      }
    ],
    "rows": [
      [
        {
          "value": "Summarization",
          "href": "?group=call_center_summarization",
          "markdown": false
        },
        {
          "value": "summarization",
          "markdown": true
        },
        {
          "value": "generation",
          "markdown": false
        },
        {
          "value": 240.0,
          "description": "min=240, mean=240, max=240, sum=1200 (5)",
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (15)",
          "markdown": false
        },
        {
          "value": 11165.400000000001,
          "description": "min=728.763, mean=744.36, max=801.108, sum=11165.4 (15)",
          "markdown": false
        },
        {
          "value": 2482.8500000000004,
          "description": "min=151.3, mean=165.523, max=178.333, sum=2482.85 (15)",
          "markdown": false
        },
        {
          "value": 5,
          "markdown": false
        }
      ],
      [
        {
          "value": "Summarization (Real)",
          "href": "?group=call_center_summarization_real_call_transcripts",
          "markdown": false
        },
        {
          "value": "Summarization with real call transcripts",
          "markdown": true
        },
        {
          "value": "generation",
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=25 (5)",
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (15)",
          "markdown": false
        },
        {
          "value": 25162.799999999992,
          "description": "min=1642.6, mean=1677.52, max=1726.4, sum=25162.8 (15)",
          "markdown": false
        },
        {
          "value": 2508.0,
          "description": "min=142.8, mean=167.2, max=185.2, sum=2508 (15)",
          "markdown": false
        },
        {
          "value": 5,
          "markdown": false
        }
      ],
      [
        {
          "value": "Summarization (Pairwise)",
          "href": "?group=call_center_summarization_pairwise_comparison",
          "markdown": false
        },
        {
          "value": "summarization",
          "markdown": true
        },
        {
          "value": "generation",
          "markdown": false
        },
        {
          "value": 240.0,
          "description": "min=240, mean=240, max=240, sum=1200 (5)",
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=15 (15)",
          "markdown": false
        },
        {
          "value": 11165.400000000001,
          "description": "min=728.763, mean=744.36, max=801.108, sum=11165.4 (15)",
          "markdown": false
        },
        {
          "value": 2486.1000000000004,
          "description": "min=151.108, mean=165.74, max=179.033, sum=2486.1 (15)",
          "markdown": false
        },
        {
          "value": 5,
          "markdown": false
        }
      ],
      [
        {
          "value": "Summarization (Key Points Recall)",
          "href": "?group=call_center_summarization_key_points_recall",
          "markdown": false
        },
        {
          "value": "summarization",
          "markdown": true
        },
        {
          "value": "generation",
          "markdown": false
        },
        {
          "value": 240.0,
          "description": "min=240, mean=240, max=240, sum=960 (4)",
          "markdown": false
        },
        {
          "value": 10.0,
          "description": "min=10, mean=10, max=10, sum=120 (12)",
          "markdown": false
        },
        {
          "value": 8979.1125,
          "description": "min=728.763, mean=748.259, max=801.108, sum=8979.112 (12)",
          "markdown": false
        },
        {
          "value": 2021.9125,
          "description": "min=151.108, mean=168.493, max=179.033, sum=2021.912 (12)",
          "markdown": false
        },
        {
          "value": 4,
          "markdown": false
        }
      ]
    ],
    "links": []
  }
]