[
  {
    "title": "All scenarios",
    "header": [
      {
        "value": "Group",
        "markdown": false,
        "metadata": {}
      },
      {
        "value": "Description",
        "markdown": false,
        "metadata": {}
      },
      {
        "value": "Adaptation method",
        "description": "Adaptation strategy (e.g., generation)",
        "markdown": false,
        "metadata": {}
      },
      {
        "value": "# instances",
        "description": "Number of instances evaluated on",
        "markdown": false,
        "metadata": {}
      },
      {
        "value": "# references",
        "description": "Number of references provided per instance",
        "markdown": false,
        "metadata": {}
      },
      {
        "value": "# prompt tokens",
        "description": "Total number of prompt tokens",
        "markdown": false,
        "metadata": {}
      },
      {
        "value": "# completion tokens",
        "description": "Total number of completion tokens",
        "markdown": false,
        "metadata": {}
      },
      {
        "value": "# models",
        "description": "Number of models we're evaluating",
        "markdown": false,
        "metadata": {}
      }
    ],
    "rows": [
      [
        {
          "value": "Call Center Scenarios",
          "href": "?group=call_center_scenarios",
          "markdown": false
        },
        {
          "value": "Scenarios representating realistic tasks from the call center.",
          "markdown": true
        },
        {
          "value": "generation",
          "markdown": false
        },
        {
          "value": 162.0,
          "description": "min=162, mean=162, max=162, sum=2430 (15)",
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (45)",
          "markdown": false
        },
        {
          "value": 61756.44444444445,
          "description": "min=1298.944, mean=1372.365, max=1491.92, sum=61756.444 (45)",
          "markdown": false
        },
        {
          "value": 3730.8888888888887,
          "description": "min=0, mean=82.909, max=130.346, sum=3730.889 (45)",
          "markdown": false
        },
        {
          "value": 15,
          "markdown": false
        }
      ]
    ],
    "links": []
  },
  {
    "title": "Scenarios",
    "header": [
      {
        "value": "Group",
        "markdown": false,
        "metadata": {}
      },
      {
        "value": "Description",
        "markdown": false,
        "metadata": {}
      },
      {
        "value": "Adaptation method",
        "description": "Adaptation strategy (e.g., generation)",
        "markdown": false,
        "metadata": {}
      },
      {
        "value": "# instances",
        "description": "Number of instances evaluated on",
        "markdown": false,
        "metadata": {}
      },
      {
        "value": "# references",
        "description": "Number of references provided per instance",
        "markdown": false,
        "metadata": {}
      },
      {
        "value": "# prompt tokens",
        "description": "Total number of prompt tokens",
        "markdown": false,
        "metadata": {}
      },
      {
        "value": "# completion tokens",
        "description": "Total number of completion tokens",
        "markdown": false,
        "metadata": {}
      },
      {
        "value": "# models",
        "description": "Number of models we're evaluating",
        "markdown": false,
        "metadata": {}
      }
    ],
    "rows": [
      [
        {
          "value": "Summarization",
          "href": "?group=call_center_summarization",
          "markdown": false
        },
        {
          "value": "summarization",
          "markdown": true
        },
        {
          "value": "",
          "markdown": false
        },
        {
          "markdown": false
        },
        {
          "markdown": false
        },
        {
          "markdown": false
        },
        {
          "markdown": false
        },
        {
          "value": 0,
          "markdown": false
        }
      ],
      [
        {
          "value": "Helpdesk Call summarization",
          "href": "?group=helpdesk_call_summarization",
          "markdown": false
        },
        {
          "value": "Helpdesk Call summarization",
          "markdown": true
        },
        {
          "value": "generation",
          "markdown": false
        },
        {
          "value": 162.0,
          "description": "min=162, mean=162, max=162, sum=2430 (15)",
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (45)",
          "markdown": false
        },
        {
          "value": 61756.44444444445,
          "description": "min=1298.944, mean=1372.365, max=1491.92, sum=61756.444 (45)",
          "markdown": false
        },
        {
          "value": 3730.8888888888887,
          "description": "min=0, mean=82.909, max=130.346, sum=3730.889 (45)",
          "markdown": false
        },
        {
          "value": 15,
          "markdown": false
        }
      ],
      [
        {
          "value": "Summarization (Real)",
          "href": "?group=call_center_summarization_real_call_transcripts",
          "markdown": false
        },
        {
          "value": "Summarization with real call transcripts",
          "markdown": true
        },
        {
          "value": "",
          "markdown": false
        },
        {
          "markdown": false
        },
        {
          "markdown": false
        },
        {
          "markdown": false
        },
        {
          "markdown": false
        },
        {
          "value": 0,
          "markdown": false
        }
      ],
      [
        {
          "value": "Summarization (Pairwise)",
          "href": "?group=call_center_summarization_pairwise_comparison",
          "markdown": false
        },
        {
          "value": "summarization",
          "markdown": true
        },
        {
          "value": "",
          "markdown": false
        },
        {
          "markdown": false
        },
        {
          "markdown": false
        },
        {
          "markdown": false
        },
        {
          "markdown": false
        },
        {
          "value": 0,
          "markdown": false
        }
      ],
      [
        {
          "value": "Summarization (Key Points Recall)",
          "href": "?group=call_center_summarization_key_points_recall",
          "markdown": false
        },
        {
          "value": "summarization",
          "markdown": true
        },
        {
          "value": "",
          "markdown": false
        },
        {
          "markdown": false
        },
        {
          "markdown": false
        },
        {
          "markdown": false
        },
        {
          "markdown": false
        },
        {
          "value": 0,
          "markdown": false
        }
      ]
    ],
    "links": []
  }
]