[
  {
    "name": {
      "name": "num_references",
      "split": "test"
    },
    "count": 1,
    "sum": 4.0,
    "sum_squared": 16.0,
    "min": 4.0,
    "max": 4.0,
    "mean": 4.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_train_trials",
      "split": "test"
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_prompt_tokens",
      "split": "test"
    },
    "count": 1,
    "sum": 369.4,
    "sum_squared": 136456.36,
    "min": 369.4,
    "max": 369.4,
    "mean": 369.4,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_completion_tokens",
      "split": "test"
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_output_tokens",
      "split": "test"
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "training_co2_cost",
      "split": "test"
    },
    "count": 0,
    "sum": 0,
    "sum_squared": 0
  },
  {
    "name": {
      "name": "training_energy_cost",
      "split": "test"
    },
    "count": 0,
    "sum": 0,
    "sum_squared": 0
  },
  {
    "name": {
      "name": "inference_runtime",
      "split": "test"
    },
    "count": 1,
    "sum": 0.39040425088670516,
    "sum_squared": 0.15241547911040942,
    "min": 0.39040425088670516,
    "max": 0.39040425088670516,
    "mean": 0.39040425088670516,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "batch_size",
      "split": "test"
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "finish_reason_length",
      "split": "test"
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "finish_reason_stop",
      "split": "test"
    },
    "count": 1,
    "sum": 0.0,
    "sum_squared": 0.0,
    "min": 0.0,
    "max": 0.0,
    "mean": 0.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "finish_reason_endoftext",
      "split": "test"
    },
    "count": 1,
    "sum": 0.0,
    "sum_squared": 0.0,
    "min": 0.0,
    "max": 0.0,
    "mean": 0.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "finish_reason_unknown",
      "split": "test"
    },
    "count": 1,
    "sum": 0.0,
    "sum_squared": 0.0,
    "min": 0.0,
    "max": 0.0,
    "mean": 0.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_train_instances",
      "split": "test"
    },
    "count": 1,
    "sum": 5.0,
    "sum_squared": 25.0,
    "min": 5.0,
    "max": 5.0,
    "mean": 5.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "prompt_truncated",
      "split": "test"
    },
    "count": 1,
    "sum": 0.0,
    "sum_squared": 0.0,
    "min": 0.0,
    "max": 0.0,
    "mean": 0.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "max_prob",
      "split": "test"
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "exact_match",
      "split": "test"
    },
    "count": 1,
    "sum": 0.7333333333333333,
    "sum_squared": 0.5377777777777777,
    "min": 0.7333333333333333,
    "max": 0.7333333333333333,
    "mean": 0.7333333333333333,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "exact_match@5",
      "split": "test"
    },
    "count": 1,
    "sum": 0.7333333333333333,
    "sum_squared": 0.5377777777777777,
    "min": 0.7333333333333333,
    "max": 0.7333333333333333,
    "mean": 0.7333333333333333,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "quasi_exact_match",
      "split": "test"
    },
    "count": 1,
    "sum": 0.7333333333333333,
    "sum_squared": 0.5377777777777777,
    "min": 0.7333333333333333,
    "max": 0.7333333333333333,
    "mean": 0.7333333333333333,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "quasi_exact_match@5",
      "split": "test"
    },
    "count": 1,
    "sum": 0.7333333333333333,
    "sum_squared": 0.5377777777777777,
    "min": 0.7333333333333333,
    "max": 0.7333333333333333,
    "mean": 0.7333333333333333,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "prefix_exact_match",
      "split": "test"
    },
    "count": 1,
    "sum": 0.7333333333333333,
    "sum_squared": 0.5377777777777777,
    "min": 0.7333333333333333,
    "max": 0.7333333333333333,
    "mean": 0.7333333333333333,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "prefix_exact_match@5",
      "split": "test"
    },
    "count": 1,
    "sum": 0.7333333333333333,
    "sum_squared": 0.5377777777777777,
    "min": 0.7333333333333333,
    "max": 0.7333333333333333,
    "mean": 0.7333333333333333,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "quasi_prefix_exact_match",
      "split": "test"
    },
    "count": 1,
    "sum": 0.7333333333333333,
    "sum_squared": 0.5377777777777777,
    "min": 0.7333333333333333,
    "max": 0.7333333333333333,
    "mean": 0.7333333333333333,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "quasi_prefix_exact_match@5",
      "split": "test"
    },
    "count": 1,
    "sum": 0.7333333333333333,
    "sum_squared": 0.5377777777777777,
    "min": 0.7333333333333333,
    "max": 0.7333333333333333,
    "mean": 0.7333333333333333,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "logprob",
      "split": "test"
    },
    "count": 1,
    "sum": 0.0,
    "sum_squared": 0.0,
    "min": 0.0,
    "max": 0.0,
    "mean": 0.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_perplexity_tokens",
      "split": "test"
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_bytes",
      "split": "test"
    },
    "count": 1,
    "sum": 1.511111111111111,
    "sum_squared": 2.2834567901234566,
    "min": 1.511111111111111,
    "max": 1.511111111111111,
    "mean": 1.511111111111111,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_references",
      "split": "valid"
    },
    "count": 1,
    "sum": 4.0,
    "sum_squared": 16.0,
    "min": 4.0,
    "max": 4.0,
    "mean": 4.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_train_trials",
      "split": "valid"
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_prompt_tokens",
      "split": "valid"
    },
    "count": 1,
    "sum": 381.0,
    "sum_squared": 145161.0,
    "min": 381.0,
    "max": 381.0,
    "mean": 381.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_completion_tokens",
      "split": "valid"
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_output_tokens",
      "split": "valid"
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "training_co2_cost",
      "split": "valid"
    },
    "count": 0,
    "sum": 0,
    "sum_squared": 0
  },
  {
    "name": {
      "name": "training_energy_cost",
      "split": "valid"
    },
    "count": 0,
    "sum": 0,
    "sum_squared": 0
  },
  {
    "name": {
      "name": "inference_runtime",
      "split": "valid"
    },
    "count": 1,
    "sum": 0.3748795032501221,
    "sum_squared": 0.1405346419570583,
    "min": 0.3748795032501221,
    "max": 0.3748795032501221,
    "mean": 0.3748795032501221,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "batch_size",
      "split": "valid"
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "finish_reason_length",
      "split": "valid"
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "finish_reason_stop",
      "split": "valid"
    },
    "count": 1,
    "sum": 0.0,
    "sum_squared": 0.0,
    "min": 0.0,
    "max": 0.0,
    "mean": 0.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "finish_reason_endoftext",
      "split": "valid"
    },
    "count": 1,
    "sum": 0.0,
    "sum_squared": 0.0,
    "min": 0.0,
    "max": 0.0,
    "mean": 0.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "finish_reason_unknown",
      "split": "valid"
    },
    "count": 1,
    "sum": 0.0,
    "sum_squared": 0.0,
    "min": 0.0,
    "max": 0.0,
    "mean": 0.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_train_instances",
      "split": "valid"
    },
    "count": 1,
    "sum": 5.0,
    "sum_squared": 25.0,
    "min": 5.0,
    "max": 5.0,
    "mean": 5.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "prompt_truncated",
      "split": "valid"
    },
    "count": 1,
    "sum": 0.0,
    "sum_squared": 0.0,
    "min": 0.0,
    "max": 0.0,
    "mean": 0.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "max_prob",
      "split": "valid"
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "exact_match",
      "split": "valid"
    },
    "count": 1,
    "sum": 0.8,
    "sum_squared": 0.6400000000000001,
    "min": 0.8,
    "max": 0.8,
    "mean": 0.8,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "exact_match@5",
      "split": "valid"
    },
    "count": 1,
    "sum": 0.8,
    "sum_squared": 0.6400000000000001,
    "min": 0.8,
    "max": 0.8,
    "mean": 0.8,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "quasi_exact_match",
      "split": "valid"
    },
    "count": 1,
    "sum": 0.8,
    "sum_squared": 0.6400000000000001,
    "min": 0.8,
    "max": 0.8,
    "mean": 0.8,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "quasi_exact_match@5",
      "split": "valid"
    },
    "count": 1,
    "sum": 0.8,
    "sum_squared": 0.6400000000000001,
    "min": 0.8,
    "max": 0.8,
    "mean": 0.8,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "prefix_exact_match",
      "split": "valid"
    },
    "count": 1,
    "sum": 0.8,
    "sum_squared": 0.6400000000000001,
    "min": 0.8,
    "max": 0.8,
    "mean": 0.8,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "prefix_exact_match@5",
      "split": "valid"
    },
    "count": 1,
    "sum": 0.8,
    "sum_squared": 0.6400000000000001,
    "min": 0.8,
    "max": 0.8,
    "mean": 0.8,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "quasi_prefix_exact_match",
      "split": "valid"
    },
    "count": 1,
    "sum": 0.8,
    "sum_squared": 0.6400000000000001,
    "min": 0.8,
    "max": 0.8,
    "mean": 0.8,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "quasi_prefix_exact_match@5",
      "split": "valid"
    },
    "count": 1,
    "sum": 0.8,
    "sum_squared": 0.6400000000000001,
    "min": 0.8,
    "max": 0.8,
    "mean": 0.8,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "logprob",
      "split": "valid"
    },
    "count": 1,
    "sum": 0.0,
    "sum_squared": 0.0,
    "min": 0.0,
    "max": 0.0,
    "mean": 0.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_perplexity_tokens",
      "split": "valid"
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_bytes",
      "split": "valid"
    },
    "count": 1,
    "sum": 1.8,
    "sum_squared": 3.24,
    "min": 1.8,
    "max": 1.8,
    "mean": 1.8,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "perplexity",
      "split": "test"
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "bits_per_byte",
      "split": "test"
    },
    "count": 1,
    "sum": 0.0,
    "sum_squared": 0.0,
    "min": 0.0,
    "max": 0.0,
    "mean": 0.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "logprob_per_byte",
      "split": "test"
    },
    "count": 1,
    "sum": 0.0,
    "sum_squared": 0.0,
    "min": 0.0,
    "max": 0.0,
    "mean": 0.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "perplexity",
      "split": "valid"
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "bits_per_byte",
      "split": "valid"
    },
    "count": 1,
    "sum": 0.0,
    "sum_squared": 0.0,
    "min": 0.0,
    "max": 0.0,
    "mean": 0.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "logprob_per_byte",
      "split": "valid"
    },
    "count": 1,
    "sum": 0.0,
    "sum_squared": 0.0,
    "min": 0.0,
    "max": 0.0,
    "mean": 0.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_references",
      "split": "test",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 4.0,
    "sum_squared": 16.0,
    "min": 4.0,
    "max": 4.0,
    "mean": 4.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_references",
      "split": "test",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 4.0,
    "sum_squared": 16.0,
    "min": 4.0,
    "max": 4.0,
    "mean": 4.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_train_trials",
      "split": "test",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_train_trials",
      "split": "test",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_prompt_tokens",
      "split": "test",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 369.4,
    "sum_squared": 136456.36,
    "min": 369.4,
    "max": 369.4,
    "mean": 369.4,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_prompt_tokens",
      "split": "test",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 369.4,
    "sum_squared": 136456.36,
    "min": 369.4,
    "max": 369.4,
    "mean": 369.4,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_completion_tokens",
      "split": "test",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_completion_tokens",
      "split": "test",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_output_tokens",
      "split": "test",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_output_tokens",
      "split": "test",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "inference_runtime",
      "split": "test",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.39040425088670516,
    "sum_squared": 0.15241547911040942,
    "min": 0.39040425088670516,
    "max": 0.39040425088670516,
    "mean": 0.39040425088670516,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "inference_runtime",
      "split": "test",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.39040425088670516,
    "sum_squared": 0.15241547911040942,
    "min": 0.39040425088670516,
    "max": 0.39040425088670516,
    "mean": 0.39040425088670516,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "batch_size",
      "split": "test",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "batch_size",
      "split": "test",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "finish_reason_length",
      "split": "test",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "finish_reason_length",
      "split": "test",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "finish_reason_stop",
      "split": "test",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.0,
    "sum_squared": 0.0,
    "min": 0.0,
    "max": 0.0,
    "mean": 0.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "finish_reason_stop",
      "split": "test",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.0,
    "sum_squared": 0.0,
    "min": 0.0,
    "max": 0.0,
    "mean": 0.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "finish_reason_endoftext",
      "split": "test",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.0,
    "sum_squared": 0.0,
    "min": 0.0,
    "max": 0.0,
    "mean": 0.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "finish_reason_endoftext",
      "split": "test",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.0,
    "sum_squared": 0.0,
    "min": 0.0,
    "max": 0.0,
    "mean": 0.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "finish_reason_unknown",
      "split": "test",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.0,
    "sum_squared": 0.0,
    "min": 0.0,
    "max": 0.0,
    "mean": 0.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "finish_reason_unknown",
      "split": "test",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.0,
    "sum_squared": 0.0,
    "min": 0.0,
    "max": 0.0,
    "mean": 0.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_train_instances",
      "split": "test",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 5.0,
    "sum_squared": 25.0,
    "min": 5.0,
    "max": 5.0,
    "mean": 5.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_train_instances",
      "split": "test",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 5.0,
    "sum_squared": 25.0,
    "min": 5.0,
    "max": 5.0,
    "mean": 5.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "prompt_truncated",
      "split": "test",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.0,
    "sum_squared": 0.0,
    "min": 0.0,
    "max": 0.0,
    "mean": 0.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "prompt_truncated",
      "split": "test",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.0,
    "sum_squared": 0.0,
    "min": 0.0,
    "max": 0.0,
    "mean": 0.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "max_prob",
      "split": "test",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "max_prob",
      "split": "test",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "exact_match",
      "split": "test",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.7333333333333333,
    "sum_squared": 0.5377777777777777,
    "min": 0.7333333333333333,
    "max": 0.7333333333333333,
    "mean": 0.7333333333333333,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "exact_match",
      "split": "test",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.7333333333333333,
    "sum_squared": 0.5377777777777777,
    "min": 0.7333333333333333,
    "max": 0.7333333333333333,
    "mean": 0.7333333333333333,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "exact_match@5",
      "split": "test",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.7333333333333333,
    "sum_squared": 0.5377777777777777,
    "min": 0.7333333333333333,
    "max": 0.7333333333333333,
    "mean": 0.7333333333333333,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "exact_match@5",
      "split": "test",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.7333333333333333,
    "sum_squared": 0.5377777777777777,
    "min": 0.7333333333333333,
    "max": 0.7333333333333333,
    "mean": 0.7333333333333333,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "quasi_exact_match",
      "split": "test",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.7333333333333333,
    "sum_squared": 0.5377777777777777,
    "min": 0.7333333333333333,
    "max": 0.7333333333333333,
    "mean": 0.7333333333333333,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "quasi_exact_match",
      "split": "test",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.7333333333333333,
    "sum_squared": 0.5377777777777777,
    "min": 0.7333333333333333,
    "max": 0.7333333333333333,
    "mean": 0.7333333333333333,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "quasi_exact_match@5",
      "split": "test",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.7333333333333333,
    "sum_squared": 0.5377777777777777,
    "min": 0.7333333333333333,
    "max": 0.7333333333333333,
    "mean": 0.7333333333333333,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "quasi_exact_match@5",
      "split": "test",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.7333333333333333,
    "sum_squared": 0.5377777777777777,
    "min": 0.7333333333333333,
    "max": 0.7333333333333333,
    "mean": 0.7333333333333333,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "prefix_exact_match",
      "split": "test",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.7333333333333333,
    "sum_squared": 0.5377777777777777,
    "min": 0.7333333333333333,
    "max": 0.7333333333333333,
    "mean": 0.7333333333333333,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "prefix_exact_match",
      "split": "test",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.7333333333333333,
    "sum_squared": 0.5377777777777777,
    "min": 0.7333333333333333,
    "max": 0.7333333333333333,
    "mean": 0.7333333333333333,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "prefix_exact_match@5",
      "split": "test",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.7333333333333333,
    "sum_squared": 0.5377777777777777,
    "min": 0.7333333333333333,
    "max": 0.7333333333333333,
    "mean": 0.7333333333333333,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "prefix_exact_match@5",
      "split": "test",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.7333333333333333,
    "sum_squared": 0.5377777777777777,
    "min": 0.7333333333333333,
    "max": 0.7333333333333333,
    "mean": 0.7333333333333333,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "quasi_prefix_exact_match",
      "split": "test",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.7333333333333333,
    "sum_squared": 0.5377777777777777,
    "min": 0.7333333333333333,
    "max": 0.7333333333333333,
    "mean": 0.7333333333333333,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "quasi_prefix_exact_match",
      "split": "test",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.7333333333333333,
    "sum_squared": 0.5377777777777777,
    "min": 0.7333333333333333,
    "max": 0.7333333333333333,
    "mean": 0.7333333333333333,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "quasi_prefix_exact_match@5",
      "split": "test",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.7333333333333333,
    "sum_squared": 0.5377777777777777,
    "min": 0.7333333333333333,
    "max": 0.7333333333333333,
    "mean": 0.7333333333333333,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "quasi_prefix_exact_match@5",
      "split": "test",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.7333333333333333,
    "sum_squared": 0.5377777777777777,
    "min": 0.7333333333333333,
    "max": 0.7333333333333333,
    "mean": 0.7333333333333333,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "logprob",
      "split": "test",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.0,
    "sum_squared": 0.0,
    "min": 0.0,
    "max": 0.0,
    "mean": 0.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "logprob",
      "split": "test",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.0,
    "sum_squared": 0.0,
    "min": 0.0,
    "max": 0.0,
    "mean": 0.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_perplexity_tokens",
      "split": "test",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_perplexity_tokens",
      "split": "test",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_bytes",
      "split": "test",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 1.511111111111111,
    "sum_squared": 2.2834567901234566,
    "min": 1.511111111111111,
    "max": 1.511111111111111,
    "mean": 1.511111111111111,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_bytes",
      "split": "test",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 1.511111111111111,
    "sum_squared": 2.2834567901234566,
    "min": 1.511111111111111,
    "max": 1.511111111111111,
    "mean": 1.511111111111111,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_references",
      "split": "valid",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 4.0,
    "sum_squared": 16.0,
    "min": 4.0,
    "max": 4.0,
    "mean": 4.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_references",
      "split": "valid",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 4.0,
    "sum_squared": 16.0,
    "min": 4.0,
    "max": 4.0,
    "mean": 4.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_train_trials",
      "split": "valid",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_train_trials",
      "split": "valid",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_prompt_tokens",
      "split": "valid",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 381.0,
    "sum_squared": 145161.0,
    "min": 381.0,
    "max": 381.0,
    "mean": 381.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_prompt_tokens",
      "split": "valid",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 381.0,
    "sum_squared": 145161.0,
    "min": 381.0,
    "max": 381.0,
    "mean": 381.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_completion_tokens",
      "split": "valid",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_completion_tokens",
      "split": "valid",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_output_tokens",
      "split": "valid",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_output_tokens",
      "split": "valid",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "inference_runtime",
      "split": "valid",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.3748795032501221,
    "sum_squared": 0.1405346419570583,
    "min": 0.3748795032501221,
    "max": 0.3748795032501221,
    "mean": 0.3748795032501221,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "inference_runtime",
      "split": "valid",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.3748795032501221,
    "sum_squared": 0.1405346419570583,
    "min": 0.3748795032501221,
    "max": 0.3748795032501221,
    "mean": 0.3748795032501221,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "batch_size",
      "split": "valid",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "batch_size",
      "split": "valid",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "finish_reason_length",
      "split": "valid",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "finish_reason_length",
      "split": "valid",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "finish_reason_stop",
      "split": "valid",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.0,
    "sum_squared": 0.0,
    "min": 0.0,
    "max": 0.0,
    "mean": 0.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "finish_reason_stop",
      "split": "valid",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.0,
    "sum_squared": 0.0,
    "min": 0.0,
    "max": 0.0,
    "mean": 0.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "finish_reason_endoftext",
      "split": "valid",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.0,
    "sum_squared": 0.0,
    "min": 0.0,
    "max": 0.0,
    "mean": 0.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "finish_reason_endoftext",
      "split": "valid",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.0,
    "sum_squared": 0.0,
    "min": 0.0,
    "max": 0.0,
    "mean": 0.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "finish_reason_unknown",
      "split": "valid",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.0,
    "sum_squared": 0.0,
    "min": 0.0,
    "max": 0.0,
    "mean": 0.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "finish_reason_unknown",
      "split": "valid",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.0,
    "sum_squared": 0.0,
    "min": 0.0,
    "max": 0.0,
    "mean": 0.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_train_instances",
      "split": "valid",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 5.0,
    "sum_squared": 25.0,
    "min": 5.0,
    "max": 5.0,
    "mean": 5.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_train_instances",
      "split": "valid",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 5.0,
    "sum_squared": 25.0,
    "min": 5.0,
    "max": 5.0,
    "mean": 5.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "prompt_truncated",
      "split": "valid",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.0,
    "sum_squared": 0.0,
    "min": 0.0,
    "max": 0.0,
    "mean": 0.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "prompt_truncated",
      "split": "valid",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.0,
    "sum_squared": 0.0,
    "min": 0.0,
    "max": 0.0,
    "mean": 0.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "max_prob",
      "split": "valid",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "max_prob",
      "split": "valid",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "exact_match",
      "split": "valid",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.8,
    "sum_squared": 0.6400000000000001,
    "min": 0.8,
    "max": 0.8,
    "mean": 0.8,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "exact_match",
      "split": "valid",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.8,
    "sum_squared": 0.6400000000000001,
    "min": 0.8,
    "max": 0.8,
    "mean": 0.8,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "exact_match@5",
      "split": "valid",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.8,
    "sum_squared": 0.6400000000000001,
    "min": 0.8,
    "max": 0.8,
    "mean": 0.8,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "exact_match@5",
      "split": "valid",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.8,
    "sum_squared": 0.6400000000000001,
    "min": 0.8,
    "max": 0.8,
    "mean": 0.8,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "quasi_exact_match",
      "split": "valid",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.8,
    "sum_squared": 0.6400000000000001,
    "min": 0.8,
    "max": 0.8,
    "mean": 0.8,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "quasi_exact_match",
      "split": "valid",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.8,
    "sum_squared": 0.6400000000000001,
    "min": 0.8,
    "max": 0.8,
    "mean": 0.8,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "quasi_exact_match@5",
      "split": "valid",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.8,
    "sum_squared": 0.6400000000000001,
    "min": 0.8,
    "max": 0.8,
    "mean": 0.8,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "quasi_exact_match@5",
      "split": "valid",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.8,
    "sum_squared": 0.6400000000000001,
    "min": 0.8,
    "max": 0.8,
    "mean": 0.8,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "prefix_exact_match",
      "split": "valid",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.8,
    "sum_squared": 0.6400000000000001,
    "min": 0.8,
    "max": 0.8,
    "mean": 0.8,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "prefix_exact_match",
      "split": "valid",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.8,
    "sum_squared": 0.6400000000000001,
    "min": 0.8,
    "max": 0.8,
    "mean": 0.8,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "prefix_exact_match@5",
      "split": "valid",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.8,
    "sum_squared": 0.6400000000000001,
    "min": 0.8,
    "max": 0.8,
    "mean": 0.8,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "prefix_exact_match@5",
      "split": "valid",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.8,
    "sum_squared": 0.6400000000000001,
    "min": 0.8,
    "max": 0.8,
    "mean": 0.8,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "quasi_prefix_exact_match",
      "split": "valid",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.8,
    "sum_squared": 0.6400000000000001,
    "min": 0.8,
    "max": 0.8,
    "mean": 0.8,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "quasi_prefix_exact_match",
      "split": "valid",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.8,
    "sum_squared": 0.6400000000000001,
    "min": 0.8,
    "max": 0.8,
    "mean": 0.8,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "quasi_prefix_exact_match@5",
      "split": "valid",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.8,
    "sum_squared": 0.6400000000000001,
    "min": 0.8,
    "max": 0.8,
    "mean": 0.8,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "quasi_prefix_exact_match@5",
      "split": "valid",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.8,
    "sum_squared": 0.6400000000000001,
    "min": 0.8,
    "max": 0.8,
    "mean": 0.8,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "logprob",
      "split": "valid",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.0,
    "sum_squared": 0.0,
    "min": 0.0,
    "max": 0.0,
    "mean": 0.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "logprob",
      "split": "valid",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.0,
    "sum_squared": 0.0,
    "min": 0.0,
    "max": 0.0,
    "mean": 0.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_perplexity_tokens",
      "split": "valid",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_perplexity_tokens",
      "split": "valid",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_bytes",
      "split": "valid",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 1.8,
    "sum_squared": 3.24,
    "min": 1.8,
    "max": 1.8,
    "mean": 1.8,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_bytes",
      "split": "valid",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 1.8,
    "sum_squared": 3.24,
    "min": 1.8,
    "max": 1.8,
    "mean": 1.8,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_instances",
      "split": "test"
    },
    "count": 1,
    "sum": 45.0,
    "sum_squared": 2025.0,
    "min": 45.0,
    "max": 45.0,
    "mean": 45.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_instances",
      "split": "valid"
    },
    "count": 1,
    "sum": 5.0,
    "sum_squared": 25.0,
    "min": 5.0,
    "max": 5.0,
    "mean": 5.0,
    "variance": 0.0,
    "stddev": 0.0
  }
]