[
  {
    "name": {
      "name": "num_references",
      "split": "test"
    },
    "count": 1,
    "sum": 4.0,
    "sum_squared": 16.0,
    "min": 4.0,
    "max": 4.0,
    "mean": 4.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_train_trials",
      "split": "test"
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_prompt_tokens",
      "split": "test"
    },
    "count": 1,
    "sum": 318.4651162790698,
    "sum_squared": 101420.03028664143,
    "min": 318.4651162790698,
    "max": 318.4651162790698,
    "mean": 318.4651162790698,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_completion_tokens",
      "split": "test"
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_output_tokens",
      "split": "test"
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "training_co2_cost",
      "split": "test"
    },
    "count": 0,
    "sum": 0,
    "sum_squared": 0
  },
  {
    "name": {
      "name": "training_energy_cost",
      "split": "test"
    },
    "count": 0,
    "sum": 0,
    "sum_squared": 0
  },
  {
    "name": {
      "name": "inference_runtime",
      "split": "test"
    },
    "count": 1,
    "sum": 0.3657107630441355,
    "sum_squared": 0.13374436220632385,
    "min": 0.3657107630441355,
    "max": 0.3657107630441355,
    "mean": 0.3657107630441355,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "batch_size",
      "split": "test"
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "finish_reason_length",
      "split": "test"
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "finish_reason_stop",
      "split": "test"
    },
    "count": 1,
    "sum": 0.0,
    "sum_squared": 0.0,
    "min": 0.0,
    "max": 0.0,
    "mean": 0.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "finish_reason_endoftext",
      "split": "test"
    },
    "count": 1,
    "sum": 0.0,
    "sum_squared": 0.0,
    "min": 0.0,
    "max": 0.0,
    "mean": 0.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "finish_reason_unknown",
      "split": "test"
    },
    "count": 1,
    "sum": 0.0,
    "sum_squared": 0.0,
    "min": 0.0,
    "max": 0.0,
    "mean": 0.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_train_instances",
      "split": "test"
    },
    "count": 1,
    "sum": 5.0,
    "sum_squared": 25.0,
    "min": 5.0,
    "max": 5.0,
    "mean": 5.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "prompt_truncated",
      "split": "test"
    },
    "count": 1,
    "sum": 0.0,
    "sum_squared": 0.0,
    "min": 0.0,
    "max": 0.0,
    "mean": 0.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "max_prob",
      "split": "test"
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "exact_match",
      "split": "test"
    },
    "count": 1,
    "sum": 0.8604651162790697,
    "sum_squared": 0.740400216333153,
    "min": 0.8604651162790697,
    "max": 0.8604651162790697,
    "mean": 0.8604651162790697,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "exact_match@5",
      "split": "test"
    },
    "count": 1,
    "sum": 0.8604651162790697,
    "sum_squared": 0.740400216333153,
    "min": 0.8604651162790697,
    "max": 0.8604651162790697,
    "mean": 0.8604651162790697,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "quasi_exact_match",
      "split": "test"
    },
    "count": 1,
    "sum": 0.8604651162790697,
    "sum_squared": 0.740400216333153,
    "min": 0.8604651162790697,
    "max": 0.8604651162790697,
    "mean": 0.8604651162790697,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "quasi_exact_match@5",
      "split": "test"
    },
    "count": 1,
    "sum": 0.8604651162790697,
    "sum_squared": 0.740400216333153,
    "min": 0.8604651162790697,
    "max": 0.8604651162790697,
    "mean": 0.8604651162790697,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "prefix_exact_match",
      "split": "test"
    },
    "count": 1,
    "sum": 0.8604651162790697,
    "sum_squared": 0.740400216333153,
    "min": 0.8604651162790697,
    "max": 0.8604651162790697,
    "mean": 0.8604651162790697,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "prefix_exact_match@5",
      "split": "test"
    },
    "count": 1,
    "sum": 0.8604651162790697,
    "sum_squared": 0.740400216333153,
    "min": 0.8604651162790697,
    "max": 0.8604651162790697,
    "mean": 0.8604651162790697,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "quasi_prefix_exact_match",
      "split": "test"
    },
    "count": 1,
    "sum": 0.8604651162790697,
    "sum_squared": 0.740400216333153,
    "min": 0.8604651162790697,
    "max": 0.8604651162790697,
    "mean": 0.8604651162790697,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "quasi_prefix_exact_match@5",
      "split": "test"
    },
    "count": 1,
    "sum": 0.8604651162790697,
    "sum_squared": 0.740400216333153,
    "min": 0.8604651162790697,
    "max": 0.8604651162790697,
    "mean": 0.8604651162790697,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "logprob",
      "split": "test"
    },
    "count": 1,
    "sum": 0.0,
    "sum_squared": 0.0,
    "min": 0.0,
    "max": 0.0,
    "mean": 0.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_perplexity_tokens",
      "split": "test"
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_bytes",
      "split": "test"
    },
    "count": 1,
    "sum": 1.5116279069767442,
    "sum_squared": 2.285018929150892,
    "min": 1.5116279069767442,
    "max": 1.5116279069767442,
    "mean": 1.5116279069767442,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_references",
      "split": "valid"
    },
    "count": 1,
    "sum": 4.0,
    "sum_squared": 16.0,
    "min": 4.0,
    "max": 4.0,
    "mean": 4.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_train_trials",
      "split": "valid"
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_prompt_tokens",
      "split": "valid"
    },
    "count": 1,
    "sum": 310.0,
    "sum_squared": 96100.0,
    "min": 310.0,
    "max": 310.0,
    "mean": 310.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_completion_tokens",
      "split": "valid"
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_output_tokens",
      "split": "valid"
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "training_co2_cost",
      "split": "valid"
    },
    "count": 0,
    "sum": 0,
    "sum_squared": 0
  },
  {
    "name": {
      "name": "training_energy_cost",
      "split": "valid"
    },
    "count": 0,
    "sum": 0,
    "sum_squared": 0
  },
  {
    "name": {
      "name": "inference_runtime",
      "split": "valid"
    },
    "count": 1,
    "sum": 0.376558746610369,
    "sum_squared": 0.14179648964877206,
    "min": 0.376558746610369,
    "max": 0.376558746610369,
    "mean": 0.376558746610369,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "batch_size",
      "split": "valid"
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "finish_reason_length",
      "split": "valid"
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "finish_reason_stop",
      "split": "valid"
    },
    "count": 1,
    "sum": 0.0,
    "sum_squared": 0.0,
    "min": 0.0,
    "max": 0.0,
    "mean": 0.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "finish_reason_endoftext",
      "split": "valid"
    },
    "count": 1,
    "sum": 0.0,
    "sum_squared": 0.0,
    "min": 0.0,
    "max": 0.0,
    "mean": 0.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "finish_reason_unknown",
      "split": "valid"
    },
    "count": 1,
    "sum": 0.0,
    "sum_squared": 0.0,
    "min": 0.0,
    "max": 0.0,
    "mean": 0.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_train_instances",
      "split": "valid"
    },
    "count": 1,
    "sum": 5.0,
    "sum_squared": 25.0,
    "min": 5.0,
    "max": 5.0,
    "mean": 5.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "prompt_truncated",
      "split": "valid"
    },
    "count": 1,
    "sum": 0.0,
    "sum_squared": 0.0,
    "min": 0.0,
    "max": 0.0,
    "mean": 0.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "max_prob",
      "split": "valid"
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "exact_match",
      "split": "valid"
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "exact_match@5",
      "split": "valid"
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "quasi_exact_match",
      "split": "valid"
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "quasi_exact_match@5",
      "split": "valid"
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "prefix_exact_match",
      "split": "valid"
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "prefix_exact_match@5",
      "split": "valid"
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "quasi_prefix_exact_match",
      "split": "valid"
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "quasi_prefix_exact_match@5",
      "split": "valid"
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "logprob",
      "split": "valid"
    },
    "count": 1,
    "sum": 0.0,
    "sum_squared": 0.0,
    "min": 0.0,
    "max": 0.0,
    "mean": 0.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_perplexity_tokens",
      "split": "valid"
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_bytes",
      "split": "valid"
    },
    "count": 1,
    "sum": 1.5714285714285714,
    "sum_squared": 2.4693877551020407,
    "min": 1.5714285714285714,
    "max": 1.5714285714285714,
    "mean": 1.5714285714285714,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "perplexity",
      "split": "test"
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "bits_per_byte",
      "split": "test"
    },
    "count": 1,
    "sum": 0.0,
    "sum_squared": 0.0,
    "min": 0.0,
    "max": 0.0,
    "mean": 0.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "logprob_per_byte",
      "split": "test"
    },
    "count": 1,
    "sum": 0.0,
    "sum_squared": 0.0,
    "min": 0.0,
    "max": 0.0,
    "mean": 0.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "perplexity",
      "split": "valid"
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "bits_per_byte",
      "split": "valid"
    },
    "count": 1,
    "sum": 0.0,
    "sum_squared": 0.0,
    "min": 0.0,
    "max": 0.0,
    "mean": 0.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "logprob_per_byte",
      "split": "valid"
    },
    "count": 1,
    "sum": 0.0,
    "sum_squared": 0.0,
    "min": 0.0,
    "max": 0.0,
    "mean": 0.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_references",
      "split": "test",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 4.0,
    "sum_squared": 16.0,
    "min": 4.0,
    "max": 4.0,
    "mean": 4.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_references",
      "split": "test",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 4.0,
    "sum_squared": 16.0,
    "min": 4.0,
    "max": 4.0,
    "mean": 4.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_train_trials",
      "split": "test",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_train_trials",
      "split": "test",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_prompt_tokens",
      "split": "test",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 318.4651162790698,
    "sum_squared": 101420.03028664143,
    "min": 318.4651162790698,
    "max": 318.4651162790698,
    "mean": 318.4651162790698,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_prompt_tokens",
      "split": "test",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 318.4651162790698,
    "sum_squared": 101420.03028664143,
    "min": 318.4651162790698,
    "max": 318.4651162790698,
    "mean": 318.4651162790698,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_completion_tokens",
      "split": "test",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_completion_tokens",
      "split": "test",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_output_tokens",
      "split": "test",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_output_tokens",
      "split": "test",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "inference_runtime",
      "split": "test",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.3657107630441355,
    "sum_squared": 0.13374436220632385,
    "min": 0.3657107630441355,
    "max": 0.3657107630441355,
    "mean": 0.3657107630441355,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "inference_runtime",
      "split": "test",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.3657107630441355,
    "sum_squared": 0.13374436220632385,
    "min": 0.3657107630441355,
    "max": 0.3657107630441355,
    "mean": 0.3657107630441355,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "batch_size",
      "split": "test",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "batch_size",
      "split": "test",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "finish_reason_length",
      "split": "test",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "finish_reason_length",
      "split": "test",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "finish_reason_stop",
      "split": "test",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.0,
    "sum_squared": 0.0,
    "min": 0.0,
    "max": 0.0,
    "mean": 0.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "finish_reason_stop",
      "split": "test",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.0,
    "sum_squared": 0.0,
    "min": 0.0,
    "max": 0.0,
    "mean": 0.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "finish_reason_endoftext",
      "split": "test",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.0,
    "sum_squared": 0.0,
    "min": 0.0,
    "max": 0.0,
    "mean": 0.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "finish_reason_endoftext",
      "split": "test",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.0,
    "sum_squared": 0.0,
    "min": 0.0,
    "max": 0.0,
    "mean": 0.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "finish_reason_unknown",
      "split": "test",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.0,
    "sum_squared": 0.0,
    "min": 0.0,
    "max": 0.0,
    "mean": 0.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "finish_reason_unknown",
      "split": "test",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.0,
    "sum_squared": 0.0,
    "min": 0.0,
    "max": 0.0,
    "mean": 0.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_train_instances",
      "split": "test",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 5.0,
    "sum_squared": 25.0,
    "min": 5.0,
    "max": 5.0,
    "mean": 5.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_train_instances",
      "split": "test",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 5.0,
    "sum_squared": 25.0,
    "min": 5.0,
    "max": 5.0,
    "mean": 5.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "prompt_truncated",
      "split": "test",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.0,
    "sum_squared": 0.0,
    "min": 0.0,
    "max": 0.0,
    "mean": 0.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "prompt_truncated",
      "split": "test",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.0,
    "sum_squared": 0.0,
    "min": 0.0,
    "max": 0.0,
    "mean": 0.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "max_prob",
      "split": "test",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "max_prob",
      "split": "test",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "exact_match",
      "split": "test",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.8604651162790697,
    "sum_squared": 0.740400216333153,
    "min": 0.8604651162790697,
    "max": 0.8604651162790697,
    "mean": 0.8604651162790697,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "exact_match",
      "split": "test",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.8604651162790697,
    "sum_squared": 0.740400216333153,
    "min": 0.8604651162790697,
    "max": 0.8604651162790697,
    "mean": 0.8604651162790697,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "exact_match@5",
      "split": "test",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.8604651162790697,
    "sum_squared": 0.740400216333153,
    "min": 0.8604651162790697,
    "max": 0.8604651162790697,
    "mean": 0.8604651162790697,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "exact_match@5",
      "split": "test",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.8604651162790697,
    "sum_squared": 0.740400216333153,
    "min": 0.8604651162790697,
    "max": 0.8604651162790697,
    "mean": 0.8604651162790697,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "quasi_exact_match",
      "split": "test",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.8604651162790697,
    "sum_squared": 0.740400216333153,
    "min": 0.8604651162790697,
    "max": 0.8604651162790697,
    "mean": 0.8604651162790697,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "quasi_exact_match",
      "split": "test",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.8604651162790697,
    "sum_squared": 0.740400216333153,
    "min": 0.8604651162790697,
    "max": 0.8604651162790697,
    "mean": 0.8604651162790697,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "quasi_exact_match@5",
      "split": "test",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.8604651162790697,
    "sum_squared": 0.740400216333153,
    "min": 0.8604651162790697,
    "max": 0.8604651162790697,
    "mean": 0.8604651162790697,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "quasi_exact_match@5",
      "split": "test",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.8604651162790697,
    "sum_squared": 0.740400216333153,
    "min": 0.8604651162790697,
    "max": 0.8604651162790697,
    "mean": 0.8604651162790697,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "prefix_exact_match",
      "split": "test",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.8604651162790697,
    "sum_squared": 0.740400216333153,
    "min": 0.8604651162790697,
    "max": 0.8604651162790697,
    "mean": 0.8604651162790697,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "prefix_exact_match",
      "split": "test",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.8604651162790697,
    "sum_squared": 0.740400216333153,
    "min": 0.8604651162790697,
    "max": 0.8604651162790697,
    "mean": 0.8604651162790697,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "prefix_exact_match@5",
      "split": "test",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.8604651162790697,
    "sum_squared": 0.740400216333153,
    "min": 0.8604651162790697,
    "max": 0.8604651162790697,
    "mean": 0.8604651162790697,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "prefix_exact_match@5",
      "split": "test",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.8604651162790697,
    "sum_squared": 0.740400216333153,
    "min": 0.8604651162790697,
    "max": 0.8604651162790697,
    "mean": 0.8604651162790697,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "quasi_prefix_exact_match",
      "split": "test",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.8604651162790697,
    "sum_squared": 0.740400216333153,
    "min": 0.8604651162790697,
    "max": 0.8604651162790697,
    "mean": 0.8604651162790697,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "quasi_prefix_exact_match",
      "split": "test",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.8604651162790697,
    "sum_squared": 0.740400216333153,
    "min": 0.8604651162790697,
    "max": 0.8604651162790697,
    "mean": 0.8604651162790697,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "quasi_prefix_exact_match@5",
      "split": "test",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.8604651162790697,
    "sum_squared": 0.740400216333153,
    "min": 0.8604651162790697,
    "max": 0.8604651162790697,
    "mean": 0.8604651162790697,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "quasi_prefix_exact_match@5",
      "split": "test",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.8604651162790697,
    "sum_squared": 0.740400216333153,
    "min": 0.8604651162790697,
    "max": 0.8604651162790697,
    "mean": 0.8604651162790697,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "logprob",
      "split": "test",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.0,
    "sum_squared": 0.0,
    "min": 0.0,
    "max": 0.0,
    "mean": 0.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "logprob",
      "split": "test",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.0,
    "sum_squared": 0.0,
    "min": 0.0,
    "max": 0.0,
    "mean": 0.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_perplexity_tokens",
      "split": "test",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_perplexity_tokens",
      "split": "test",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_bytes",
      "split": "test",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 1.5116279069767442,
    "sum_squared": 2.285018929150892,
    "min": 1.5116279069767442,
    "max": 1.5116279069767442,
    "mean": 1.5116279069767442,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_bytes",
      "split": "test",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 1.5116279069767442,
    "sum_squared": 2.285018929150892,
    "min": 1.5116279069767442,
    "max": 1.5116279069767442,
    "mean": 1.5116279069767442,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_references",
      "split": "valid",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 4.0,
    "sum_squared": 16.0,
    "min": 4.0,
    "max": 4.0,
    "mean": 4.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_references",
      "split": "valid",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 4.0,
    "sum_squared": 16.0,
    "min": 4.0,
    "max": 4.0,
    "mean": 4.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_train_trials",
      "split": "valid",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_train_trials",
      "split": "valid",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_prompt_tokens",
      "split": "valid",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 310.0,
    "sum_squared": 96100.0,
    "min": 310.0,
    "max": 310.0,
    "mean": 310.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_prompt_tokens",
      "split": "valid",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 310.0,
    "sum_squared": 96100.0,
    "min": 310.0,
    "max": 310.0,
    "mean": 310.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_completion_tokens",
      "split": "valid",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_completion_tokens",
      "split": "valid",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_output_tokens",
      "split": "valid",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_output_tokens",
      "split": "valid",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "inference_runtime",
      "split": "valid",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.376558746610369,
    "sum_squared": 0.14179648964877206,
    "min": 0.376558746610369,
    "max": 0.376558746610369,
    "mean": 0.376558746610369,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "inference_runtime",
      "split": "valid",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.376558746610369,
    "sum_squared": 0.14179648964877206,
    "min": 0.376558746610369,
    "max": 0.376558746610369,
    "mean": 0.376558746610369,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "batch_size",
      "split": "valid",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "batch_size",
      "split": "valid",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "finish_reason_length",
      "split": "valid",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "finish_reason_length",
      "split": "valid",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "finish_reason_stop",
      "split": "valid",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.0,
    "sum_squared": 0.0,
    "min": 0.0,
    "max": 0.0,
    "mean": 0.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "finish_reason_stop",
      "split": "valid",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.0,
    "sum_squared": 0.0,
    "min": 0.0,
    "max": 0.0,
    "mean": 0.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "finish_reason_endoftext",
      "split": "valid",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.0,
    "sum_squared": 0.0,
    "min": 0.0,
    "max": 0.0,
    "mean": 0.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "finish_reason_endoftext",
      "split": "valid",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.0,
    "sum_squared": 0.0,
    "min": 0.0,
    "max": 0.0,
    "mean": 0.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "finish_reason_unknown",
      "split": "valid",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.0,
    "sum_squared": 0.0,
    "min": 0.0,
    "max": 0.0,
    "mean": 0.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "finish_reason_unknown",
      "split": "valid",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.0,
    "sum_squared": 0.0,
    "min": 0.0,
    "max": 0.0,
    "mean": 0.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_train_instances",
      "split": "valid",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 5.0,
    "sum_squared": 25.0,
    "min": 5.0,
    "max": 5.0,
    "mean": 5.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_train_instances",
      "split": "valid",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 5.0,
    "sum_squared": 25.0,
    "min": 5.0,
    "max": 5.0,
    "mean": 5.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "prompt_truncated",
      "split": "valid",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.0,
    "sum_squared": 0.0,
    "min": 0.0,
    "max": 0.0,
    "mean": 0.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "prompt_truncated",
      "split": "valid",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.0,
    "sum_squared": 0.0,
    "min": 0.0,
    "max": 0.0,
    "mean": 0.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "max_prob",
      "split": "valid",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "max_prob",
      "split": "valid",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "exact_match",
      "split": "valid",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "exact_match",
      "split": "valid",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "exact_match@5",
      "split": "valid",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "exact_match@5",
      "split": "valid",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "quasi_exact_match",
      "split": "valid",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "quasi_exact_match",
      "split": "valid",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "quasi_exact_match@5",
      "split": "valid",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "quasi_exact_match@5",
      "split": "valid",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "prefix_exact_match",
      "split": "valid",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "prefix_exact_match",
      "split": "valid",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "prefix_exact_match@5",
      "split": "valid",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "prefix_exact_match@5",
      "split": "valid",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "quasi_prefix_exact_match",
      "split": "valid",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "quasi_prefix_exact_match",
      "split": "valid",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "quasi_prefix_exact_match@5",
      "split": "valid",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "quasi_prefix_exact_match@5",
      "split": "valid",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "logprob",
      "split": "valid",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.0,
    "sum_squared": 0.0,
    "min": 0.0,
    "max": 0.0,
    "mean": 0.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "logprob",
      "split": "valid",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.0,
    "sum_squared": 0.0,
    "min": 0.0,
    "max": 0.0,
    "mean": 0.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_perplexity_tokens",
      "split": "valid",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_perplexity_tokens",
      "split": "valid",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_bytes",
      "split": "valid",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 1.5714285714285714,
    "sum_squared": 2.4693877551020407,
    "min": 1.5714285714285714,
    "max": 1.5714285714285714,
    "mean": 1.5714285714285714,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_bytes",
      "split": "valid",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 1.5714285714285714,
    "sum_squared": 2.4693877551020407,
    "min": 1.5714285714285714,
    "max": 1.5714285714285714,
    "mean": 1.5714285714285714,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_instances",
      "split": "test"
    },
    "count": 1,
    "sum": 43.0,
    "sum_squared": 1849.0,
    "min": 43.0,
    "max": 43.0,
    "mean": 43.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_instances",
      "split": "valid"
    },
    "count": 1,
    "sum": 7.0,
    "sum_squared": 49.0,
    "min": 7.0,
    "max": 7.0,
    "mean": 7.0,
    "variance": 0.0,
    "stddev": 0.0
  }
]