[
  {
    "name": {
      "name": "num_references",
      "split": "test"
    },
    "count": 1,
    "sum": 2.0,
    "sum_squared": 4.0,
    "min": 2.0,
    "max": 2.0,
    "mean": 2.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_train_trials",
      "split": "test"
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_prompt_tokens",
      "split": "test"
    },
    "count": 1,
    "sum": 3441.25641025641,
    "sum_squared": 11842245.681130834,
    "min": 3441.25641025641,
    "max": 3441.25641025641,
    "mean": 3441.25641025641,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_completion_tokens",
      "split": "test"
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_output_tokens",
      "split": "test"
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "training_co2_cost",
      "split": "test"
    },
    "count": 0,
    "sum": 0,
    "sum_squared": 0
  },
  {
    "name": {
      "name": "training_energy_cost",
      "split": "test"
    },
    "count": 0,
    "sum": 0,
    "sum_squared": 0
  },
  {
    "name": {
      "name": "inference_runtime",
      "split": "test"
    },
    "count": 1,
    "sum": 0.6853438890897311,
    "sum_squared": 0.4696962463126376,
    "min": 0.6853438890897311,
    "max": 0.6853438890897311,
    "mean": 0.6853438890897311,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "batch_size",
      "split": "test"
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "finish_reason_length",
      "split": "test"
    },
    "count": 1,
    "sum": 0.0,
    "sum_squared": 0.0,
    "min": 0.0,
    "max": 0.0,
    "mean": 0.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "finish_reason_stop",
      "split": "test"
    },
    "count": 1,
    "sum": 0.0,
    "sum_squared": 0.0,
    "min": 0.0,
    "max": 0.0,
    "mean": 0.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "finish_reason_endoftext",
      "split": "test"
    },
    "count": 1,
    "sum": 0.0,
    "sum_squared": 0.0,
    "min": 0.0,
    "max": 0.0,
    "mean": 0.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "finish_reason_unknown",
      "split": "test"
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_train_instances",
      "split": "test"
    },
    "count": 1,
    "sum": 5.0,
    "sum_squared": 25.0,
    "min": 5.0,
    "max": 5.0,
    "mean": 5.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "prompt_truncated",
      "split": "test"
    },
    "count": 1,
    "sum": 0.0,
    "sum_squared": 0.0,
    "min": 0.0,
    "max": 0.0,
    "mean": 0.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "max_prob",
      "split": "test"
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "exact_match",
      "split": "test"
    },
    "count": 1,
    "sum": 0.0,
    "sum_squared": 0.0,
    "min": 0.0,
    "max": 0.0,
    "mean": 0.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "quasi_exact_match",
      "split": "test"
    },
    "count": 1,
    "sum": 0.05128205128205128,
    "sum_squared": 0.0026298487836949372,
    "min": 0.05128205128205128,
    "max": 0.05128205128205128,
    "mean": 0.05128205128205128,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "f1_score",
      "split": "test"
    },
    "count": 1,
    "sum": 0.1284792234482637,
    "sum_squared": 0.016506910857868876,
    "min": 0.1284792234482637,
    "max": 0.1284792234482637,
    "mean": 0.1284792234482637,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "rouge_l",
      "split": "test"
    },
    "count": 1,
    "sum": 0.14420910703497183,
    "sum_squared": 0.020796266551823962,
    "min": 0.14420910703497183,
    "max": 0.14420910703497183,
    "mean": 0.14420910703497183,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "bleu_1",
      "split": "test"
    },
    "count": 1,
    "sum": 0.142287700294569,
    "sum_squared": 0.02024578965511709,
    "min": 0.142287700294569,
    "max": 0.142287700294569,
    "mean": 0.142287700294569,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "bleu_4",
      "split": "test"
    },
    "count": 1,
    "sum": 1.237537094898655e-308,
    "sum_squared": 0.0,
    "min": 1.237537094898655e-308,
    "max": 1.237537094898655e-308,
    "mean": 1.237537094898655e-308,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "logprob",
      "split": "test"
    },
    "count": 1,
    "sum": 0.0,
    "sum_squared": 0.0,
    "min": 0.0,
    "max": 0.0,
    "mean": 0.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_perplexity_tokens",
      "split": "test"
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_bytes",
      "split": "test"
    },
    "count": 1,
    "sum": 37.84615384615385,
    "sum_squared": 1432.3313609467457,
    "min": 37.84615384615385,
    "max": 37.84615384615385,
    "mean": 37.84615384615385,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_references",
      "split": "valid"
    },
    "count": 1,
    "sum": 2.0,
    "sum_squared": 4.0,
    "min": 2.0,
    "max": 2.0,
    "mean": 2.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_train_trials",
      "split": "valid"
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_prompt_tokens",
      "split": "valid"
    },
    "count": 1,
    "sum": 3415.090909090909,
    "sum_squared": 11662845.917355372,
    "min": 3415.090909090909,
    "max": 3415.090909090909,
    "mean": 3415.090909090909,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_completion_tokens",
      "split": "valid"
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_output_tokens",
      "split": "valid"
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "training_co2_cost",
      "split": "valid"
    },
    "count": 0,
    "sum": 0,
    "sum_squared": 0
  },
  {
    "name": {
      "name": "training_energy_cost",
      "split": "valid"
    },
    "count": 0,
    "sum": 0,
    "sum_squared": 0
  },
  {
    "name": {
      "name": "inference_runtime",
      "split": "valid"
    },
    "count": 1,
    "sum": 0.6091475703499534,
    "sum_squared": 0.37106076246325137,
    "min": 0.6091475703499534,
    "max": 0.6091475703499534,
    "mean": 0.6091475703499534,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "batch_size",
      "split": "valid"
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "finish_reason_length",
      "split": "valid"
    },
    "count": 1,
    "sum": 0.0,
    "sum_squared": 0.0,
    "min": 0.0,
    "max": 0.0,
    "mean": 0.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "finish_reason_stop",
      "split": "valid"
    },
    "count": 1,
    "sum": 0.0,
    "sum_squared": 0.0,
    "min": 0.0,
    "max": 0.0,
    "mean": 0.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "finish_reason_endoftext",
      "split": "valid"
    },
    "count": 1,
    "sum": 0.0,
    "sum_squared": 0.0,
    "min": 0.0,
    "max": 0.0,
    "mean": 0.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "finish_reason_unknown",
      "split": "valid"
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_train_instances",
      "split": "valid"
    },
    "count": 1,
    "sum": 5.0,
    "sum_squared": 25.0,
    "min": 5.0,
    "max": 5.0,
    "mean": 5.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "prompt_truncated",
      "split": "valid"
    },
    "count": 1,
    "sum": 0.0,
    "sum_squared": 0.0,
    "min": 0.0,
    "max": 0.0,
    "mean": 0.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "max_prob",
      "split": "valid"
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "exact_match",
      "split": "valid"
    },
    "count": 1,
    "sum": 0.0,
    "sum_squared": 0.0,
    "min": 0.0,
    "max": 0.0,
    "mean": 0.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "quasi_exact_match",
      "split": "valid"
    },
    "count": 1,
    "sum": 0.0,
    "sum_squared": 0.0,
    "min": 0.0,
    "max": 0.0,
    "mean": 0.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "f1_score",
      "split": "valid"
    },
    "count": 1,
    "sum": 0.046409472880061114,
    "sum_squared": 0.0021538391730051283,
    "min": 0.046409472880061114,
    "max": 0.046409472880061114,
    "mean": 0.046409472880061114,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "rouge_l",
      "split": "valid"
    },
    "count": 1,
    "sum": 0.12454253614540695,
    "sum_squared": 0.015510843309529995,
    "min": 0.12454253614540695,
    "max": 0.12454253614540695,
    "mean": 0.12454253614540695,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "bleu_1",
      "split": "valid"
    },
    "count": 1,
    "sum": 0.11477222818034778,
    "sum_squared": 0.013172664361481817,
    "min": 0.11477222818034778,
    "max": 0.11477222818034778,
    "mean": 0.11477222818034778,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "bleu_4",
      "split": "valid"
    },
    "count": 1,
    "sum": 1.076746003390771e-308,
    "sum_squared": 0.0,
    "min": 1.076746003390771e-308,
    "max": 1.076746003390771e-308,
    "mean": 1.076746003390771e-308,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "logprob",
      "split": "valid"
    },
    "count": 1,
    "sum": 0.0,
    "sum_squared": 0.0,
    "min": 0.0,
    "max": 0.0,
    "mean": 0.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_perplexity_tokens",
      "split": "valid"
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_bytes",
      "split": "valid"
    },
    "count": 1,
    "sum": 22.636363636363637,
    "sum_squared": 512.404958677686,
    "min": 22.636363636363637,
    "max": 22.636363636363637,
    "mean": 22.636363636363637,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "perplexity",
      "split": "test"
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "bits_per_byte",
      "split": "test"
    },
    "count": 1,
    "sum": 0.0,
    "sum_squared": 0.0,
    "min": 0.0,
    "max": 0.0,
    "mean": 0.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "logprob_per_byte",
      "split": "test"
    },
    "count": 1,
    "sum": 0.0,
    "sum_squared": 0.0,
    "min": 0.0,
    "max": 0.0,
    "mean": 0.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "perplexity",
      "split": "valid"
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "bits_per_byte",
      "split": "valid"
    },
    "count": 1,
    "sum": 0.0,
    "sum_squared": 0.0,
    "min": 0.0,
    "max": 0.0,
    "mean": 0.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "logprob_per_byte",
      "split": "valid"
    },
    "count": 1,
    "sum": 0.0,
    "sum_squared": 0.0,
    "min": 0.0,
    "max": 0.0,
    "mean": 0.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_references",
      "split": "test",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 2.0,
    "sum_squared": 4.0,
    "min": 2.0,
    "max": 2.0,
    "mean": 2.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_references",
      "split": "test",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 2.0,
    "sum_squared": 4.0,
    "min": 2.0,
    "max": 2.0,
    "mean": 2.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_train_trials",
      "split": "test",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_train_trials",
      "split": "test",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_prompt_tokens",
      "split": "test",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 3441.25641025641,
    "sum_squared": 11842245.681130834,
    "min": 3441.25641025641,
    "max": 3441.25641025641,
    "mean": 3441.25641025641,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_prompt_tokens",
      "split": "test",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 3441.25641025641,
    "sum_squared": 11842245.681130834,
    "min": 3441.25641025641,
    "max": 3441.25641025641,
    "mean": 3441.25641025641,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_completion_tokens",
      "split": "test",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_completion_tokens",
      "split": "test",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_output_tokens",
      "split": "test",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_output_tokens",
      "split": "test",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "inference_runtime",
      "split": "test",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.6853438890897311,
    "sum_squared": 0.4696962463126376,
    "min": 0.6853438890897311,
    "max": 0.6853438890897311,
    "mean": 0.6853438890897311,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "inference_runtime",
      "split": "test",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.6853438890897311,
    "sum_squared": 0.4696962463126376,
    "min": 0.6853438890897311,
    "max": 0.6853438890897311,
    "mean": 0.6853438890897311,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "batch_size",
      "split": "test",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "batch_size",
      "split": "test",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "finish_reason_length",
      "split": "test",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.0,
    "sum_squared": 0.0,
    "min": 0.0,
    "max": 0.0,
    "mean": 0.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "finish_reason_length",
      "split": "test",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.0,
    "sum_squared": 0.0,
    "min": 0.0,
    "max": 0.0,
    "mean": 0.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "finish_reason_stop",
      "split": "test",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.0,
    "sum_squared": 0.0,
    "min": 0.0,
    "max": 0.0,
    "mean": 0.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "finish_reason_stop",
      "split": "test",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.0,
    "sum_squared": 0.0,
    "min": 0.0,
    "max": 0.0,
    "mean": 0.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "finish_reason_endoftext",
      "split": "test",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.0,
    "sum_squared": 0.0,
    "min": 0.0,
    "max": 0.0,
    "mean": 0.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "finish_reason_endoftext",
      "split": "test",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.0,
    "sum_squared": 0.0,
    "min": 0.0,
    "max": 0.0,
    "mean": 0.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "finish_reason_unknown",
      "split": "test",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "finish_reason_unknown",
      "split": "test",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_train_instances",
      "split": "test",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 5.0,
    "sum_squared": 25.0,
    "min": 5.0,
    "max": 5.0,
    "mean": 5.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_train_instances",
      "split": "test",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 5.0,
    "sum_squared": 25.0,
    "min": 5.0,
    "max": 5.0,
    "mean": 5.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "prompt_truncated",
      "split": "test",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.0,
    "sum_squared": 0.0,
    "min": 0.0,
    "max": 0.0,
    "mean": 0.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "prompt_truncated",
      "split": "test",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.0,
    "sum_squared": 0.0,
    "min": 0.0,
    "max": 0.0,
    "mean": 0.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "max_prob",
      "split": "test",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "max_prob",
      "split": "test",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "exact_match",
      "split": "test",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.0,
    "sum_squared": 0.0,
    "min": 0.0,
    "max": 0.0,
    "mean": 0.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "exact_match",
      "split": "test",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.0,
    "sum_squared": 0.0,
    "min": 0.0,
    "max": 0.0,
    "mean": 0.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "quasi_exact_match",
      "split": "test",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.05128205128205128,
    "sum_squared": 0.0026298487836949372,
    "min": 0.05128205128205128,
    "max": 0.05128205128205128,
    "mean": 0.05128205128205128,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "quasi_exact_match",
      "split": "test",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.05128205128205128,
    "sum_squared": 0.0026298487836949372,
    "min": 0.05128205128205128,
    "max": 0.05128205128205128,
    "mean": 0.05128205128205128,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "f1_score",
      "split": "test",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.1284792234482637,
    "sum_squared": 0.016506910857868876,
    "min": 0.1284792234482637,
    "max": 0.1284792234482637,
    "mean": 0.1284792234482637,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "f1_score",
      "split": "test",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.1284792234482637,
    "sum_squared": 0.016506910857868876,
    "min": 0.1284792234482637,
    "max": 0.1284792234482637,
    "mean": 0.1284792234482637,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "rouge_l",
      "split": "test",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.14420910703497183,
    "sum_squared": 0.020796266551823962,
    "min": 0.14420910703497183,
    "max": 0.14420910703497183,
    "mean": 0.14420910703497183,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "rouge_l",
      "split": "test",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.14420910703497183,
    "sum_squared": 0.020796266551823962,
    "min": 0.14420910703497183,
    "max": 0.14420910703497183,
    "mean": 0.14420910703497183,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "bleu_1",
      "split": "test",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.142287700294569,
    "sum_squared": 0.02024578965511709,
    "min": 0.142287700294569,
    "max": 0.142287700294569,
    "mean": 0.142287700294569,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "bleu_1",
      "split": "test",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.142287700294569,
    "sum_squared": 0.02024578965511709,
    "min": 0.142287700294569,
    "max": 0.142287700294569,
    "mean": 0.142287700294569,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "bleu_4",
      "split": "test",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 1.237537094898655e-308,
    "sum_squared": 0.0,
    "min": 1.237537094898655e-308,
    "max": 1.237537094898655e-308,
    "mean": 1.237537094898655e-308,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "bleu_4",
      "split": "test",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 1.237537094898655e-308,
    "sum_squared": 0.0,
    "min": 1.237537094898655e-308,
    "max": 1.237537094898655e-308,
    "mean": 1.237537094898655e-308,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "logprob",
      "split": "test",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.0,
    "sum_squared": 0.0,
    "min": 0.0,
    "max": 0.0,
    "mean": 0.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "logprob",
      "split": "test",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.0,
    "sum_squared": 0.0,
    "min": 0.0,
    "max": 0.0,
    "mean": 0.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_perplexity_tokens",
      "split": "test",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_perplexity_tokens",
      "split": "test",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_bytes",
      "split": "test",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 37.84615384615385,
    "sum_squared": 1432.3313609467457,
    "min": 37.84615384615385,
    "max": 37.84615384615385,
    "mean": 37.84615384615385,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_bytes",
      "split": "test",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 37.84615384615385,
    "sum_squared": 1432.3313609467457,
    "min": 37.84615384615385,
    "max": 37.84615384615385,
    "mean": 37.84615384615385,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_references",
      "split": "valid",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 2.0,
    "sum_squared": 4.0,
    "min": 2.0,
    "max": 2.0,
    "mean": 2.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_references",
      "split": "valid",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 2.0,
    "sum_squared": 4.0,
    "min": 2.0,
    "max": 2.0,
    "mean": 2.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_train_trials",
      "split": "valid",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_train_trials",
      "split": "valid",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_prompt_tokens",
      "split": "valid",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 3415.090909090909,
    "sum_squared": 11662845.917355372,
    "min": 3415.090909090909,
    "max": 3415.090909090909,
    "mean": 3415.090909090909,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_prompt_tokens",
      "split": "valid",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 3415.090909090909,
    "sum_squared": 11662845.917355372,
    "min": 3415.090909090909,
    "max": 3415.090909090909,
    "mean": 3415.090909090909,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_completion_tokens",
      "split": "valid",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_completion_tokens",
      "split": "valid",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_output_tokens",
      "split": "valid",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_output_tokens",
      "split": "valid",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "inference_runtime",
      "split": "valid",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.6091475703499534,
    "sum_squared": 0.37106076246325137,
    "min": 0.6091475703499534,
    "max": 0.6091475703499534,
    "mean": 0.6091475703499534,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "inference_runtime",
      "split": "valid",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.6091475703499534,
    "sum_squared": 0.37106076246325137,
    "min": 0.6091475703499534,
    "max": 0.6091475703499534,
    "mean": 0.6091475703499534,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "batch_size",
      "split": "valid",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "batch_size",
      "split": "valid",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "finish_reason_length",
      "split": "valid",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.0,
    "sum_squared": 0.0,
    "min": 0.0,
    "max": 0.0,
    "mean": 0.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "finish_reason_length",
      "split": "valid",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.0,
    "sum_squared": 0.0,
    "min": 0.0,
    "max": 0.0,
    "mean": 0.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "finish_reason_stop",
      "split": "valid",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.0,
    "sum_squared": 0.0,
    "min": 0.0,
    "max": 0.0,
    "mean": 0.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "finish_reason_stop",
      "split": "valid",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.0,
    "sum_squared": 0.0,
    "min": 0.0,
    "max": 0.0,
    "mean": 0.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "finish_reason_endoftext",
      "split": "valid",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.0,
    "sum_squared": 0.0,
    "min": 0.0,
    "max": 0.0,
    "mean": 0.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "finish_reason_endoftext",
      "split": "valid",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.0,
    "sum_squared": 0.0,
    "min": 0.0,
    "max": 0.0,
    "mean": 0.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "finish_reason_unknown",
      "split": "valid",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "finish_reason_unknown",
      "split": "valid",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_train_instances",
      "split": "valid",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 5.0,
    "sum_squared": 25.0,
    "min": 5.0,
    "max": 5.0,
    "mean": 5.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_train_instances",
      "split": "valid",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 5.0,
    "sum_squared": 25.0,
    "min": 5.0,
    "max": 5.0,
    "mean": 5.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "prompt_truncated",
      "split": "valid",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.0,
    "sum_squared": 0.0,
    "min": 0.0,
    "max": 0.0,
    "mean": 0.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "prompt_truncated",
      "split": "valid",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.0,
    "sum_squared": 0.0,
    "min": 0.0,
    "max": 0.0,
    "mean": 0.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "max_prob",
      "split": "valid",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "max_prob",
      "split": "valid",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "exact_match",
      "split": "valid",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.0,
    "sum_squared": 0.0,
    "min": 0.0,
    "max": 0.0,
    "mean": 0.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "exact_match",
      "split": "valid",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.0,
    "sum_squared": 0.0,
    "min": 0.0,
    "max": 0.0,
    "mean": 0.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "quasi_exact_match",
      "split": "valid",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.0,
    "sum_squared": 0.0,
    "min": 0.0,
    "max": 0.0,
    "mean": 0.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "quasi_exact_match",
      "split": "valid",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.0,
    "sum_squared": 0.0,
    "min": 0.0,
    "max": 0.0,
    "mean": 0.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "f1_score",
      "split": "valid",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.046409472880061114,
    "sum_squared": 0.0021538391730051283,
    "min": 0.046409472880061114,
    "max": 0.046409472880061114,
    "mean": 0.046409472880061114,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "f1_score",
      "split": "valid",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.046409472880061114,
    "sum_squared": 0.0021538391730051283,
    "min": 0.046409472880061114,
    "max": 0.046409472880061114,
    "mean": 0.046409472880061114,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "rouge_l",
      "split": "valid",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.12454253614540695,
    "sum_squared": 0.015510843309529995,
    "min": 0.12454253614540695,
    "max": 0.12454253614540695,
    "mean": 0.12454253614540695,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "rouge_l",
      "split": "valid",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.12454253614540695,
    "sum_squared": 0.015510843309529995,
    "min": 0.12454253614540695,
    "max": 0.12454253614540695,
    "mean": 0.12454253614540695,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "bleu_1",
      "split": "valid",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.11477222818034778,
    "sum_squared": 0.013172664361481817,
    "min": 0.11477222818034778,
    "max": 0.11477222818034778,
    "mean": 0.11477222818034778,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "bleu_1",
      "split": "valid",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.11477222818034778,
    "sum_squared": 0.013172664361481817,
    "min": 0.11477222818034778,
    "max": 0.11477222818034778,
    "mean": 0.11477222818034778,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "bleu_4",
      "split": "valid",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 1.076746003390771e-308,
    "sum_squared": 0.0,
    "min": 1.076746003390771e-308,
    "max": 1.076746003390771e-308,
    "mean": 1.076746003390771e-308,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "bleu_4",
      "split": "valid",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 1.076746003390771e-308,
    "sum_squared": 0.0,
    "min": 1.076746003390771e-308,
    "max": 1.076746003390771e-308,
    "mean": 1.076746003390771e-308,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "logprob",
      "split": "valid",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.0,
    "sum_squared": 0.0,
    "min": 0.0,
    "max": 0.0,
    "mean": 0.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "logprob",
      "split": "valid",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 0.0,
    "sum_squared": 0.0,
    "min": 0.0,
    "max": 0.0,
    "mean": 0.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_perplexity_tokens",
      "split": "valid",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_perplexity_tokens",
      "split": "valid",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 1.0,
    "sum_squared": 1.0,
    "min": 1.0,
    "max": 1.0,
    "mean": 1.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_bytes",
      "split": "valid",
      "perturbation": {
        "name": "robustness",
        "robustness": true,
        "fairness": false,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 22.636363636363637,
    "sum_squared": 512.404958677686,
    "min": 22.636363636363637,
    "max": 22.636363636363637,
    "mean": 22.636363636363637,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_bytes",
      "split": "valid",
      "perturbation": {
        "name": "fairness",
        "robustness": false,
        "fairness": true,
        "computed_on": "worst"
      }
    },
    "count": 1,
    "sum": 22.636363636363637,
    "sum_squared": 512.404958677686,
    "min": 22.636363636363637,
    "max": 22.636363636363637,
    "mean": 22.636363636363637,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_instances",
      "split": "test"
    },
    "count": 1,
    "sum": 39.0,
    "sum_squared": 1521.0,
    "min": 39.0,
    "max": 39.0,
    "mean": 39.0,
    "variance": 0.0,
    "stddev": 0.0
  },
  {
    "name": {
      "name": "num_instances",
      "split": "valid"
    },
    "count": 1,
    "sum": 11.0,
    "sum_squared": 121.0,
    "min": 11.0,
    "max": 11.0,
    "mean": 11.0,
    "variance": 0.0,
    "stddev": 0.0
  }
]