[ { "instance_id": "id1413", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 3518, "sum_squared": 12376324, "min": 3518, "max": 3518, "mean": 3518.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.06691312789917, "sum_squared": 1.1383036224835905, "min": 1.06691312789917, "max": 1.06691312789917, "mean": 1.06691312789917, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 5, "sum_squared": 25, "min": 5, "max": 5, "mean": 5.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "max_prob", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "exact_match", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "quasi_exact_match", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "f1_score", "split": "test" }, "count": 1, "sum": 0.36363636363636365, "sum_squared": 0.1322314049586777, "min": 0.36363636363636365, "max": 0.36363636363636365, "mean": 0.36363636363636365, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "rouge_l", "split": "test" }, "count": 1, "sum": 0.4, "sum_squared": 0.16000000000000003, "min": 0.4, "max": 0.4, "mean": 0.4, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_1", "split": "test" }, "count": 1, "sum": 0.15384615384615385, "sum_squared": 0.02366863905325444, "min": 0.15384615384615385, "max": 0.15384615384615385, "mean": 0.15384615384615385, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_4", "split": "test" }, "count": 1, "sum": 2.2250738585072626e-308, "sum_squared": 0.0, "min": 2.2250738585072626e-308, "max": 2.2250738585072626e-308, "mean": 2.2250738585072626e-308, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 57, "sum_squared": 3249, "min": 57, "max": 57, "mean": 57.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "id1332", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 3381, "sum_squared": 11431161, "min": 3381, "max": 3381, "mean": 3381.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.061138391494751, "sum_squared": 1.1260146859040674, "min": 1.061138391494751, "max": 1.061138391494751, "mean": 1.061138391494751, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 5, "sum_squared": 25, "min": 5, "max": 5, "mean": 5.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "max_prob", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "exact_match", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "quasi_exact_match", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "f1_score", "split": "test" }, "count": 1, "sum": 0.2222222222222222, "sum_squared": 0.04938271604938271, "min": 0.2222222222222222, "max": 0.2222222222222222, "mean": 0.2222222222222222, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "rouge_l", "split": "test" }, "count": 1, "sum": 0.2, "sum_squared": 0.04000000000000001, "min": 0.2, "max": 0.2, "mean": 0.2, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_1", "split": "test" }, "count": 1, "sum": 0.2222222222222222, "sum_squared": 0.04938271604938271, "min": 0.2222222222222222, "max": 0.2222222222222222, "mean": 0.2222222222222222, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_4", "split": "test" }, "count": 1, "sum": 2.2250738585072626e-308, "sum_squared": 0.0, "min": 2.2250738585072626e-308, "max": 2.2250738585072626e-308, "mean": 2.2250738585072626e-308, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 48, "sum_squared": 2304, "min": 48, "max": 48, "mean": 48.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "id1123", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "valid" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "valid" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "valid" }, "count": 1, "sum": 3395, "sum_squared": 11526025, "min": 3395, "max": 3395, "mean": 3395.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "valid" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "valid" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "valid" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "valid" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "valid" }, "count": 1, "sum": 1.07529616355896, "sum_squared": 1.1562618393646176, "min": 1.07529616355896, "max": 1.07529616355896, "mean": 1.07529616355896, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "valid" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "valid" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "valid" }, "count": 1, "sum": 5, "sum_squared": 25, "min": 5, "max": 5, "mean": 5.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "max_prob", "split": "valid" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "exact_match", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "quasi_exact_match", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "f1_score", "split": "valid" }, "count": 1, "sum": 0.36363636363636365, "sum_squared": 0.1322314049586777, "min": 0.36363636363636365, "max": 0.36363636363636365, "mean": 0.36363636363636365, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "rouge_l", "split": "valid" }, "count": 1, "sum": 0.375, "sum_squared": 0.140625, "min": 0.375, "max": 0.375, "mean": 0.375, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_1", "split": "valid" }, "count": 1, "sum": 0.23076923076923078, "sum_squared": 0.053254437869822494, "min": 0.23076923076923078, "max": 0.23076923076923078, "mean": 0.23076923076923078, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_4", "split": "valid" }, "count": 1, "sum": 2.2250738585072626e-308, "sum_squared": 0.0, "min": 2.2250738585072626e-308, "max": 2.2250738585072626e-308, "mean": 2.2250738585072626e-308, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "valid" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "valid" }, "count": 1, "sum": 63, "sum_squared": 3969, "min": 63, "max": 63, "mean": 63.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "id1514", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 3501, "sum_squared": 12257001, "min": 3501, "max": 3501, "mean": 3501.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 0.9561946392059326, "sum_squared": 0.9143081880461637, "min": 0.9561946392059326, "max": 0.9561946392059326, "mean": 0.9561946392059326, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 5, "sum_squared": 25, "min": 5, "max": 5, "mean": 5.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "max_prob", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "exact_match", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "quasi_exact_match", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "f1_score", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "rouge_l", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_1", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_4", "split": "test" }, "count": 1, "sum": 2.2250738585072626e-308, "sum_squared": 0.0, "min": 2.2250738585072626e-308, "max": 2.2250738585072626e-308, "mean": 2.2250738585072626e-308, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 13, "sum_squared": 169, "min": 13, "max": 13, "mean": 13.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "id1340", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 3047, "sum_squared": 9284209, "min": 3047, "max": 3047, "mean": 3047.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.3995518684387207, "sum_squared": 1.9587454324503142, "min": 1.3995518684387207, "max": 1.3995518684387207, "mean": 1.3995518684387207, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 5, "sum_squared": 25, "min": 5, "max": 5, "mean": 5.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "max_prob", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "exact_match", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "quasi_exact_match", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "f1_score", "split": "test" }, "count": 1, "sum": 0.37209302325581395, "sum_squared": 0.1384532179556517, "min": 0.37209302325581395, "max": 0.37209302325581395, "mean": 0.37209302325581395, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "rouge_l", "split": "test" }, "count": 1, "sum": 0.37735849056603776, "sum_squared": 0.1423994304022784, "min": 0.37735849056603776, "max": 0.37735849056603776, "mean": 0.37735849056603776, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_1", "split": "test" }, "count": 1, "sum": 0.2558139534883721, "sum_squared": 0.06544077879935101, "min": 0.2558139534883721, "max": 0.2558139534883721, "mean": 0.2558139534883721, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_4", "split": "test" }, "count": 1, "sum": 0.10000000000000002, "sum_squared": 0.010000000000000004, "min": 0.10000000000000002, "max": 0.10000000000000002, "mean": 0.10000000000000002, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 214, "sum_squared": 45796, "min": 214, "max": 214, "mean": 214.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "id1281", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 3639, "sum_squared": 13242321, "min": 3639, "max": 3639, "mean": 3639.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.4703969955444336, "sum_squared": 2.162067324506097, "min": 1.4703969955444336, "max": 1.4703969955444336, "mean": 1.4703969955444336, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 5, "sum_squared": 25, "min": 5, "max": 5, "mean": 5.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "max_prob", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "exact_match", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "quasi_exact_match", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "f1_score", "split": "test" }, "count": 1, "sum": 0.09523809523809523, "sum_squared": 0.009070294784580497, "min": 0.09523809523809523, "max": 0.09523809523809523, "mean": 0.09523809523809523, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "rouge_l", "split": "test" }, "count": 1, "sum": 0.03571428571428572, "sum_squared": 0.001275510204081633, "min": 0.03571428571428572, "max": 0.03571428571428572, "mean": 0.03571428571428572, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_1", "split": "test" }, "count": 1, "sum": 0.03508771929824561, "sum_squared": 0.0012311480455524776, "min": 0.03508771929824561, "max": 0.03508771929824561, "mean": 0.03508771929824561, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_4", "split": "test" }, "count": 1, "sum": 2.2250738585072626e-308, "sum_squared": 0.0, "min": 2.2250738585072626e-308, "max": 2.2250738585072626e-308, "mean": 2.2250738585072626e-308, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 298, "sum_squared": 88804, "min": 298, "max": 298, "mean": 298.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "id1234", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 3327, "sum_squared": 11068929, "min": 3327, "max": 3327, "mean": 3327.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.175222396850586, "sum_squared": 1.381147682059236, "min": 1.175222396850586, "max": 1.175222396850586, "mean": 1.175222396850586, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 5, "sum_squared": 25, "min": 5, "max": 5, "mean": 5.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "max_prob", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "exact_match", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "quasi_exact_match", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "f1_score", "split": "test" }, "count": 1, "sum": 0.4, "sum_squared": 0.16000000000000003, "min": 0.4, "max": 0.4, "mean": 0.4, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "rouge_l", "split": "test" }, "count": 1, "sum": 0.25531914893617025, "sum_squared": 0.06518786781349029, "min": 0.25531914893617025, "max": 0.25531914893617025, "mean": 0.25531914893617025, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_1", "split": "test" }, "count": 1, "sum": 0.1794871794871795, "sum_squared": 0.032215647600262985, "min": 0.1794871794871795, "max": 0.1794871794871795, "mean": 0.1794871794871795, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_4", "split": "test" }, "count": 1, "sum": 2.2250738585072626e-308, "sum_squared": 0.0, "min": 2.2250738585072626e-308, "max": 2.2250738585072626e-308, "mean": 2.2250738585072626e-308, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 223, "sum_squared": 49729, "min": 223, "max": 223, "mean": 223.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "id1237", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 3669, "sum_squared": 13461561, "min": 3669, "max": 3669, "mean": 3669.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 0.5887348651885986, "sum_squared": 0.3466087414886374, "min": 0.5887348651885986, "max": 0.5887348651885986, "mean": 0.5887348651885986, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 5, "sum_squared": 25, "min": 5, "max": 5, "mean": 5.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "max_prob", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "exact_match", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "quasi_exact_match", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "f1_score", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "rouge_l", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_1", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_4", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 24, "sum_squared": 576, "min": 24, "max": 24, "mean": 24.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "id1173", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "valid" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "valid" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "valid" }, "count": 1, "sum": 3436, "sum_squared": 11806096, "min": 3436, "max": 3436, "mean": 3436.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "valid" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "valid" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "valid" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "valid" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "valid" }, "count": 1, "sum": 0.5539352893829346, "sum_squared": 0.30684430482375546, "min": 0.5539352893829346, "max": 0.5539352893829346, "mean": 0.5539352893829346, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "valid" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "valid" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "valid" }, "count": 1, "sum": 5, "sum_squared": 25, "min": 5, "max": 5, "mean": 5.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "max_prob", "split": "valid" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "exact_match", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "quasi_exact_match", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "f1_score", "split": "valid" }, "count": 1, "sum": 0.6666666666666666, "sum_squared": 0.4444444444444444, "min": 0.6666666666666666, "max": 0.6666666666666666, "mean": 0.6666666666666666, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "rouge_l", "split": "valid" }, "count": 1, "sum": 0.5833333333333334, "sum_squared": 0.34027777777777785, "min": 0.5833333333333334, "max": 0.5833333333333334, "mean": 0.5833333333333334, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_1", "split": "valid" }, "count": 1, "sum": 0.6428571428571429, "sum_squared": 0.41326530612244905, "min": 0.6428571428571429, "max": 0.6428571428571429, "mean": 0.6428571428571429, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_4", "split": "valid" }, "count": 1, "sum": 2.2250738585072626e-308, "sum_squared": 0.0, "min": 2.2250738585072626e-308, "max": 2.2250738585072626e-308, "mean": 2.2250738585072626e-308, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "valid" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "valid" }, "count": 1, "sum": 77, "sum_squared": 5929, "min": 77, "max": 77, "mean": 77.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "id1483", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 3233, "sum_squared": 10452289, "min": 3233, "max": 3233, "mean": 3233.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.0522425174713135, "sum_squared": 1.1072143155743674, "min": 1.0522425174713135, "max": 1.0522425174713135, "mean": 1.0522425174713135, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 5, "sum_squared": 25, "min": 5, "max": 5, "mean": 5.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "max_prob", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "exact_match", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "quasi_exact_match", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "f1_score", "split": "test" }, "count": 1, "sum": 0.07407407407407407, "sum_squared": 0.0054869684499314125, "min": 0.07407407407407407, "max": 0.07407407407407407, "mean": 0.07407407407407407, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "rouge_l", "split": "test" }, "count": 1, "sum": 0.058823529411764705, "sum_squared": 0.0034602076124567475, "min": 0.058823529411764705, "max": 0.058823529411764705, "mean": 0.058823529411764705, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_1", "split": "test" }, "count": 1, "sum": 0.07407407407407407, "sum_squared": 0.0054869684499314125, "min": 0.07407407407407407, "max": 0.07407407407407407, "mean": 0.07407407407407407, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_4", "split": "test" }, "count": 1, "sum": 2.2250738585072626e-308, "sum_squared": 0.0, "min": 2.2250738585072626e-308, "max": 2.2250738585072626e-308, "mean": 2.2250738585072626e-308, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 156, "sum_squared": 24336, "min": 156, "max": 156, "mean": 156.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "id1474", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 3566, "sum_squared": 12716356, "min": 3566, "max": 3566, "mean": 3566.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.2802813053131104, "sum_squared": 1.6391202207342417, "min": 1.2802813053131104, "max": 1.2802813053131104, "mean": 1.2802813053131104, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 5, "sum_squared": 25, "min": 5, "max": 5, "mean": 5.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "max_prob", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "exact_match", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "quasi_exact_match", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "f1_score", "split": "test" }, "count": 1, "sum": 0.23809523809523814, "sum_squared": 0.056689342403628135, "min": 0.23809523809523814, "max": 0.23809523809523814, "mean": 0.23809523809523814, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "rouge_l", "split": "test" }, "count": 1, "sum": 0.2181818181818182, "sum_squared": 0.04760330578512397, "min": 0.2181818181818182, "max": 0.2181818181818182, "mean": 0.2181818181818182, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_1", "split": "test" }, "count": 1, "sum": 0.1346153846153846, "sum_squared": 0.018121301775147928, "min": 0.1346153846153846, "max": 0.1346153846153846, "mean": 0.1346153846153846, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_4", "split": "test" }, "count": 1, "sum": 0.040816326530612235, "sum_squared": 0.0016659725114535602, "min": 0.040816326530612235, "max": 0.040816326530612235, "mean": 0.040816326530612235, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 273, "sum_squared": 74529, "min": 273, "max": 273, "mean": 273.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "id1571", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 3711, "sum_squared": 13771521, "min": 3711, "max": 3711, "mean": 3711.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.0100114345550537, "sum_squared": 1.0201230979319575, "min": 1.0100114345550537, "max": 1.0100114345550537, "mean": 1.0100114345550537, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 5, "sum_squared": 25, "min": 5, "max": 5, "mean": 5.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "max_prob", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "exact_match", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "quasi_exact_match", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "f1_score", "split": "test" }, "count": 1, "sum": 0.1111111111111111, "sum_squared": 0.012345679012345678, "min": 0.1111111111111111, "max": 0.1111111111111111, "mean": 0.1111111111111111, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "rouge_l", "split": "test" }, "count": 1, "sum": 0.09523809523809523, "sum_squared": 0.009070294784580497, "min": 0.09523809523809523, "max": 0.09523809523809523, "mean": 0.09523809523809523, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_1", "split": "test" }, "count": 1, "sum": 0.0909090909090909, "sum_squared": 0.008264462809917354, "min": 0.0909090909090909, "max": 0.0909090909090909, "mean": 0.0909090909090909, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_4", "split": "test" }, "count": 1, "sum": 2.2250738585072626e-308, "sum_squared": 0.0, "min": 2.2250738585072626e-308, "max": 2.2250738585072626e-308, "mean": 2.2250738585072626e-308, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 112, "sum_squared": 12544, "min": 112, "max": 112, "mean": 112.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "id1366", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 3762, "sum_squared": 14152644, "min": 3762, "max": 3762, "mean": 3762.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 0.6976969242095947, "sum_squared": 0.48678099805152897, "min": 0.6976969242095947, "max": 0.6976969242095947, "mean": 0.6976969242095947, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 5, "sum_squared": 25, "min": 5, "max": 5, "mean": 5.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "max_prob", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "exact_match", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "quasi_exact_match", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "f1_score", "split": "test" }, "count": 1, "sum": 0.631578947368421, "sum_squared": 0.39889196675900274, "min": 0.631578947368421, "max": 0.631578947368421, "mean": 0.631578947368421, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "rouge_l", "split": "test" }, "count": 1, "sum": 0.5714285714285714, "sum_squared": 0.32653061224489793, "min": 0.5714285714285714, "max": 0.5714285714285714, "mean": 0.5714285714285714, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_1", "split": "test" }, "count": 1, "sum": 0.47058823529411764, "sum_squared": 0.22145328719723184, "min": 0.47058823529411764, "max": 0.47058823529411764, "mean": 0.47058823529411764, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_4", "split": "test" }, "count": 1, "sum": 0.2857142857142857, "sum_squared": 0.08163265306122448, "min": 0.2857142857142857, "max": 0.2857142857142857, "mean": 0.2857142857142857, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 81, "sum_squared": 6561, "min": 81, "max": 81, "mean": 81.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "id1442", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 3562, "sum_squared": 12687844, "min": 3562, "max": 3562, "mean": 3562.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 0.9498593807220459, "sum_squared": 0.9022328431456685, "min": 0.9498593807220459, "max": 0.9498593807220459, "mean": 0.9498593807220459, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 5, "sum_squared": 25, "min": 5, "max": 5, "mean": 5.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "max_prob", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "exact_match", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "quasi_exact_match", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "f1_score", "split": "test" }, "count": 1, "sum": 0.16666666666666666, "sum_squared": 0.027777777777777776, "min": 0.16666666666666666, "max": 0.16666666666666666, "mean": 0.16666666666666666, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "rouge_l", "split": "test" }, "count": 1, "sum": 0.16666666666666666, "sum_squared": 0.027777777777777776, "min": 0.16666666666666666, "max": 0.16666666666666666, "mean": 0.16666666666666666, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_1", "split": "test" }, "count": 1, "sum": 0.11111111111111109, "sum_squared": 0.012345679012345675, "min": 0.11111111111111109, "max": 0.11111111111111109, "mean": 0.11111111111111109, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_4", "split": "test" }, "count": 1, "sum": 2.2250738585072626e-308, "sum_squared": 0.0, "min": 2.2250738585072626e-308, "max": 2.2250738585072626e-308, "mean": 2.2250738585072626e-308, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 50, "sum_squared": 2500, "min": 50, "max": 50, "mean": 50.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "id1529", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 3314, "sum_squared": 10982596, "min": 3314, "max": 3314, "mean": 3314.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 0.691896915435791, "sum_squared": 0.47872134158956214, "min": 0.691896915435791, "max": 0.691896915435791, "mean": 0.691896915435791, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 5, "sum_squared": 25, "min": 5, "max": 5, "mean": 5.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "max_prob", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "exact_match", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "quasi_exact_match", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "f1_score", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "rouge_l", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_1", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_4", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 16, "sum_squared": 256, "min": 16, "max": 16, "mean": 16.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "id1209", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "valid" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "valid" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "valid" }, "count": 1, "sum": 3525, "sum_squared": 12425625, "min": 3525, "max": 3525, "mean": 3525.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "valid" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "valid" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "valid" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "valid" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "valid" }, "count": 1, "sum": 0.8340282440185547, "sum_squared": 0.6956031118206738, "min": 0.8340282440185547, "max": 0.8340282440185547, "mean": 0.8340282440185547, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "valid" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "valid" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "valid" }, "count": 1, "sum": 5, "sum_squared": 25, "min": 5, "max": 5, "mean": 5.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "max_prob", "split": "valid" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "exact_match", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "quasi_exact_match", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "f1_score", "split": "valid" }, "count": 1, "sum": 0.4444444444444444, "sum_squared": 0.19753086419753085, "min": 0.4444444444444444, "max": 0.4444444444444444, "mean": 0.4444444444444444, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "rouge_l", "split": "valid" }, "count": 1, "sum": 0.5, "sum_squared": 0.25, "min": 0.5, "max": 0.5, "mean": 0.5, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_1", "split": "valid" }, "count": 1, "sum": 0.18181818181818182, "sum_squared": 0.03305785123966942, "min": 0.18181818181818182, "max": 0.18181818181818182, "mean": 0.18181818181818182, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_4", "split": "valid" }, "count": 1, "sum": 2.2250738585072626e-308, "sum_squared": 0.0, "min": 2.2250738585072626e-308, "max": 2.2250738585072626e-308, "mean": 2.2250738585072626e-308, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "valid" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "valid" }, "count": 1, "sum": 57, "sum_squared": 3249, "min": 57, "max": 57, "mean": 57.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "id1408", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 3282, "sum_squared": 10771524, "min": 3282, "max": 3282, "mean": 3282.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.27756929397583, "sum_squared": 1.632183300909901, "min": 1.27756929397583, "max": 1.27756929397583, "mean": 1.27756929397583, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 5, "sum_squared": 25, "min": 5, "max": 5, "mean": 5.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "max_prob", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "exact_match", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "quasi_exact_match", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "f1_score", "split": "test" }, "count": 1, "sum": 0.23529411764705882, "sum_squared": 0.05536332179930796, "min": 0.23529411764705882, "max": 0.23529411764705882, "mean": 0.23529411764705882, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "rouge_l", "split": "test" }, "count": 1, "sum": 0.17777777777777776, "sum_squared": 0.03160493827160493, "min": 0.17777777777777776, "max": 0.17777777777777776, "mean": 0.17777777777777776, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_1", "split": "test" }, "count": 1, "sum": 0.14634146341463414, "sum_squared": 0.0214158239143367, "min": 0.14634146341463414, "max": 0.14634146341463414, "mean": 0.14634146341463414, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_4", "split": "test" }, "count": 1, "sum": 2.2250738585072626e-308, "sum_squared": 0.0, "min": 2.2250738585072626e-308, "max": 2.2250738585072626e-308, "mean": 2.2250738585072626e-308, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 233, "sum_squared": 54289, "min": 233, "max": 233, "mean": 233.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "id1315", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 3185, "sum_squared": 10144225, "min": 3185, "max": 3185, "mean": 3185.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 0.7478542327880859, "sum_squared": 0.5592859534990566, "min": 0.7478542327880859, "max": 0.7478542327880859, "mean": 0.7478542327880859, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 5, "sum_squared": 25, "min": 5, "max": 5, "mean": 5.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "max_prob", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "exact_match", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "quasi_exact_match", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "f1_score", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "rouge_l", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_1", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_4", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 21, "sum_squared": 441, "min": 21, "max": 21, "mean": 21.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "id1421", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 3779, "sum_squared": 14280841, "min": 3779, "max": 3779, "mean": 3779.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 0.7579097747802734, "sum_squared": 0.5744272267074848, "min": 0.7579097747802734, "max": 0.7579097747802734, "mean": 0.7579097747802734, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 5, "sum_squared": 25, "min": 5, "max": 5, "mean": 5.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "max_prob", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "exact_match", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "quasi_exact_match", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "f1_score", "split": "test" }, "count": 1, "sum": 0.3846153846153847, "sum_squared": 0.1479289940828403, "min": 0.3846153846153847, "max": 0.3846153846153847, "mean": 0.3846153846153847, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "rouge_l", "split": "test" }, "count": 1, "sum": 0.375, "sum_squared": 0.140625, "min": 0.375, "max": 0.375, "mean": 0.375, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_1", "split": "test" }, "count": 1, "sum": 0.3333333333333333, "sum_squared": 0.1111111111111111, "min": 0.3333333333333333, "max": 0.3333333333333333, "mean": 0.3333333333333333, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_4", "split": "test" }, "count": 1, "sum": 0.047619047619047616, "sum_squared": 0.0022675736961451243, "min": 0.047619047619047616, "max": 0.047619047619047616, "mean": 0.047619047619047616, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 106, "sum_squared": 11236, "min": 106, "max": 106, "mean": 106.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "id1308", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 3652, "sum_squared": 13337104, "min": 3652, "max": 3652, "mean": 3652.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 0.629295825958252, "sum_squared": 0.39601323656847853, "min": 0.629295825958252, "max": 0.629295825958252, "mean": 0.629295825958252, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 5, "sum_squared": 25, "min": 5, "max": 5, "mean": 5.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "max_prob", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "exact_match", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "quasi_exact_match", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "f1_score", "split": "test" }, "count": 1, "sum": 0.2222222222222222, "sum_squared": 0.04938271604938271, "min": 0.2222222222222222, "max": 0.2222222222222222, "mean": 0.2222222222222222, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "rouge_l", "split": "test" }, "count": 1, "sum": 0.2222222222222222, "sum_squared": 0.04938271604938271, "min": 0.2222222222222222, "max": 0.2222222222222222, "mean": 0.2222222222222222, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_1", "split": "test" }, "count": 1, "sum": 0.11111111111111109, "sum_squared": 0.012345679012345675, "min": 0.11111111111111109, "max": 0.11111111111111109, "mean": 0.11111111111111109, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_4", "split": "test" }, "count": 1, "sum": 2.2250738585072626e-308, "sum_squared": 0.0, "min": 2.2250738585072626e-308, "max": 2.2250738585072626e-308, "mean": 2.2250738585072626e-308, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 65, "sum_squared": 4225, "min": 65, "max": 65, "mean": 65.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "id1456", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 3461, "sum_squared": 11978521, "min": 3461, "max": 3461, "mean": 3461.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 0.9640078544616699, "sum_squared": 0.9293111434637922, "min": 0.9640078544616699, "max": 0.9640078544616699, "mean": 0.9640078544616699, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 5, "sum_squared": 25, "min": 5, "max": 5, "mean": 5.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "max_prob", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "exact_match", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "quasi_exact_match", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "f1_score", "split": "test" }, "count": 1, "sum": 0.42857142857142855, "sum_squared": 0.18367346938775508, "min": 0.42857142857142855, "max": 0.42857142857142855, "mean": 0.42857142857142855, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "rouge_l", "split": "test" }, "count": 1, "sum": 0.375, "sum_squared": 0.140625, "min": 0.375, "max": 0.375, "mean": 0.375, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_1", "split": "test" }, "count": 1, "sum": 0.21428571428571425, "sum_squared": 0.04591836734693876, "min": 0.21428571428571425, "max": 0.21428571428571425, "mean": 0.21428571428571425, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_4", "split": "test" }, "count": 1, "sum": 2.2250738585072626e-308, "sum_squared": 0.0, "min": 2.2250738585072626e-308, "max": 2.2250738585072626e-308, "mean": 2.2250738585072626e-308, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 87, "sum_squared": 7569, "min": 87, "max": 87, "mean": 87.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "id1335", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 3693, "sum_squared": 13638249, "min": 3693, "max": 3693, "mean": 3693.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 0.8055672645568848, "sum_squared": 0.648938617725662, "min": 0.8055672645568848, "max": 0.8055672645568848, "mean": 0.8055672645568848, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 5, "sum_squared": 25, "min": 5, "max": 5, "mean": 5.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "max_prob", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "exact_match", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "quasi_exact_match", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "f1_score", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "rouge_l", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_1", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_4", "split": "test" }, "count": 1, "sum": 2.2250738585072626e-308, "sum_squared": 0.0, "min": 2.2250738585072626e-308, "max": 2.2250738585072626e-308, "mean": 2.2250738585072626e-308, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 10, "sum_squared": 100, "min": 10, "max": 10, "mean": 10.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "id1337", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 3395, "sum_squared": 11526025, "min": 3395, "max": 3395, "mean": 3395.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 0.8045995235443115, "sum_squared": 0.6473803932877331, "min": 0.8045995235443115, "max": 0.8045995235443115, "mean": 0.8045995235443115, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 5, "sum_squared": 25, "min": 5, "max": 5, "mean": 5.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "max_prob", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "exact_match", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "quasi_exact_match", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "f1_score", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "rouge_l", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_1", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_4", "split": "test" }, "count": 1, "sum": 2.2250738585072626e-308, "sum_squared": 0.0, "min": 2.2250738585072626e-308, "max": 2.2250738585072626e-308, "mean": 2.2250738585072626e-308, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 16, "sum_squared": 256, "min": 16, "max": 16, "mean": 16.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "id1114", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "valid" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "valid" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "valid" }, "count": 1, "sum": 3170, "sum_squared": 10048900, "min": 3170, "max": 3170, "mean": 3170.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "valid" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "valid" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "valid" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "valid" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "valid" }, "count": 1, "sum": 0.5454258918762207, "sum_squared": 0.2974894035289708, "min": 0.5454258918762207, "max": 0.5454258918762207, "mean": 0.5454258918762207, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "valid" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "valid" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "valid" }, "count": 1, "sum": 5, "sum_squared": 25, "min": 5, "max": 5, "mean": 5.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "max_prob", "split": "valid" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "exact_match", "split": "valid" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "quasi_exact_match", "split": "valid" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "f1_score", "split": "valid" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "rouge_l", "split": "valid" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_1", "split": "valid" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_4", "split": "valid" }, "count": 1, "sum": 2.2250738585072626e-308, "sum_squared": 0.0, "min": 2.2250738585072626e-308, "max": 2.2250738585072626e-308, "mean": 2.2250738585072626e-308, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "valid" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "valid" }, "count": 1, "sum": 9, "sum_squared": 81, "min": 9, "max": 9, "mean": 9.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "id1198", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "valid" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "valid" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "valid" }, "count": 1, "sum": 3558, "sum_squared": 12659364, "min": 3558, "max": 3558, "mean": 3558.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "valid" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "valid" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "valid" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "valid" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "valid" }, "count": 1, "sum": 1.0710768699645996, "sum_squared": 1.1472056613731638, "min": 1.0710768699645996, "max": 1.0710768699645996, "mean": 1.0710768699645996, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "valid" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "valid" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "valid" }, "count": 1, "sum": 5, "sum_squared": 25, "min": 5, "max": 5, "mean": 5.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "max_prob", "split": "valid" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "exact_match", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "quasi_exact_match", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "f1_score", "split": "valid" }, "count": 1, "sum": 0.6153846153846154, "sum_squared": 0.37869822485207105, "min": 0.6153846153846154, "max": 0.6153846153846154, "mean": 0.6153846153846154, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "rouge_l", "split": "valid" }, "count": 1, "sum": 0.5333333333333333, "sum_squared": 0.28444444444444444, "min": 0.5333333333333333, "max": 0.5333333333333333, "mean": 0.5333333333333333, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_1", "split": "valid" }, "count": 1, "sum": 0.4090909090909091, "sum_squared": 0.16735537190082647, "min": 0.4090909090909091, "max": 0.4090909090909091, "mean": 0.4090909090909091, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_4", "split": "valid" }, "count": 1, "sum": 0.15789473684210523, "sum_squared": 0.02493074792243766, "min": 0.15789473684210523, "max": 0.15789473684210523, "mean": 0.15789473684210523, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "valid" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "valid" }, "count": 1, "sum": 121, "sum_squared": 14641, "min": 121, "max": 121, "mean": 121.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "id1178", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "valid" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "valid" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "valid" }, "count": 1, "sum": 3105, "sum_squared": 9641025, "min": 3105, "max": 3105, "mean": 3105.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "valid" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "valid" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "valid" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "valid" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "valid" }, "count": 1, "sum": 0.8042316436767578, "sum_squared": 0.6467885366910195, "min": 0.8042316436767578, "max": 0.8042316436767578, "mean": 0.8042316436767578, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "valid" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "valid" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "valid" }, "count": 1, "sum": 5, "sum_squared": 25, "min": 5, "max": 5, "mean": 5.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "max_prob", "split": "valid" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "exact_match", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "quasi_exact_match", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "f1_score", "split": "valid" }, "count": 1, "sum": 0.5, "sum_squared": 0.25, "min": 0.5, "max": 0.5, "mean": 0.5, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "rouge_l", "split": "valid" }, "count": 1, "sum": 0.5454545454545454, "sum_squared": 0.29752066115702475, "min": 0.5454545454545454, "max": 0.5454545454545454, "mean": 0.5454545454545454, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_1", "split": "valid" }, "count": 1, "sum": 0.2727272727272727, "sum_squared": 0.07438016528925619, "min": 0.2727272727272727, "max": 0.2727272727272727, "mean": 0.2727272727272727, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_4", "split": "valid" }, "count": 1, "sum": 2.2250738585072626e-308, "sum_squared": 0.0, "min": 2.2250738585072626e-308, "max": 2.2250738585072626e-308, "mean": 2.2250738585072626e-308, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "valid" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "valid" }, "count": 1, "sum": 49, "sum_squared": 2401, "min": 49, "max": 49, "mean": 49.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "id1117", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "valid" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "valid" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "valid" }, "count": 1, "sum": 3501, "sum_squared": 12257001, "min": 3501, "max": 3501, "mean": 3501.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "valid" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "valid" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "valid" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "valid" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "valid" }, "count": 1, "sum": 0.847130298614502, "sum_squared": 0.7176297428306952, "min": 0.847130298614502, "max": 0.847130298614502, "mean": 0.847130298614502, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "valid" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "valid" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "valid" }, "count": 1, "sum": 5, "sum_squared": 25, "min": 5, "max": 5, "mean": 5.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "max_prob", "split": "valid" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "exact_match", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "quasi_exact_match", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "f1_score", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "rouge_l", "split": "valid" }, "count": 1, "sum": 0.2666666666666667, "sum_squared": 0.07111111111111114, "min": 0.2666666666666667, "max": 0.2666666666666667, "mean": 0.2666666666666667, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_1", "split": "valid" }, "count": 1, "sum": 0.07142857142857141, "sum_squared": 0.0051020408163265285, "min": 0.07142857142857141, "max": 0.07142857142857141, "mean": 0.07142857142857141, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_4", "split": "valid" }, "count": 1, "sum": 2.2250738585072626e-308, "sum_squared": 0.0, "min": 2.2250738585072626e-308, "max": 2.2250738585072626e-308, "mean": 2.2250738585072626e-308, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "valid" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "valid" }, "count": 1, "sum": 73, "sum_squared": 5329, "min": 73, "max": 73, "mean": 73.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "id1273", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 3788, "sum_squared": 14348944, "min": 3788, "max": 3788, "mean": 3788.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 0.8514420986175537, "sum_squared": 0.7249536472982641, "min": 0.8514420986175537, "max": 0.8514420986175537, "mean": 0.8514420986175537, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 5, "sum_squared": 25, "min": 5, "max": 5, "mean": 5.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "max_prob", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "exact_match", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "quasi_exact_match", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "f1_score", "split": "test" }, "count": 1, "sum": 0.6470588235294118, "sum_squared": 0.41868512110726647, "min": 0.6470588235294118, "max": 0.6470588235294118, "mean": 0.6470588235294118, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "rouge_l", "split": "test" }, "count": 1, "sum": 0.6842105263157894, "sum_squared": 0.4681440443213295, "min": 0.6842105263157894, "max": 0.6842105263157894, "mean": 0.6842105263157894, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_1", "split": "test" }, "count": 1, "sum": 0.48, "sum_squared": 0.2304, "min": 0.48, "max": 0.48, "mean": 0.48, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_4", "split": "test" }, "count": 1, "sum": 0.22727272727272727, "sum_squared": 0.051652892561983466, "min": 0.22727272727272727, "max": 0.22727272727272727, "mean": 0.22727272727272727, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 140, "sum_squared": 19600, "min": 140, "max": 140, "mean": 140.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "id1180", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "valid" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "valid" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "valid" }, "count": 1, "sum": 3830, "sum_squared": 14668900, "min": 3830, "max": 3830, "mean": 3830.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "valid" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "valid" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "valid" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "valid" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "valid" }, "count": 1, "sum": 0.8158023357391357, "sum_squared": 0.6655334509974296, "min": 0.8158023357391357, "max": 0.8158023357391357, "mean": 0.8158023357391357, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "valid" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "valid" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "valid" }, "count": 1, "sum": 5, "sum_squared": 25, "min": 5, "max": 5, "mean": 5.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "max_prob", "split": "valid" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "exact_match", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "quasi_exact_match", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "f1_score", "split": "valid" }, "count": 1, "sum": 0.5, "sum_squared": 0.25, "min": 0.5, "max": 0.5, "mean": 0.5, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "rouge_l", "split": "valid" }, "count": 1, "sum": 0.5, "sum_squared": 0.25, "min": 0.5, "max": 0.5, "mean": 0.5, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_1", "split": "valid" }, "count": 1, "sum": 0.3333333333333333, "sum_squared": 0.1111111111111111, "min": 0.3333333333333333, "max": 0.3333333333333333, "mean": 0.3333333333333333, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_4", "split": "valid" }, "count": 1, "sum": 2.2250738585072626e-308, "sum_squared": 0.0, "min": 2.2250738585072626e-308, "max": 2.2250738585072626e-308, "mean": 2.2250738585072626e-308, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "valid" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "valid" }, "count": 1, "sum": 40, "sum_squared": 1600, "min": 40, "max": 40, "mean": 40.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "id1261", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 3762, "sum_squared": 14152644, "min": 3762, "max": 3762, "mean": 3762.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.4699246883392334, "sum_squared": 2.1606785893891924, "min": 1.4699246883392334, "max": 1.4699246883392334, "mean": 1.4699246883392334, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 5, "sum_squared": 25, "min": 5, "max": 5, "mean": 5.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "max_prob", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "exact_match", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "quasi_exact_match", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "f1_score", "split": "test" }, "count": 1, "sum": 0.15, "sum_squared": 0.0225, "min": 0.15, "max": 0.15, "mean": 0.15, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "rouge_l", "split": "test" }, "count": 1, "sum": 0.1111111111111111, "sum_squared": 0.012345679012345678, "min": 0.1111111111111111, "max": 0.1111111111111111, "mean": 0.1111111111111111, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_1", "split": "test" }, "count": 1, "sum": 0.06, "sum_squared": 0.0036, "min": 0.06, "max": 0.06, "mean": 0.06, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_4", "split": "test" }, "count": 1, "sum": 2.2250738585072626e-308, "sum_squared": 0.0, "min": 2.2250738585072626e-308, "max": 2.2250738585072626e-308, "mean": 2.2250738585072626e-308, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 269, "sum_squared": 72361, "min": 269, "max": 269, "mean": 269.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "id1290", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 3624, "sum_squared": 13133376, "min": 3624, "max": 3624, "mean": 3624.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 0.8991618156433105, "sum_squared": 0.8084919707109748, "min": 0.8991618156433105, "max": 0.8991618156433105, "mean": 0.8991618156433105, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 5, "sum_squared": 25, "min": 5, "max": 5, "mean": 5.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "max_prob", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "exact_match", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "quasi_exact_match", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "f1_score", "split": "test" }, "count": 1, "sum": 0.47619047619047616, "sum_squared": 0.22675736961451246, "min": 0.47619047619047616, "max": 0.47619047619047616, "mean": 0.47619047619047616, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "rouge_l", "split": "test" }, "count": 1, "sum": 0.4615384615384615, "sum_squared": 0.21301775147928992, "min": 0.4615384615384615, "max": 0.4615384615384615, "mean": 0.4615384615384615, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_1", "split": "test" }, "count": 1, "sum": 0.23809523809523808, "sum_squared": 0.056689342403628114, "min": 0.23809523809523808, "max": 0.23809523809523808, "mean": 0.23809523809523808, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_4", "split": "test" }, "count": 1, "sum": 2.2250738585072626e-308, "sum_squared": 0.0, "min": 2.2250738585072626e-308, "max": 2.2250738585072626e-308, "mean": 2.2250738585072626e-308, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 108, "sum_squared": 11664, "min": 108, "max": 108, "mean": 108.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "id1202", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "valid" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "valid" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "valid" }, "count": 1, "sum": 3595, "sum_squared": 12924025, "min": 3595, "max": 3595, "mean": 3595.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "valid" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "valid" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "valid" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "valid" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "valid" }, "count": 1, "sum": 0.6436331272125244, "sum_squared": 0.41426360244537364, "min": 0.6436331272125244, "max": 0.6436331272125244, "mean": 0.6436331272125244, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "valid" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "valid" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "valid" }, "count": 1, "sum": 5, "sum_squared": 25, "min": 5, "max": 5, "mean": 5.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "max_prob", "split": "valid" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "exact_match", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "quasi_exact_match", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "f1_score", "split": "valid" }, "count": 1, "sum": 0.4, "sum_squared": 0.16000000000000003, "min": 0.4, "max": 0.4, "mean": 0.4, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "rouge_l", "split": "valid" }, "count": 1, "sum": 0.42857142857142855, "sum_squared": 0.18367346938775508, "min": 0.42857142857142855, "max": 0.42857142857142855, "mean": 0.42857142857142855, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_1", "split": "valid" }, "count": 1, "sum": 0.3422780793550613, "sum_squared": 0.11715428360698966, "min": 0.3422780793550613, "max": 0.3422780793550613, "mean": 0.3422780793550613, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_4", "split": "valid" }, "count": 1, "sum": 2.2250738585072626e-308, "sum_squared": 0.0, "min": 2.2250738585072626e-308, "max": 2.2250738585072626e-308, "mean": 2.2250738585072626e-308, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "valid" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "valid" }, "count": 1, "sum": 32, "sum_squared": 1024, "min": 32, "max": 32, "mean": 32.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "id1463", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 3643, "sum_squared": 13271449, "min": 3643, "max": 3643, "mean": 3643.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 0.6211268901824951, "sum_squared": 0.38579861370777735, "min": 0.6211268901824951, "max": 0.6211268901824951, "mean": 0.6211268901824951, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 5, "sum_squared": 25, "min": 5, "max": 5, "mean": 5.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "max_prob", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "exact_match", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "quasi_exact_match", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "f1_score", "split": "test" }, "count": 1, "sum": 0.5, "sum_squared": 0.25, "min": 0.5, "max": 0.5, "mean": 0.5, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "rouge_l", "split": "test" }, "count": 1, "sum": 0.42857142857142855, "sum_squared": 0.18367346938775508, "min": 0.42857142857142855, "max": 0.42857142857142855, "mean": 0.42857142857142855, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_1", "split": "test" }, "count": 1, "sum": 0.30769230769230765, "sum_squared": 0.09467455621301772, "min": 0.30769230769230765, "max": 0.30769230769230765, "mean": 0.30769230769230765, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_4", "split": "test" }, "count": 1, "sum": 0.10000000000000002, "sum_squared": 0.010000000000000004, "min": 0.10000000000000002, "max": 0.10000000000000002, "mean": 0.10000000000000002, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 60, "sum_squared": 3600, "min": 60, "max": 60, "mean": 60.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "id1112", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "valid" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "valid" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "valid" }, "count": 1, "sum": 3574, "sum_squared": 12773476, "min": 3574, "max": 3574, "mean": 3574.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "valid" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "valid" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "valid" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "valid" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "valid" }, "count": 1, "sum": 0.910728931427002, "sum_squared": 0.8294271865381688, "min": 0.910728931427002, "max": 0.910728931427002, "mean": 0.910728931427002, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "valid" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "valid" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "valid" }, "count": 1, "sum": 5, "sum_squared": 25, "min": 5, "max": 5, "mean": 5.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "max_prob", "split": "valid" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "exact_match", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "quasi_exact_match", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "f1_score", "split": "valid" }, "count": 1, "sum": 0.42105263157894735, "sum_squared": 0.17728531855955676, "min": 0.42105263157894735, "max": 0.42105263157894735, "mean": 0.42105263157894735, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "rouge_l", "split": "valid" }, "count": 1, "sum": 0.5, "sum_squared": 0.25, "min": 0.5, "max": 0.5, "mean": 0.5, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_1", "split": "valid" }, "count": 1, "sum": 0.3333333333333333, "sum_squared": 0.1111111111111111, "min": 0.3333333333333333, "max": 0.3333333333333333, "mean": 0.3333333333333333, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_4", "split": "valid" }, "count": 1, "sum": 0.2, "sum_squared": 0.04000000000000001, "min": 0.2, "max": 0.2, "mean": 0.2, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "valid" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "valid" }, "count": 1, "sum": 91, "sum_squared": 8281, "min": 91, "max": 91, "mean": 91.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "id1293", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 3592, "sum_squared": 12902464, "min": 3592, "max": 3592, "mean": 3592.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 0.6939380168914795, "sum_squared": 0.4815499712872793, "min": 0.6939380168914795, "max": 0.6939380168914795, "mean": 0.6939380168914795, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 5, "sum_squared": 25, "min": 5, "max": 5, "mean": 5.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "max_prob", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "exact_match", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "quasi_exact_match", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "f1_score", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "rouge_l", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_1", "split": "test" }, "count": 1, "sum": 0.36787944117144233, "sum_squared": 0.1353352832366127, "min": 0.36787944117144233, "max": 0.36787944117144233, "mean": 0.36787944117144233, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_4", "split": "test" }, "count": 1, "sum": 8.18558927632837e-309, "sum_squared": 0.0, "min": 8.18558927632837e-309, "max": 8.18558927632837e-309, "mean": 8.18558927632837e-309, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 9, "sum_squared": 81, "min": 9, "max": 9, "mean": 9.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "id1256", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 3211, "sum_squared": 10310521, "min": 3211, "max": 3211, "mean": 3211.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 0.8821797370910645, "sum_squared": 0.7782410885340596, "min": 0.8821797370910645, "max": 0.8821797370910645, "mean": 0.8821797370910645, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 5, "sum_squared": 25, "min": 5, "max": 5, "mean": 5.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "max_prob", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "exact_match", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "quasi_exact_match", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "f1_score", "split": "test" }, "count": 1, "sum": 0.23529411764705882, "sum_squared": 0.05536332179930796, "min": 0.23529411764705882, "max": 0.23529411764705882, "mean": 0.23529411764705882, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "rouge_l", "split": "test" }, "count": 1, "sum": 0.3, "sum_squared": 0.09, "min": 0.3, "max": 0.3, "mean": 0.3, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_1", "split": "test" }, "count": 1, "sum": 0.16666666666666669, "sum_squared": 0.027777777777777783, "min": 0.16666666666666669, "max": 0.16666666666666669, "mean": 0.16666666666666669, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_4", "split": "test" }, "count": 1, "sum": 2.2250738585072626e-308, "sum_squared": 0.0, "min": 2.2250738585072626e-308, "max": 2.2250738585072626e-308, "mean": 2.2250738585072626e-308, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 96, "sum_squared": 9216, "min": 96, "max": 96, "mean": 96.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "id1499", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 3610, "sum_squared": 13032100, "min": 3610, "max": 3610, "mean": 3610.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 0.7733237743377686, "sum_squared": 0.598029659956012, "min": 0.7733237743377686, "max": 0.7733237743377686, "mean": 0.7733237743377686, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 5, "sum_squared": 25, "min": 5, "max": 5, "mean": 5.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "max_prob", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "exact_match", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "quasi_exact_match", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "f1_score", "split": "test" }, "count": 1, "sum": 0.4, "sum_squared": 0.16000000000000003, "min": 0.4, "max": 0.4, "mean": 0.4, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "rouge_l", "split": "test" }, "count": 1, "sum": 0.3636363636363636, "sum_squared": 0.13223140495867766, "min": 0.3636363636363636, "max": 0.3636363636363636, "mean": 0.3636363636363636, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_1", "split": "test" }, "count": 1, "sum": 0.4, "sum_squared": 0.16000000000000003, "min": 0.4, "max": 0.4, "mean": 0.4, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_4", "split": "test" }, "count": 1, "sum": 2.2250738585072626e-308, "sum_squared": 0.0, "min": 2.2250738585072626e-308, "max": 2.2250738585072626e-308, "mean": 2.2250738585072626e-308, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 53, "sum_squared": 2809, "min": 53, "max": 53, "mean": 53.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "id1419", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 3117, "sum_squared": 9715689, "min": 3117, "max": 3117, "mean": 3117.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 0.6678311824798584, "sum_squared": 0.4459984882924459, "min": 0.6678311824798584, "max": 0.6678311824798584, "mean": 0.6678311824798584, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 5, "sum_squared": 25, "min": 5, "max": 5, "mean": 5.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "max_prob", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "exact_match", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "quasi_exact_match", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "f1_score", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "rouge_l", "split": "test" }, "count": 1, "sum": 0.8, "sum_squared": 0.6400000000000001, "min": 0.8, "max": 0.8, "mean": 0.8, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_1", "split": "test" }, "count": 1, "sum": 0.3333333333333333, "sum_squared": 0.1111111111111111, "min": 0.3333333333333333, "max": 0.3333333333333333, "mean": 0.3333333333333333, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_4", "split": "test" }, "count": 1, "sum": 2.2250738585072626e-308, "sum_squared": 0.0, "min": 2.2250738585072626e-308, "max": 2.2250738585072626e-308, "mean": 2.2250738585072626e-308, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 16, "sum_squared": 256, "min": 16, "max": 16, "mean": 16.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "id1103", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "valid" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "valid" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "valid" }, "count": 1, "sum": 3493, "sum_squared": 12201049, "min": 3493, "max": 3493, "mean": 3493.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "valid" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "valid" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "valid" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "valid" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "valid" }, "count": 1, "sum": 0.6311485767364502, "sum_squared": 0.39834852591644676, "min": 0.6311485767364502, "max": 0.6311485767364502, "mean": 0.6311485767364502, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "valid" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "valid" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "valid" }, "count": 1, "sum": 5, "sum_squared": 25, "min": 5, "max": 5, "mean": 5.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "max_prob", "split": "valid" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "exact_match", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "quasi_exact_match", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "f1_score", "split": "valid" }, "count": 1, "sum": 0.5, "sum_squared": 0.25, "min": 0.5, "max": 0.5, "mean": 0.5, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "rouge_l", "split": "valid" }, "count": 1, "sum": 0.5, "sum_squared": 0.25, "min": 0.5, "max": 0.5, "mean": 0.5, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_1", "split": "valid" }, "count": 1, "sum": 0.3333333333333333, "sum_squared": 0.1111111111111111, "min": 0.3333333333333333, "max": 0.3333333333333333, "mean": 0.3333333333333333, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_4", "split": "valid" }, "count": 1, "sum": 2.2250738585072626e-308, "sum_squared": 0.0, "min": 2.2250738585072626e-308, "max": 2.2250738585072626e-308, "mean": 2.2250738585072626e-308, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "valid" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "valid" }, "count": 1, "sum": 18, "sum_squared": 324, "min": 18, "max": 18, "mean": 18.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "id1331", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 3281, "sum_squared": 10764961, "min": 3281, "max": 3281, "mean": 3281.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 0.8149442672729492, "sum_squared": 0.6641341587610441, "min": 0.8149442672729492, "max": 0.8149442672729492, "mean": 0.8149442672729492, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 5, "sum_squared": 25, "min": 5, "max": 5, "mean": 5.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "max_prob", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "exact_match", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "quasi_exact_match", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "f1_score", "split": "test" }, "count": 1, "sum": 0.26666666666666666, "sum_squared": 0.07111111111111111, "min": 0.26666666666666666, "max": 0.26666666666666666, "mean": 0.26666666666666666, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "rouge_l", "split": "test" }, "count": 1, "sum": 0.23529411764705882, "sum_squared": 0.05536332179930796, "min": 0.23529411764705882, "max": 0.23529411764705882, "mean": 0.23529411764705882, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_1", "split": "test" }, "count": 1, "sum": 0.23076923076923078, "sum_squared": 0.053254437869822494, "min": 0.23076923076923078, "max": 0.23076923076923078, "mean": 0.23076923076923078, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_4", "split": "test" }, "count": 1, "sum": 2.2250738585072626e-308, "sum_squared": 0.0, "min": 2.2250738585072626e-308, "max": 2.2250738585072626e-308, "mean": 2.2250738585072626e-308, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 68, "sum_squared": 4624, "min": 68, "max": 68, "mean": 68.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "id1410", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 3179, "sum_squared": 10106041, "min": 3179, "max": 3179, "mean": 3179.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 0.6986079216003418, "sum_squared": 0.4880530281227493, "min": 0.6986079216003418, "max": 0.6986079216003418, "mean": 0.6986079216003418, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 5, "sum_squared": 25, "min": 5, "max": 5, "mean": 5.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "max_prob", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "exact_match", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "quasi_exact_match", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "f1_score", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "rouge_l", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_1", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_4", "split": "test" }, "count": 1, "sum": 2.2250738585072626e-308, "sum_squared": 0.0, "min": 2.2250738585072626e-308, "max": 2.2250738585072626e-308, "mean": 2.2250738585072626e-308, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 12, "sum_squared": 144, "min": 12, "max": 12, "mean": 12.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "id1516", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 3505, "sum_squared": 12285025, "min": 3505, "max": 3505, "mean": 3505.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 0.7165117263793945, "sum_squared": 0.5133890540391803, "min": 0.7165117263793945, "max": 0.7165117263793945, "mean": 0.7165117263793945, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 5, "sum_squared": 25, "min": 5, "max": 5, "mean": 5.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "max_prob", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "exact_match", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "quasi_exact_match", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "f1_score", "split": "test" }, "count": 1, "sum": 0.3333333333333333, "sum_squared": 0.1111111111111111, "min": 0.3333333333333333, "max": 0.3333333333333333, "mean": 0.3333333333333333, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "rouge_l", "split": "test" }, "count": 1, "sum": 0.2857142857142857, "sum_squared": 0.08163265306122448, "min": 0.2857142857142857, "max": 0.2857142857142857, "mean": 0.2857142857142857, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_1", "split": "test" }, "count": 1, "sum": 0.14285714285714285, "sum_squared": 0.02040816326530612, "min": 0.14285714285714285, "max": 0.14285714285714285, "mean": 0.14285714285714285, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_4", "split": "test" }, "count": 1, "sum": 2.2250738585072626e-308, "sum_squared": 0.0, "min": 2.2250738585072626e-308, "max": 2.2250738585072626e-308, "mean": 2.2250738585072626e-308, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 45, "sum_squared": 2025, "min": 45, "max": 45, "mean": 45.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "id1449", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 3158, "sum_squared": 9972964, "min": 3158, "max": 3158, "mean": 3158.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 0.7642555236816406, "sum_squared": 0.5840865054778988, "min": 0.7642555236816406, "max": 0.7642555236816406, "mean": 0.7642555236816406, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 5, "sum_squared": 25, "min": 5, "max": 5, "mean": 5.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "max_prob", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "exact_match", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "quasi_exact_match", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "f1_score", "split": "test" }, "count": 1, "sum": 0.42105263157894735, "sum_squared": 0.17728531855955676, "min": 0.42105263157894735, "max": 0.42105263157894735, "mean": 0.42105263157894735, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "rouge_l", "split": "test" }, "count": 1, "sum": 0.2608695652173913, "sum_squared": 0.06805293005671077, "min": 0.2608695652173913, "max": 0.2608695652173913, "mean": 0.2608695652173913, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_1", "split": "test" }, "count": 1, "sum": 0.25, "sum_squared": 0.0625, "min": 0.25, "max": 0.25, "mean": 0.25, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_4", "split": "test" }, "count": 1, "sum": 2.2250738585072626e-308, "sum_squared": 0.0, "min": 2.2250738585072626e-308, "max": 2.2250738585072626e-308, "mean": 2.2250738585072626e-308, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 99, "sum_squared": 9801, "min": 99, "max": 99, "mean": 99.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "id1411", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 3590, "sum_squared": 12888100, "min": 3590, "max": 3590, "mean": 3590.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 0.879948616027832, "sum_squared": 0.774309566849297, "min": 0.879948616027832, "max": 0.879948616027832, "mean": 0.879948616027832, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 5, "sum_squared": 25, "min": 5, "max": 5, "mean": 5.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "max_prob", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "exact_match", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "quasi_exact_match", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "f1_score", "split": "test" }, "count": 1, "sum": 0.25, "sum_squared": 0.0625, "min": 0.25, "max": 0.25, "mean": 0.25, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "rouge_l", "split": "test" }, "count": 1, "sum": 0.25, "sum_squared": 0.0625, "min": 0.25, "max": 0.25, "mean": 0.25, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_1", "split": "test" }, "count": 1, "sum": 0.13333333333333333, "sum_squared": 0.017777777777777778, "min": 0.13333333333333333, "max": 0.13333333333333333, "mean": 0.13333333333333333, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_4", "split": "test" }, "count": 1, "sum": 2.2250738585072626e-308, "sum_squared": 0.0, "min": 2.2250738585072626e-308, "max": 2.2250738585072626e-308, "mean": 2.2250738585072626e-308, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 90, "sum_squared": 8100, "min": 90, "max": 90, "mean": 90.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "id1495", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 3576, "sum_squared": 12787776, "min": 3576, "max": 3576, "mean": 3576.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 0.7058868408203125, "sum_squared": 0.4982762320432812, "min": 0.7058868408203125, "max": 0.7058868408203125, "mean": 0.7058868408203125, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 5, "sum_squared": 25, "min": 5, "max": 5, "mean": 5.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "max_prob", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "exact_match", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "quasi_exact_match", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "f1_score", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "rouge_l", "split": "test" }, "count": 1, "sum": 0.25, "sum_squared": 0.0625, "min": 0.25, "max": 0.25, "mean": 0.25, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_1", "split": "test" }, "count": 1, "sum": 0.024893534183931972, "sum_squared": 0.0006196880441665896, "min": 0.024893534183931972, "max": 0.024893534183931972, "mean": 0.024893534183931972, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_4", "split": "test" }, "count": 1, "sum": 1.10779904317048e-309, "sum_squared": 0.0, "min": 1.10779904317048e-309, "max": 1.10779904317048e-309, "mean": 1.10779904317048e-309, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 18, "sum_squared": 324, "min": 18, "max": 18, "mean": 18.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "id1445", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 3058, "sum_squared": 9351364, "min": 3058, "max": 3058, "mean": 3058.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 0.6688234806060791, "sum_squared": 0.44732484821003027, "min": 0.6688234806060791, "max": 0.6688234806060791, "mean": 0.6688234806060791, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 5, "sum_squared": 25, "min": 5, "max": 5, "mean": 5.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "max_prob", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "exact_match", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "quasi_exact_match", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "f1_score", "split": "test" }, "count": 1, "sum": 0.6666666666666666, "sum_squared": 0.4444444444444444, "min": 0.6666666666666666, "max": 0.6666666666666666, "mean": 0.6666666666666666, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "rouge_l", "split": "test" }, "count": 1, "sum": 0.6666666666666666, "sum_squared": 0.4444444444444444, "min": 0.6666666666666666, "max": 0.6666666666666666, "mean": 0.6666666666666666, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_1", "split": "test" }, "count": 1, "sum": 0.75, "sum_squared": 0.5625, "min": 0.75, "max": 0.75, "mean": 0.75, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_4", "split": "test" }, "count": 1, "sum": 2.2250738585072626e-308, "sum_squared": 0.0, "min": 2.2250738585072626e-308, "max": 2.2250738585072626e-308, "mean": 2.2250738585072626e-308, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 27, "sum_squared": 729, "min": 27, "max": 27, "mean": 27.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "id1507", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 4093, "sum_squared": 16752649, "min": 4093, "max": 4093, "mean": 4093.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 0.6345572471618652, "sum_squared": 0.4026628999256445, "min": 0.6345572471618652, "max": 0.6345572471618652, "mean": 0.6345572471618652, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 5, "sum_squared": 25, "min": 5, "max": 5, "mean": 5.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "max_prob", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "exact_match", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "quasi_exact_match", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "f1_score", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "rouge_l", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_1", "split": "test" }, "count": 1, "sum": 0.36787944117144233, "sum_squared": 0.1353352832366127, "min": 0.36787944117144233, "max": 0.36787944117144233, "mean": 0.36787944117144233, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_4", "split": "test" }, "count": 1, "sum": 8.18558927632837e-309, "sum_squared": 0.0, "min": 8.18558927632837e-309, "max": 8.18558927632837e-309, "mean": 8.18558927632837e-309, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 9, "sum_squared": 81, "min": 9, "max": 9, "mean": 9.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "id1414", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 3994, "sum_squared": 15952036, "min": 3994, "max": 3994, "mean": 3994.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.0982677936553955, "sum_squared": 1.2061921465806904, "min": 1.0982677936553955, "max": 1.0982677936553955, "mean": 1.0982677936553955, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 5, "sum_squared": 25, "min": 5, "max": 5, "mean": 5.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "max_prob", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "exact_match", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "quasi_exact_match", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "f1_score", "split": "test" }, "count": 1, "sum": 0.13333333333333333, "sum_squared": 0.017777777777777778, "min": 0.13333333333333333, "max": 0.13333333333333333, "mean": 0.13333333333333333, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "rouge_l", "split": "test" }, "count": 1, "sum": 0.11764705882352941, "sum_squared": 0.01384083044982699, "min": 0.11764705882352941, "max": 0.11764705882352941, "mean": 0.11764705882352941, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_1", "split": "test" }, "count": 1, "sum": 0.048780487804878044, "sum_squared": 0.0023795359904818557, "min": 0.048780487804878044, "max": 0.048780487804878044, "mean": 0.048780487804878044, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_4", "split": "test" }, "count": 1, "sum": 2.2250738585072626e-308, "sum_squared": 0.0, "min": 2.2250738585072626e-308, "max": 2.2250738585072626e-308, "mean": 2.2250738585072626e-308, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 199, "sum_squared": 39601, "min": 199, "max": 199, "mean": 199.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "id1246", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 3880, "sum_squared": 15054400, "min": 3880, "max": 3880, "mean": 3880.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 0.6977920532226562, "sum_squared": 0.48691374954069033, "min": 0.6977920532226562, "max": 0.6977920532226562, "mean": 0.6977920532226562, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 5, "sum_squared": 25, "min": 5, "max": 5, "mean": 5.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "max_prob", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "exact_match", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "quasi_exact_match", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "f1_score", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "rouge_l", "split": "test" }, "count": 1, "sum": 0.33333333333333337, "sum_squared": 0.11111111111111113, "min": 0.33333333333333337, "max": 0.33333333333333337, "mean": 0.33333333333333337, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_1", "split": "test" }, "count": 1, "sum": 0.16666666666666669, "sum_squared": 0.027777777777777783, "min": 0.16666666666666669, "max": 0.16666666666666669, "mean": 0.16666666666666669, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_4", "split": "test" }, "count": 1, "sum": 2.2250738585072626e-308, "sum_squared": 0.0, "min": 2.2250738585072626e-308, "max": 2.2250738585072626e-308, "mean": 2.2250738585072626e-308, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 34, "sum_squared": 1156, "min": 34, "max": 34, "mean": 34.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "id1555", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 3138, "sum_squared": 9847044, "min": 3138, "max": 3138, "mean": 3138.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.3038461208343506, "sum_squared": 1.700014706814784, "min": 1.3038461208343506, "max": 1.3038461208343506, "mean": 1.3038461208343506, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 5, "sum_squared": 25, "min": 5, "max": 5, "mean": 5.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "max_prob", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "exact_match", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "quasi_exact_match", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "f1_score", "split": "test" }, "count": 1, "sum": 0.13793103448275862, "sum_squared": 0.019024970273483946, "min": 0.13793103448275862, "max": 0.13793103448275862, "mean": 0.13793103448275862, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "rouge_l", "split": "test" }, "count": 1, "sum": 0.06896551724137931, "sum_squared": 0.0047562425683709865, "min": 0.06896551724137931, "max": 0.06896551724137931, "mean": 0.06896551724137931, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_1", "split": "test" }, "count": 1, "sum": 0.08450704225352113, "sum_squared": 0.007141440190438404, "min": 0.08450704225352113, "max": 0.08450704225352113, "mean": 0.08450704225352113, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_4", "split": "test" }, "count": 1, "sum": 2.2250738585072626e-308, "sum_squared": 0.0, "min": 2.2250738585072626e-308, "max": 2.2250738585072626e-308, "mean": 2.2250738585072626e-308, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 410, "sum_squared": 168100, "min": 410, "max": 410, "mean": 410.0, "variance": 0.0, "stddev": 0.0 } ] } ]