[ { "instance_id": "id1413", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 3511, "sum_squared": 12327121, "min": 3511, "max": 3511, "mean": 3511.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 4, "sum_squared": 16, "min": 4, "max": 4, "mean": 4.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 4, "sum_squared": 16, "min": 4, "max": 4, "mean": 4.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.5903818607330322, "sum_squared": 2.529314462948662, "min": 1.5903818607330322, "max": 1.5903818607330322, "mean": 1.5903818607330322, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 5, "sum_squared": 25, "min": 5, "max": 5, "mean": 5.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "max_prob", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "exact_match", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "quasi_exact_match", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "f1_score", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "rouge_l", "split": "test" }, "count": 1, "sum": 0.8571428571428571, "sum_squared": 0.7346938775510203, "min": 0.8571428571428571, "max": 0.8571428571428571, "mean": 0.8571428571428571, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_1", "split": "test" }, "count": 1, "sum": 0.5, "sum_squared": 0.25, "min": 0.5, "max": 0.5, "mean": 0.5, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_4", "split": "test" }, "count": 1, "sum": 2.2250738585072626e-308, "sum_squared": 0.0, "min": 2.2250738585072626e-308, "max": 2.2250738585072626e-308, "mean": 2.2250738585072626e-308, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 4, "sum_squared": 16, "min": 4, "max": 4, "mean": 4.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 19, "sum_squared": 361, "min": 19, "max": 19, "mean": 19.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "id1332", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 3375, "sum_squared": 11390625, "min": 3375, "max": 3375, "mean": 3375.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.5629403591156006, "sum_squared": 2.4427825661524025, "min": 1.5629403591156006, "max": 1.5629403591156006, "mean": 1.5629403591156006, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 5, "sum_squared": 25, "min": 5, "max": 5, "mean": 5.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "max_prob", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "exact_match", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "quasi_exact_match", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "f1_score", "split": "test" }, "count": 1, "sum": 0.6666666666666666, "sum_squared": 0.4444444444444444, "min": 0.6666666666666666, "max": 0.6666666666666666, "mean": 0.6666666666666666, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "rouge_l", "split": "test" }, "count": 1, "sum": 0.6666666666666666, "sum_squared": 0.4444444444444444, "min": 0.6666666666666666, "max": 0.6666666666666666, "mean": 0.6666666666666666, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_1", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_4", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 5, "sum_squared": 25, "min": 5, "max": 5, "mean": 5.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "id1123", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "valid" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "valid" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "valid" }, "count": 1, "sum": 3399, "sum_squared": 11553201, "min": 3399, "max": 3399, "mean": 3399.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "valid" }, "count": 1, "sum": 3, "sum_squared": 9, "min": 3, "max": 3, "mean": 3.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "valid" }, "count": 1, "sum": 3, "sum_squared": 9, "min": 3, "max": 3, "mean": 3.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "valid" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "valid" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "valid" }, "count": 1, "sum": 1.1219937801361084, "sum_squared": 1.258870042664114, "min": 1.1219937801361084, "max": 1.1219937801361084, "mean": 1.1219937801361084, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "valid" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "valid" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "valid" }, "count": 1, "sum": 5, "sum_squared": 25, "min": 5, "max": 5, "mean": 5.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "max_prob", "split": "valid" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "exact_match", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "quasi_exact_match", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "f1_score", "split": "valid" }, "count": 1, "sum": 0.6666666666666666, "sum_squared": 0.4444444444444444, "min": 0.6666666666666666, "max": 0.6666666666666666, "mean": 0.6666666666666666, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "rouge_l", "split": "valid" }, "count": 1, "sum": 0.6666666666666666, "sum_squared": 0.4444444444444444, "min": 0.6666666666666666, "max": 0.6666666666666666, "mean": 0.6666666666666666, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_1", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_4", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "valid" }, "count": 1, "sum": 3, "sum_squared": 9, "min": 3, "max": 3, "mean": 3.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "valid" }, "count": 1, "sum": 9, "sum_squared": 81, "min": 9, "max": 9, "mean": 9.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "id1514", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 3496, "sum_squared": 12222016, "min": 3496, "max": 3496, "mean": 3496.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.1018767356872559, "sum_squared": 1.2141323406488027, "min": 1.1018767356872559, "max": 1.1018767356872559, "mean": 1.1018767356872559, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 5, "sum_squared": 25, "min": 5, "max": 5, "mean": 5.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "max_prob", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "exact_match", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "quasi_exact_match", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "f1_score", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "rouge_l", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_1", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_4", "split": "test" }, "count": 1, "sum": 2.2250738585072626e-308, "sum_squared": 0.0, "min": 2.2250738585072626e-308, "max": 2.2250738585072626e-308, "mean": 2.2250738585072626e-308, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 11, "sum_squared": 121, "min": 11, "max": 11, "mean": 11.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "id1340", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 3042, "sum_squared": 9253764, "min": 3042, "max": 3042, "mean": 3042.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 4, "sum_squared": 16, "min": 4, "max": 4, "mean": 4.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 4, "sum_squared": 16, "min": 4, "max": 4, "mean": 4.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 0.9115204811096191, "sum_squared": 0.8308695874823115, "min": 0.9115204811096191, "max": 0.9115204811096191, "mean": 0.9115204811096191, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 5, "sum_squared": 25, "min": 5, "max": 5, "mean": 5.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "max_prob", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "exact_match", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "quasi_exact_match", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "f1_score", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "rouge_l", "split": "test" }, "count": 1, "sum": 0.6666666666666666, "sum_squared": 0.4444444444444444, "min": 0.6666666666666666, "max": 0.6666666666666666, "mean": 0.6666666666666666, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_1", "split": "test" }, "count": 1, "sum": 0.47768754038252614, "sum_squared": 0.22818538623670753, "min": 0.47768754038252614, "max": 0.47768754038252614, "mean": 0.47768754038252614, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_4", "split": "test" }, "count": 1, "sum": 1.594335087959687e-308, "sum_squared": 0.0, "min": 1.594335087959687e-308, "max": 1.594335087959687e-308, "mean": 1.594335087959687e-308, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 4, "sum_squared": 16, "min": 4, "max": 4, "mean": 4.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 18, "sum_squared": 324, "min": 18, "max": 18, "mean": 18.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "id1281", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 3630, "sum_squared": 13176900, "min": 3630, "max": 3630, "mean": 3630.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.2221052646636963, "sum_squared": 1.4935412779187232, "min": 1.2221052646636963, "max": 1.2221052646636963, "mean": 1.2221052646636963, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 5, "sum_squared": 25, "min": 5, "max": 5, "mean": 5.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "max_prob", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "exact_match", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "quasi_exact_match", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "f1_score", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "rouge_l", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_1", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_4", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "id1234", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 3321, "sum_squared": 11029041, "min": 3321, "max": 3321, "mean": 3321.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.2519407272338867, "sum_squared": 1.5673555845069131, "min": 1.2519407272338867, "max": 1.2519407272338867, "mean": 1.2519407272338867, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 5, "sum_squared": 25, "min": 5, "max": 5, "mean": 5.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "max_prob", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "exact_match", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "quasi_exact_match", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "f1_score", "split": "test" }, "count": 1, "sum": 0.5, "sum_squared": 0.25, "min": 0.5, "max": 0.5, "mean": 0.5, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "rouge_l", "split": "test" }, "count": 1, "sum": 0.4, "sum_squared": 0.16000000000000003, "min": 0.4, "max": 0.4, "mean": 0.4, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_1", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_4", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 9, "sum_squared": 81, "min": 9, "max": 9, "mean": 9.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "id1237", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 3662, "sum_squared": 13410244, "min": 3662, "max": 3662, "mean": 3662.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.423180103302002, "sum_squared": 2.025441606434697, "min": 1.423180103302002, "max": 1.423180103302002, "mean": 1.423180103302002, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 5, "sum_squared": 25, "min": 5, "max": 5, "mean": 5.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "max_prob", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "exact_match", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "quasi_exact_match", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "f1_score", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "rouge_l", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_1", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_4", "split": "test" }, "count": 1, "sum": 2.2250738585072626e-308, "sum_squared": 0.0, "min": 2.2250738585072626e-308, "max": 2.2250738585072626e-308, "mean": 2.2250738585072626e-308, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 7, "sum_squared": 49, "min": 7, "max": 7, "mean": 7.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "id1173", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "valid" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "valid" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "valid" }, "count": 1, "sum": 3428, "sum_squared": 11751184, "min": 3428, "max": 3428, "mean": 3428.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "valid" }, "count": 1, "sum": 7, "sum_squared": 49, "min": 7, "max": 7, "mean": 7.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "valid" }, "count": 1, "sum": 7, "sum_squared": 49, "min": 7, "max": 7, "mean": 7.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "valid" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "valid" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "valid" }, "count": 1, "sum": 0.9656996726989746, "sum_squared": 0.9325758578509067, "min": 0.9656996726989746, "max": 0.9656996726989746, "mean": 0.9656996726989746, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "valid" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "valid" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "valid" }, "count": 1, "sum": 5, "sum_squared": 25, "min": 5, "max": 5, "mean": 5.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "max_prob", "split": "valid" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "exact_match", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "quasi_exact_match", "split": "valid" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "f1_score", "split": "valid" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "rouge_l", "split": "valid" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_1", "split": "valid" }, "count": 1, "sum": 0.7788007830714049, "sum_squared": 0.6065306597126334, "min": 0.7788007830714049, "max": 0.7788007830714049, "mean": 0.7788007830714049, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_4", "split": "valid" }, "count": 1, "sum": 0.7788007830714049, "sum_squared": 0.6065306597126334, "min": 0.7788007830714049, "max": 0.7788007830714049, "mean": 0.7788007830714049, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "valid" }, "count": 1, "sum": 7, "sum_squared": 49, "min": 7, "max": 7, "mean": 7.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "valid" }, "count": 1, "sum": 27, "sum_squared": 729, "min": 27, "max": 27, "mean": 27.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "id1483", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 3228, "sum_squared": 10419984, "min": 3228, "max": 3228, "mean": 3228.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 10, "sum_squared": 100, "min": 10, "max": 10, "mean": 10.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 10, "sum_squared": 100, "min": 10, "max": 10, "mean": 10.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.1376965045928955, "sum_squared": 1.2943533365628923, "min": 1.1376965045928955, "max": 1.1376965045928955, "mean": 1.1376965045928955, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 5, "sum_squared": 25, "min": 5, "max": 5, "mean": 5.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "max_prob", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "exact_match", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "quasi_exact_match", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "f1_score", "split": "test" }, "count": 1, "sum": 0.26666666666666666, "sum_squared": 0.07111111111111111, "min": 0.26666666666666666, "max": 0.26666666666666666, "mean": 0.26666666666666666, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "rouge_l", "split": "test" }, "count": 1, "sum": 0.35294117647058826, "sum_squared": 0.12456747404844293, "min": 0.35294117647058826, "max": 0.35294117647058826, "mean": 0.35294117647058826, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_1", "split": "test" }, "count": 1, "sum": 0.3, "sum_squared": 0.09, "min": 0.3, "max": 0.3, "mean": 0.3, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_4", "split": "test" }, "count": 1, "sum": 2.2250738585072626e-308, "sum_squared": 0.0, "min": 2.2250738585072626e-308, "max": 2.2250738585072626e-308, "mean": 2.2250738585072626e-308, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 10, "sum_squared": 100, "min": 10, "max": 10, "mean": 10.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 57, "sum_squared": 3249, "min": 57, "max": 57, "mean": 57.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "id1474", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 3561, "sum_squared": 12680721, "min": 3561, "max": 3561, "mean": 3561.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 16, "sum_squared": 256, "min": 16, "max": 16, "mean": 16.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 16, "sum_squared": 256, "min": 16, "max": 16, "mean": 16.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.5359869003295898, "sum_squared": 2.3592557579841014, "min": 1.5359869003295898, "max": 1.5359869003295898, "mean": 1.5359869003295898, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 5, "sum_squared": 25, "min": 5, "max": 5, "mean": 5.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "max_prob", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "exact_match", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "quasi_exact_match", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "f1_score", "split": "test" }, "count": 1, "sum": 0.625, "sum_squared": 0.390625, "min": 0.625, "max": 0.625, "mean": 0.625, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "rouge_l", "split": "test" }, "count": 1, "sum": 0.631578947368421, "sum_squared": 0.39889196675900274, "min": 0.631578947368421, "max": 0.631578947368421, "mean": 0.631578947368421, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_1", "split": "test" }, "count": 1, "sum": 0.5, "sum_squared": 0.25, "min": 0.5, "max": 0.5, "mean": 0.5, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_4", "split": "test" }, "count": 1, "sum": 0.2727272727272727, "sum_squared": 0.07438016528925619, "min": 0.2727272727272727, "max": 0.2727272727272727, "mean": 0.2727272727272727, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 16, "sum_squared": 256, "min": 16, "max": 16, "mean": 16.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 64, "sum_squared": 4096, "min": 64, "max": 64, "mean": 64.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "id1571", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 3706, "sum_squared": 13734436, "min": 3706, "max": 3706, "mean": 3706.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 19, "sum_squared": 361, "min": 19, "max": 19, "mean": 19.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 19, "sum_squared": 361, "min": 19, "max": 19, "mean": 19.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.1388137340545654, "sum_squared": 1.2968967208713025, "min": 1.1388137340545654, "max": 1.1388137340545654, "mean": 1.1388137340545654, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 5, "sum_squared": 25, "min": 5, "max": 5, "mean": 5.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "max_prob", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "exact_match", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "quasi_exact_match", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "f1_score", "split": "test" }, "count": 1, "sum": 0.3333333333333333, "sum_squared": 0.1111111111111111, "min": 0.3333333333333333, "max": 0.3333333333333333, "mean": 0.3333333333333333, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "rouge_l", "split": "test" }, "count": 1, "sum": 0.28571428571428575, "sum_squared": 0.08163265306122451, "min": 0.28571428571428575, "max": 0.28571428571428575, "mean": 0.28571428571428575, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_1", "split": "test" }, "count": 1, "sum": 0.25, "sum_squared": 0.0625, "min": 0.25, "max": 0.25, "mean": 0.25, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_4", "split": "test" }, "count": 1, "sum": 2.2250738585072626e-308, "sum_squared": 0.0, "min": 2.2250738585072626e-308, "max": 2.2250738585072626e-308, "mean": 2.2250738585072626e-308, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 19, "sum_squared": 361, "min": 19, "max": 19, "mean": 19.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 76, "sum_squared": 5776, "min": 76, "max": 76, "mean": 76.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "id1366", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 3755, "sum_squared": 14100025, "min": 3755, "max": 3755, "mean": 3755.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 9, "sum_squared": 81, "min": 9, "max": 9, "mean": 9.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 9, "sum_squared": 81, "min": 9, "max": 9, "mean": 9.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.4930450916290283, "sum_squared": 2.2291836456375336, "min": 1.4930450916290283, "max": 1.4930450916290283, "mean": 1.4930450916290283, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 5, "sum_squared": 25, "min": 5, "max": 5, "mean": 5.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "max_prob", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "exact_match", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "quasi_exact_match", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "f1_score", "split": "test" }, "count": 1, "sum": 0.8, "sum_squared": 0.6400000000000001, "min": 0.8, "max": 0.8, "mean": 0.8, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "rouge_l", "split": "test" }, "count": 1, "sum": 0.7999999999999999, "sum_squared": 0.6399999999999999, "min": 0.7999999999999999, "max": 0.7999999999999999, "mean": 0.7999999999999999, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_1", "split": "test" }, "count": 1, "sum": 0.7777777777777778, "sum_squared": 0.6049382716049383, "min": 0.7777777777777778, "max": 0.7777777777777778, "mean": 0.7777777777777778, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_4", "split": "test" }, "count": 1, "sum": 0.6666666666666666, "sum_squared": 0.4444444444444444, "min": 0.6666666666666666, "max": 0.6666666666666666, "mean": 0.6666666666666666, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 9, "sum_squared": 81, "min": 9, "max": 9, "mean": 9.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 38, "sum_squared": 1444, "min": 38, "max": 38, "mean": 38.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "id1442", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 3557, "sum_squared": 12652249, "min": 3557, "max": 3557, "mean": 3557.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 0.8970398902893066, "sum_squared": 0.8046805647702513, "min": 0.8970398902893066, "max": 0.8970398902893066, "mean": 0.8970398902893066, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 5, "sum_squared": 25, "min": 5, "max": 5, "mean": 5.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "max_prob", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "exact_match", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "quasi_exact_match", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "f1_score", "split": "test" }, "count": 1, "sum": 0.5, "sum_squared": 0.25, "min": 0.5, "max": 0.5, "mean": 0.5, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "rouge_l", "split": "test" }, "count": 1, "sum": 0.4, "sum_squared": 0.16000000000000003, "min": 0.4, "max": 0.4, "mean": 0.4, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_1", "split": "test" }, "count": 1, "sum": 0.049787068367863944, "sum_squared": 0.0024787521766663585, "min": 0.049787068367863944, "max": 0.049787068367863944, "mean": 0.049787068367863944, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_4", "split": "test" }, "count": 1, "sum": 1.10779904317048e-309, "sum_squared": 0.0, "min": 1.10779904317048e-309, "max": 1.10779904317048e-309, "mean": 1.10779904317048e-309, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 9, "sum_squared": 81, "min": 9, "max": 9, "mean": 9.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "id1529", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 3308, "sum_squared": 10942864, "min": 3308, "max": 3308, "mean": 3308.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 0.6378278732299805, "sum_squared": 0.40682439586908004, "min": 0.6378278732299805, "max": 0.6378278732299805, "mean": 0.6378278732299805, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 5, "sum_squared": 25, "min": 5, "max": 5, "mean": 5.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "max_prob", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "exact_match", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "quasi_exact_match", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "f1_score", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "rouge_l", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_1", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_4", "split": "test" }, "count": 1, "sum": 2.2250738585072626e-308, "sum_squared": 0.0, "min": 2.2250738585072626e-308, "max": 2.2250738585072626e-308, "mean": 2.2250738585072626e-308, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 7, "sum_squared": 49, "min": 7, "max": 7, "mean": 7.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "id1209", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "valid" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "valid" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "valid" }, "count": 1, "sum": 3520, "sum_squared": 12390400, "min": 3520, "max": 3520, "mean": 3520.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "valid" }, "count": 1, "sum": 3, "sum_squared": 9, "min": 3, "max": 3, "mean": 3.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "valid" }, "count": 1, "sum": 3, "sum_squared": 9, "min": 3, "max": 3, "mean": 3.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "valid" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "valid" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "valid" }, "count": 1, "sum": 1.3094284534454346, "sum_squared": 1.7146028746925026, "min": 1.3094284534454346, "max": 1.3094284534454346, "mean": 1.3094284534454346, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "valid" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "valid" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "valid" }, "count": 1, "sum": 5, "sum_squared": 25, "min": 5, "max": 5, "mean": 5.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "max_prob", "split": "valid" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "exact_match", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "quasi_exact_match", "split": "valid" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "f1_score", "split": "valid" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "rouge_l", "split": "valid" }, "count": 1, "sum": 0.8, "sum_squared": 0.6400000000000001, "min": 0.8, "max": 0.8, "mean": 0.8, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_1", "split": "valid" }, "count": 1, "sum": 0.3032653298563167, "sum_squared": 0.09196986029286058, "min": 0.3032653298563167, "max": 0.3032653298563167, "mean": 0.3032653298563167, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_4", "split": "valid" }, "count": 1, "sum": 1.3495755153097447e-308, "sum_squared": 0.0, "min": 1.3495755153097447e-308, "max": 1.3495755153097447e-308, "mean": 1.3495755153097447e-308, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "valid" }, "count": 1, "sum": 3, "sum_squared": 9, "min": 3, "max": 3, "mean": 3.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "valid" }, "count": 1, "sum": 14, "sum_squared": 196, "min": 14, "max": 14, "mean": 14.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "id1408", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 3277, "sum_squared": 10738729, "min": 3277, "max": 3277, "mean": 3277.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 14, "sum_squared": 196, "min": 14, "max": 14, "mean": 14.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 14, "sum_squared": 196, "min": 14, "max": 14, "mean": 14.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.3915464878082275, "sum_squared": 1.9364016277314136, "min": 1.3915464878082275, "max": 1.3915464878082275, "mean": 1.3915464878082275, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 5, "sum_squared": 25, "min": 5, "max": 5, "mean": 5.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "max_prob", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "exact_match", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "quasi_exact_match", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "f1_score", "split": "test" }, "count": 1, "sum": 0.7058823529411764, "sum_squared": 0.49826989619377154, "min": 0.7058823529411764, "max": 0.7058823529411764, "mean": 0.7058823529411764, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "rouge_l", "split": "test" }, "count": 1, "sum": 0.5555555555555556, "sum_squared": 0.308641975308642, "min": 0.5555555555555556, "max": 0.5555555555555556, "mean": 0.5555555555555556, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_1", "split": "test" }, "count": 1, "sum": 0.5833333333333334, "sum_squared": 0.34027777777777785, "min": 0.5833333333333334, "max": 0.5833333333333334, "mean": 0.5833333333333334, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_4", "split": "test" }, "count": 1, "sum": 2.2250738585072626e-308, "sum_squared": 0.0, "min": 2.2250738585072626e-308, "max": 2.2250738585072626e-308, "mean": 2.2250738585072626e-308, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 14, "sum_squared": 196, "min": 14, "max": 14, "mean": 14.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 59, "sum_squared": 3481, "min": 59, "max": 59, "mean": 59.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "id1315", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 3150, "sum_squared": 9922500, "min": 3150, "max": 3150, "mean": 3150.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 9, "sum_squared": 81, "min": 9, "max": 9, "mean": 9.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 9, "sum_squared": 81, "min": 9, "max": 9, "mean": 9.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.5476858615875244, "sum_squared": 2.395331526157918, "min": 1.5476858615875244, "max": 1.5476858615875244, "mean": 1.5476858615875244, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 5, "sum_squared": 25, "min": 5, "max": 5, "mean": 5.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "max_prob", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "exact_match", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "quasi_exact_match", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "f1_score", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "rouge_l", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_1", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_4", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 9, "sum_squared": 81, "min": 9, "max": 9, "mean": 9.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 19, "sum_squared": 361, "min": 19, "max": 19, "mean": 19.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "id1421", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 3772, "sum_squared": 14227984, "min": 3772, "max": 3772, "mean": 3772.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 14, "sum_squared": 196, "min": 14, "max": 14, "mean": 14.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 14, "sum_squared": 196, "min": 14, "max": 14, "mean": 14.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.5140190124511719, "sum_squared": 2.2922535700636217, "min": 1.5140190124511719, "max": 1.5140190124511719, "mean": 1.5140190124511719, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 5, "sum_squared": 25, "min": 5, "max": 5, "mean": 5.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "max_prob", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "exact_match", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "quasi_exact_match", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "f1_score", "split": "test" }, "count": 1, "sum": 0.625, "sum_squared": 0.390625, "min": 0.625, "max": 0.625, "mean": 0.625, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "rouge_l", "split": "test" }, "count": 1, "sum": 0.631578947368421, "sum_squared": 0.39889196675900274, "min": 0.631578947368421, "max": 0.631578947368421, "mean": 0.631578947368421, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_1", "split": "test" }, "count": 1, "sum": 0.5, "sum_squared": 0.25, "min": 0.5, "max": 0.5, "mean": 0.5, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_4", "split": "test" }, "count": 1, "sum": 2.2250738585072626e-308, "sum_squared": 0.0, "min": 2.2250738585072626e-308, "max": 2.2250738585072626e-308, "mean": 2.2250738585072626e-308, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 14, "sum_squared": 196, "min": 14, "max": 14, "mean": 14.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 59, "sum_squared": 3481, "min": 59, "max": 59, "mean": 59.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "id1308", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 3643, "sum_squared": 13271449, "min": 3643, "max": 3643, "mean": 3643.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 4, "sum_squared": 16, "min": 4, "max": 4, "mean": 4.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 4, "sum_squared": 16, "min": 4, "max": 4, "mean": 4.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.510056495666504, "sum_squared": 2.280270620104602, "min": 1.510056495666504, "max": 1.510056495666504, "mean": 1.510056495666504, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 5, "sum_squared": 25, "min": 5, "max": 5, "mean": 5.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "max_prob", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "exact_match", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "quasi_exact_match", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "f1_score", "split": "test" }, "count": 1, "sum": 0.6666666666666666, "sum_squared": 0.4444444444444444, "min": 0.6666666666666666, "max": 0.6666666666666666, "mean": 0.6666666666666666, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "rouge_l", "split": "test" }, "count": 1, "sum": 0.6666666666666666, "sum_squared": 0.4444444444444444, "min": 0.6666666666666666, "max": 0.6666666666666666, "mean": 0.6666666666666666, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_1", "split": "test" }, "count": 1, "sum": 0.5, "sum_squared": 0.25, "min": 0.5, "max": 0.5, "mean": 0.5, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_4", "split": "test" }, "count": 1, "sum": 2.2250738585072626e-308, "sum_squared": 0.0, "min": 2.2250738585072626e-308, "max": 2.2250738585072626e-308, "mean": 2.2250738585072626e-308, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 4, "sum_squared": 16, "min": 4, "max": 4, "mean": 4.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 15, "sum_squared": 225, "min": 15, "max": 15, "mean": 15.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "id1456", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 3453, "sum_squared": 11923209, "min": 3453, "max": 3453, "mean": 3453.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 4, "sum_squared": 16, "min": 4, "max": 4, "mean": 4.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 4, "sum_squared": 16, "min": 4, "max": 4, "mean": 4.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 0.889915943145752, "sum_squared": 0.7919503858649932, "min": 0.889915943145752, "max": 0.889915943145752, "mean": 0.889915943145752, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 5, "sum_squared": 25, "min": 5, "max": 5, "mean": 5.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "max_prob", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "exact_match", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "quasi_exact_match", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "f1_score", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "rouge_l", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_1", "split": "test" }, "count": 1, "sum": 0.6666666666666666, "sum_squared": 0.4444444444444444, "min": 0.6666666666666666, "max": 0.6666666666666666, "mean": 0.6666666666666666, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_4", "split": "test" }, "count": 1, "sum": 2.2250738585072626e-308, "sum_squared": 0.0, "min": 2.2250738585072626e-308, "max": 2.2250738585072626e-308, "mean": 2.2250738585072626e-308, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 4, "sum_squared": 16, "min": 4, "max": 4, "mean": 4.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 29, "sum_squared": 841, "min": 29, "max": 29, "mean": 29.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "id1335", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 3677, "sum_squared": 13520329, "min": 3677, "max": 3677, "mean": 3677.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 3, "sum_squared": 9, "min": 3, "max": 3, "mean": 3.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 3, "sum_squared": 9, "min": 3, "max": 3, "mean": 3.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 0.7228870391845703, "sum_squared": 0.5225656714210345, "min": 0.7228870391845703, "max": 0.7228870391845703, "mean": 0.7228870391845703, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 5, "sum_squared": 25, "min": 5, "max": 5, "mean": 5.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "max_prob", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "exact_match", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "quasi_exact_match", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "f1_score", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "rouge_l", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_1", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_4", "split": "test" }, "count": 1, "sum": 2.2250738585072626e-308, "sum_squared": 0.0, "min": 2.2250738585072626e-308, "max": 2.2250738585072626e-308, "mean": 2.2250738585072626e-308, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 3, "sum_squared": 9, "min": 3, "max": 3, "mean": 3.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 8, "sum_squared": 64, "min": 8, "max": 8, "mean": 8.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "id1337", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 3390, "sum_squared": 11492100, "min": 3390, "max": 3390, "mean": 3390.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 4, "sum_squared": 16, "min": 4, "max": 4, "mean": 4.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 4, "sum_squared": 16, "min": 4, "max": 4, "mean": 4.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 0.7454643249511719, "sum_squared": 0.5557170597749064, "min": 0.7454643249511719, "max": 0.7454643249511719, "mean": 0.7454643249511719, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 5, "sum_squared": 25, "min": 5, "max": 5, "mean": 5.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "max_prob", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "exact_match", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "quasi_exact_match", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "f1_score", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "rouge_l", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_1", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_4", "split": "test" }, "count": 1, "sum": 2.2250738585072626e-308, "sum_squared": 0.0, "min": 2.2250738585072626e-308, "max": 2.2250738585072626e-308, "mean": 2.2250738585072626e-308, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 4, "sum_squared": 16, "min": 4, "max": 4, "mean": 4.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 14, "sum_squared": 196, "min": 14, "max": 14, "mean": 14.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "id1114", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "valid" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "valid" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "valid" }, "count": 1, "sum": 3165, "sum_squared": 10017225, "min": 3165, "max": 3165, "mean": 3165.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "valid" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "valid" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "valid" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "valid" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "valid" }, "count": 1, "sum": 1.0878286361694336, "sum_squared": 1.18337114167025, "min": 1.0878286361694336, "max": 1.0878286361694336, "mean": 1.0878286361694336, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "valid" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "valid" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "valid" }, "count": 1, "sum": 5, "sum_squared": 25, "min": 5, "max": 5, "mean": 5.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "max_prob", "split": "valid" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "exact_match", "split": "valid" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "quasi_exact_match", "split": "valid" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "f1_score", "split": "valid" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "rouge_l", "split": "valid" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_1", "split": "valid" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_4", "split": "valid" }, "count": 1, "sum": 2.2250738585072626e-308, "sum_squared": 0.0, "min": 2.2250738585072626e-308, "max": 2.2250738585072626e-308, "mean": 2.2250738585072626e-308, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "valid" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "valid" }, "count": 1, "sum": 7, "sum_squared": 49, "min": 7, "max": 7, "mean": 7.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "id1198", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "valid" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "valid" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "valid" }, "count": 1, "sum": 3539, "sum_squared": 12524521, "min": 3539, "max": 3539, "mean": 3539.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "valid" }, "count": 1, "sum": 7, "sum_squared": 49, "min": 7, "max": 7, "mean": 7.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "valid" }, "count": 1, "sum": 7, "sum_squared": 49, "min": 7, "max": 7, "mean": 7.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "valid" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "valid" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "valid" }, "count": 1, "sum": 1.2845027446746826, "sum_squared": 1.6499473010767929, "min": 1.2845027446746826, "max": 1.2845027446746826, "mean": 1.2845027446746826, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "valid" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "valid" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "valid" }, "count": 1, "sum": 5, "sum_squared": 25, "min": 5, "max": 5, "mean": 5.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "max_prob", "split": "valid" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "exact_match", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "quasi_exact_match", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "f1_score", "split": "valid" }, "count": 1, "sum": 0.5, "sum_squared": 0.25, "min": 0.5, "max": 0.5, "mean": 0.5, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "rouge_l", "split": "valid" }, "count": 1, "sum": 0.2222222222222222, "sum_squared": 0.04938271604938271, "min": 0.2222222222222222, "max": 0.2222222222222222, "mean": 0.2222222222222222, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_1", "split": "valid" }, "count": 1, "sum": 0.2857142857142857, "sum_squared": 0.08163265306122448, "min": 0.2857142857142857, "max": 0.2857142857142857, "mean": 0.2857142857142857, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_4", "split": "valid" }, "count": 1, "sum": 2.2250738585072626e-308, "sum_squared": 0.0, "min": 2.2250738585072626e-308, "max": 2.2250738585072626e-308, "mean": 2.2250738585072626e-308, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "valid" }, "count": 1, "sum": 7, "sum_squared": 49, "min": 7, "max": 7, "mean": 7.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "valid" }, "count": 1, "sum": 27, "sum_squared": 729, "min": 27, "max": 27, "mean": 27.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "id1178", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "valid" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "valid" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "valid" }, "count": 1, "sum": 3100, "sum_squared": 9610000, "min": 3100, "max": 3100, "mean": 3100.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "valid" }, "count": 1, "sum": 5, "sum_squared": 25, "min": 5, "max": 5, "mean": 5.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "valid" }, "count": 1, "sum": 5, "sum_squared": 25, "min": 5, "max": 5, "mean": 5.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "valid" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "valid" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "valid" }, "count": 1, "sum": 1.1585285663604736, "sum_squared": 1.3421884390732544, "min": 1.1585285663604736, "max": 1.1585285663604736, "mean": 1.1585285663604736, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "valid" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "valid" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "valid" }, "count": 1, "sum": 5, "sum_squared": 25, "min": 5, "max": 5, "mean": 5.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "max_prob", "split": "valid" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "exact_match", "split": "valid" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "quasi_exact_match", "split": "valid" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "f1_score", "split": "valid" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "rouge_l", "split": "valid" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_1", "split": "valid" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_4", "split": "valid" }, "count": 1, "sum": 2.2250738585072626e-308, "sum_squared": 0.0, "min": 2.2250738585072626e-308, "max": 2.2250738585072626e-308, "mean": 2.2250738585072626e-308, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "valid" }, "count": 1, "sum": 5, "sum_squared": 25, "min": 5, "max": 5, "mean": 5.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "valid" }, "count": 1, "sum": 18, "sum_squared": 324, "min": 18, "max": 18, "mean": 18.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "id1117", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "valid" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "valid" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "valid" }, "count": 1, "sum": 3494, "sum_squared": 12208036, "min": 3494, "max": 3494, "mean": 3494.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "valid" }, "count": 1, "sum": 4, "sum_squared": 16, "min": 4, "max": 4, "mean": 4.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "valid" }, "count": 1, "sum": 4, "sum_squared": 16, "min": 4, "max": 4, "mean": 4.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "valid" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "valid" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "valid" }, "count": 1, "sum": 1.109175443649292, "sum_squared": 1.2302701647946037, "min": 1.109175443649292, "max": 1.109175443649292, "mean": 1.109175443649292, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "valid" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "valid" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "valid" }, "count": 1, "sum": 5, "sum_squared": 25, "min": 5, "max": 5, "mean": 5.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "max_prob", "split": "valid" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "exact_match", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "quasi_exact_match", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "f1_score", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "rouge_l", "split": "valid" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_1", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_4", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "valid" }, "count": 1, "sum": 4, "sum_squared": 16, "min": 4, "max": 4, "mean": 4.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "valid" }, "count": 1, "sum": 12, "sum_squared": 144, "min": 12, "max": 12, "mean": 12.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "id1273", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 3783, "sum_squared": 14311089, "min": 3783, "max": 3783, "mean": 3783.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 18, "sum_squared": 324, "min": 18, "max": 18, "mean": 18.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 18, "sum_squared": 324, "min": 18, "max": 18, "mean": 18.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.6120173931121826, "sum_squared": 2.598600075696197, "min": 1.6120173931121826, "max": 1.6120173931121826, "mean": 1.6120173931121826, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 5, "sum_squared": 25, "min": 5, "max": 5, "mean": 5.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "max_prob", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "exact_match", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "quasi_exact_match", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "f1_score", "split": "test" }, "count": 1, "sum": 0.8, "sum_squared": 0.6400000000000001, "min": 0.8, "max": 0.8, "mean": 0.8, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "rouge_l", "split": "test" }, "count": 1, "sum": 0.8571428571428571, "sum_squared": 0.7346938775510203, "min": 0.8571428571428571, "max": 0.8571428571428571, "mean": 0.8571428571428571, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_1", "split": "test" }, "count": 1, "sum": 0.8, "sum_squared": 0.6400000000000001, "min": 0.8, "max": 0.8, "mean": 0.8, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_4", "split": "test" }, "count": 1, "sum": 0.6666666666666666, "sum_squared": 0.4444444444444444, "min": 0.6666666666666666, "max": 0.6666666666666666, "mean": 0.6666666666666666, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 18, "sum_squared": 324, "min": 18, "max": 18, "mean": 18.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 78, "sum_squared": 6084, "min": 78, "max": 78, "mean": 78.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "id1180", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "valid" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "valid" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "valid" }, "count": 1, "sum": 3820, "sum_squared": 14592400, "min": 3820, "max": 3820, "mean": 3820.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "valid" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "valid" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "valid" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "valid" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "valid" }, "count": 1, "sum": 1.1617493629455566, "sum_squared": 1.3496615823044067, "min": 1.1617493629455566, "max": 1.1617493629455566, "mean": 1.1617493629455566, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "valid" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "valid" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "valid" }, "count": 1, "sum": 5, "sum_squared": 25, "min": 5, "max": 5, "mean": 5.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "max_prob", "split": "valid" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "exact_match", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "quasi_exact_match", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "f1_score", "split": "valid" }, "count": 1, "sum": 0.6666666666666666, "sum_squared": 0.4444444444444444, "min": 0.6666666666666666, "max": 0.6666666666666666, "mean": 0.6666666666666666, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "rouge_l", "split": "valid" }, "count": 1, "sum": 0.6666666666666666, "sum_squared": 0.4444444444444444, "min": 0.6666666666666666, "max": 0.6666666666666666, "mean": 0.6666666666666666, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_1", "split": "valid" }, "count": 1, "sum": 0.36787944117144233, "sum_squared": 0.1353352832366127, "min": 0.36787944117144233, "max": 0.36787944117144233, "mean": 0.36787944117144233, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_4", "split": "valid" }, "count": 1, "sum": 8.18558927632837e-309, "sum_squared": 0.0, "min": 8.18558927632837e-309, "max": 8.18558927632837e-309, "mean": 8.18558927632837e-309, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "valid" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "valid" }, "count": 1, "sum": 7, "sum_squared": 49, "min": 7, "max": 7, "mean": 7.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "id1261", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 3755, "sum_squared": 14100025, "min": 3755, "max": 3755, "mean": 3755.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 0.861696720123291, "sum_squared": 0.7425212374712373, "min": 0.861696720123291, "max": 0.861696720123291, "mean": 0.861696720123291, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 5, "sum_squared": 25, "min": 5, "max": 5, "mean": 5.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "max_prob", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "exact_match", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "quasi_exact_match", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "f1_score", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "rouge_l", "split": "test" }, "count": 1, "sum": 0.0, "sum_squared": 0.0, "min": 0.0, "max": 0.0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_1", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_4", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "id1290", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 3616, "sum_squared": 13075456, "min": 3616, "max": 3616, "mean": 3616.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 19, "sum_squared": 361, "min": 19, "max": 19, "mean": 19.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 19, "sum_squared": 361, "min": 19, "max": 19, "mean": 19.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.2742235660552979, "sum_squared": 1.62364569629068, "min": 1.2742235660552979, "max": 1.2742235660552979, "mean": 1.2742235660552979, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 5, "sum_squared": 25, "min": 5, "max": 5, "mean": 5.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "max_prob", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "exact_match", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "quasi_exact_match", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "f1_score", "split": "test" }, "count": 1, "sum": 0.5882352941176471, "sum_squared": 0.34602076124567477, "min": 0.5882352941176471, "max": 0.5882352941176471, "mean": 0.5882352941176471, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "rouge_l", "split": "test" }, "count": 1, "sum": 0.5714285714285715, "sum_squared": 0.32653061224489804, "min": 0.5714285714285715, "max": 0.5714285714285715, "mean": 0.5714285714285715, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_1", "split": "test" }, "count": 1, "sum": 0.375, "sum_squared": 0.140625, "min": 0.375, "max": 0.375, "mean": 0.375, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_4", "split": "test" }, "count": 1, "sum": 0.07692307692307693, "sum_squared": 0.00591715976331361, "min": 0.07692307692307693, "max": 0.07692307692307693, "mean": 0.07692307692307693, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 19, "sum_squared": 361, "min": 19, "max": 19, "mean": 19.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 76, "sum_squared": 5776, "min": 76, "max": 76, "mean": 76.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "id1202", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "valid" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "valid" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "valid" }, "count": 1, "sum": 3590, "sum_squared": 12888100, "min": 3590, "max": 3590, "mean": 3590.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "valid" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "valid" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "valid" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "valid" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "valid" }, "count": 1, "sum": 0.863497257232666, "sum_squared": 0.745627513248337, "min": 0.863497257232666, "max": 0.863497257232666, "mean": 0.863497257232666, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "valid" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "valid" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "valid" }, "count": 1, "sum": 5, "sum_squared": 25, "min": 5, "max": 5, "mean": 5.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "max_prob", "split": "valid" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "exact_match", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "quasi_exact_match", "split": "valid" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "f1_score", "split": "valid" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "rouge_l", "split": "valid" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_1", "split": "valid" }, "count": 1, "sum": 0.36787944117144233, "sum_squared": 0.1353352832366127, "min": 0.36787944117144233, "max": 0.36787944117144233, "mean": 0.36787944117144233, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_4", "split": "valid" }, "count": 1, "sum": 8.18558927632837e-309, "sum_squared": 0.0, "min": 8.18558927632837e-309, "max": 8.18558927632837e-309, "mean": 8.18558927632837e-309, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "valid" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "valid" }, "count": 1, "sum": 9, "sum_squared": 81, "min": 9, "max": 9, "mean": 9.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "id1463", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 3637, "sum_squared": 13227769, "min": 3637, "max": 3637, "mean": 3637.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 4, "sum_squared": 16, "min": 4, "max": 4, "mean": 4.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 4, "sum_squared": 16, "min": 4, "max": 4, "mean": 4.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 0.9522662162780762, "sum_squared": 0.9068109466645637, "min": 0.9522662162780762, "max": 0.9522662162780762, "mean": 0.9522662162780762, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 5, "sum_squared": 25, "min": 5, "max": 5, "mean": 5.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "max_prob", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "exact_match", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "quasi_exact_match", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "f1_score", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "rouge_l", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_1", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_4", "split": "test" }, "count": 1, "sum": 2.2250738585072626e-308, "sum_squared": 0.0, "min": 2.2250738585072626e-308, "max": 2.2250738585072626e-308, "mean": 2.2250738585072626e-308, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 4, "sum_squared": 16, "min": 4, "max": 4, "mean": 4.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 14, "sum_squared": 196, "min": 14, "max": 14, "mean": 14.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "id1112", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "valid" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "valid" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "valid" }, "count": 1, "sum": 3563, "sum_squared": 12694969, "min": 3563, "max": 3563, "mean": 3563.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "valid" }, "count": 1, "sum": 12, "sum_squared": 144, "min": 12, "max": 12, "mean": 12.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "valid" }, "count": 1, "sum": 12, "sum_squared": 144, "min": 12, "max": 12, "mean": 12.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "valid" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "valid" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "valid" }, "count": 1, "sum": 1.4793574810028076, "sum_squared": 2.1884985565989723, "min": 1.4793574810028076, "max": 1.4793574810028076, "mean": 1.4793574810028076, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "valid" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "valid" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "valid" }, "count": 1, "sum": 5, "sum_squared": 25, "min": 5, "max": 5, "mean": 5.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "max_prob", "split": "valid" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "exact_match", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "quasi_exact_match", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "f1_score", "split": "valid" }, "count": 1, "sum": 0.6666666666666666, "sum_squared": 0.4444444444444444, "min": 0.6666666666666666, "max": 0.6666666666666666, "mean": 0.6666666666666666, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "rouge_l", "split": "valid" }, "count": 1, "sum": 0.8571428571428571, "sum_squared": 0.7346938775510203, "min": 0.8571428571428571, "max": 0.8571428571428571, "mean": 0.8571428571428571, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_1", "split": "valid" }, "count": 1, "sum": 0.75, "sum_squared": 0.5625, "min": 0.75, "max": 0.75, "mean": 0.75, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_4", "split": "valid" }, "count": 1, "sum": 0.6, "sum_squared": 0.36, "min": 0.6, "max": 0.6, "mean": 0.6, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "valid" }, "count": 1, "sum": 12, "sum_squared": 144, "min": 12, "max": 12, "mean": 12.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "valid" }, "count": 1, "sum": 39, "sum_squared": 1521, "min": 39, "max": 39, "mean": 39.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "id1293", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 3589, "sum_squared": 12880921, "min": 3589, "max": 3589, "mean": 3589.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 4, "sum_squared": 16, "min": 4, "max": 4, "mean": 4.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 4, "sum_squared": 16, "min": 4, "max": 4, "mean": 4.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.1142890453338623, "sum_squared": 1.2416400765510502, "min": 1.1142890453338623, "max": 1.1142890453338623, "mean": 1.1142890453338623, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 5, "sum_squared": 25, "min": 5, "max": 5, "mean": 5.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "max_prob", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "exact_match", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "quasi_exact_match", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "f1_score", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "rouge_l", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_1", "split": "test" }, "count": 1, "sum": 0.36787944117144233, "sum_squared": 0.1353352832366127, "min": 0.36787944117144233, "max": 0.36787944117144233, "mean": 0.36787944117144233, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_4", "split": "test" }, "count": 1, "sum": 8.18558927632837e-309, "sum_squared": 0.0, "min": 8.18558927632837e-309, "max": 8.18558927632837e-309, "mean": 8.18558927632837e-309, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 4, "sum_squared": 16, "min": 4, "max": 4, "mean": 4.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 7, "sum_squared": 49, "min": 7, "max": 7, "mean": 7.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "id1256", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 3207, "sum_squared": 10284849, "min": 3207, "max": 3207, "mean": 3207.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 3, "sum_squared": 9, "min": 3, "max": 3, "mean": 3.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 3, "sum_squared": 9, "min": 3, "max": 3, "mean": 3.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 0.584749698638916, "sum_squared": 0.3419322100583031, "min": 0.584749698638916, "max": 0.584749698638916, "mean": 0.584749698638916, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 5, "sum_squared": 25, "min": 5, "max": 5, "mean": 5.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "max_prob", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "exact_match", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "quasi_exact_match", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "f1_score", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "rouge_l", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_1", "split": "test" }, "count": 1, "sum": 0.6666666666666666, "sum_squared": 0.4444444444444444, "min": 0.6666666666666666, "max": 0.6666666666666666, "mean": 0.6666666666666666, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_4", "split": "test" }, "count": 1, "sum": 2.2250738585072626e-308, "sum_squared": 0.0, "min": 2.2250738585072626e-308, "max": 2.2250738585072626e-308, "mean": 2.2250738585072626e-308, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 3, "sum_squared": 9, "min": 3, "max": 3, "mean": 3.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 15, "sum_squared": 225, "min": 15, "max": 15, "mean": 15.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "id1499", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 3605, "sum_squared": 12996025, "min": 3605, "max": 3605, "mean": 3605.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 5, "sum_squared": 25, "min": 5, "max": 5, "mean": 5.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 5, "sum_squared": 25, "min": 5, "max": 5, "mean": 5.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 0.8645410537719727, "sum_squared": 0.7474312336571529, "min": 0.8645410537719727, "max": 0.8645410537719727, "mean": 0.8645410537719727, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 5, "sum_squared": 25, "min": 5, "max": 5, "mean": 5.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "max_prob", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "exact_match", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "quasi_exact_match", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "f1_score", "split": "test" }, "count": 1, "sum": 0.8, "sum_squared": 0.6400000000000001, "min": 0.8, "max": 0.8, "mean": 0.8, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "rouge_l", "split": "test" }, "count": 1, "sum": 0.8, "sum_squared": 0.6400000000000001, "min": 0.8, "max": 0.8, "mean": 0.8, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_1", "split": "test" }, "count": 1, "sum": 0.354274914555761, "sum_squared": 0.12551071508349174, "min": 0.354274914555761, "max": 0.354274914555761, "mean": 0.354274914555761, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_4", "split": "test" }, "count": 1, "sum": 2.2250738585072626e-308, "sum_squared": 0.0, "min": 2.2250738585072626e-308, "max": 2.2250738585072626e-308, "mean": 2.2250738585072626e-308, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 5, "sum_squared": 25, "min": 5, "max": 5, "mean": 5.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 27, "sum_squared": 729, "min": 27, "max": 27, "mean": 27.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "id1419", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 3112, "sum_squared": 9684544, "min": 3112, "max": 3112, "mean": 3112.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 3, "sum_squared": 9, "min": 3, "max": 3, "mean": 3.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 3, "sum_squared": 9, "min": 3, "max": 3, "mean": 3.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 0.5637266635894775, "sum_squared": 0.317787751241724, "min": 0.5637266635894775, "max": 0.5637266635894775, "mean": 0.5637266635894775, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 5, "sum_squared": 25, "min": 5, "max": 5, "mean": 5.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "max_prob", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "exact_match", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "quasi_exact_match", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "f1_score", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "rouge_l", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_1", "split": "test" }, "count": 1, "sum": 0.6666666666666666, "sum_squared": 0.4444444444444444, "min": 0.6666666666666666, "max": 0.6666666666666666, "mean": 0.6666666666666666, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_4", "split": "test" }, "count": 1, "sum": 2.2250738585072626e-308, "sum_squared": 0.0, "min": 2.2250738585072626e-308, "max": 2.2250738585072626e-308, "mean": 2.2250738585072626e-308, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 3, "sum_squared": 9, "min": 3, "max": 3, "mean": 3.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 14, "sum_squared": 196, "min": 14, "max": 14, "mean": 14.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "id1103", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "valid" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "valid" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "valid" }, "count": 1, "sum": 3487, "sum_squared": 12159169, "min": 3487, "max": 3487, "mean": 3487.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "valid" }, "count": 1, "sum": 3, "sum_squared": 9, "min": 3, "max": 3, "mean": 3.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "valid" }, "count": 1, "sum": 3, "sum_squared": 9, "min": 3, "max": 3, "mean": 3.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "valid" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "valid" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "valid" }, "count": 1, "sum": 0.956843376159668, "sum_squared": 0.9155492465006319, "min": 0.956843376159668, "max": 0.956843376159668, "mean": 0.956843376159668, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "valid" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "valid" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "valid" }, "count": 1, "sum": 5, "sum_squared": 25, "min": 5, "max": 5, "mean": 5.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "max_prob", "split": "valid" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "exact_match", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "quasi_exact_match", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "f1_score", "split": "valid" }, "count": 1, "sum": 0.6666666666666666, "sum_squared": 0.4444444444444444, "min": 0.6666666666666666, "max": 0.6666666666666666, "mean": 0.6666666666666666, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "rouge_l", "split": "valid" }, "count": 1, "sum": 0.6666666666666666, "sum_squared": 0.4444444444444444, "min": 0.6666666666666666, "max": 0.6666666666666666, "mean": 0.6666666666666666, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_1", "split": "valid" }, "count": 1, "sum": 0.5, "sum_squared": 0.25, "min": 0.5, "max": 0.5, "mean": 0.5, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_4", "split": "valid" }, "count": 1, "sum": 2.2250738585072626e-308, "sum_squared": 0.0, "min": 2.2250738585072626e-308, "max": 2.2250738585072626e-308, "mean": 2.2250738585072626e-308, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "valid" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "valid" }, "count": 1, "sum": 3, "sum_squared": 9, "min": 3, "max": 3, "mean": 3.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "valid" }, "count": 1, "sum": 15, "sum_squared": 225, "min": 15, "max": 15, "mean": 15.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "id1331", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 3276, "sum_squared": 10732176, "min": 3276, "max": 3276, "mean": 3276.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 0.6220409870147705, "sum_squared": 0.3869349895263099, "min": 0.6220409870147705, "max": 0.6220409870147705, "mean": 0.6220409870147705, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 5, "sum_squared": 25, "min": 5, "max": 5, "mean": 5.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "max_prob", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "exact_match", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "quasi_exact_match", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "f1_score", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "rouge_l", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_1", "split": "test" }, "count": 1, "sum": 0.6065306597126334, "sum_squared": 0.36787944117144233, "min": 0.6065306597126334, "max": 0.6065306597126334, "mean": 0.6065306597126334, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_4", "split": "test" }, "count": 1, "sum": 1.3495755153097447e-308, "sum_squared": 0.0, "min": 1.3495755153097447e-308, "max": 1.3495755153097447e-308, "mean": 1.3495755153097447e-308, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 7, "sum_squared": 49, "min": 7, "max": 7, "mean": 7.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "id1410", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 3174, "sum_squared": 10074276, "min": 3174, "max": 3174, "mean": 3174.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 0.7744970321655273, "sum_squared": 0.5998456528332099, "min": 0.7744970321655273, "max": 0.7744970321655273, "mean": 0.7744970321655273, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 5, "sum_squared": 25, "min": 5, "max": 5, "mean": 5.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "max_prob", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "exact_match", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "quasi_exact_match", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "f1_score", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "rouge_l", "split": "test" }, "count": 1, "sum": 0.6666666666666666, "sum_squared": 0.4444444444444444, "min": 0.6666666666666666, "max": 0.6666666666666666, "mean": 0.6666666666666666, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_1", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_4", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 7, "sum_squared": 49, "min": 7, "max": 7, "mean": 7.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "id1516", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 3500, "sum_squared": 12250000, "min": 3500, "max": 3500, "mean": 3500.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 5.46682333946228, "sum_squared": 29.886157424889518, "min": 5.46682333946228, "max": 5.46682333946228, "mean": 5.46682333946228, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 5, "sum_squared": 25, "min": 5, "max": 5, "mean": 5.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "max_prob", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "exact_match", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "quasi_exact_match", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "f1_score", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "rouge_l", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_1", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_4", "split": "test" }, "count": 1, "sum": 2.2250738585072626e-308, "sum_squared": 0.0, "min": 2.2250738585072626e-308, "max": 2.2250738585072626e-308, "mean": 2.2250738585072626e-308, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 6, "sum_squared": 36, "min": 6, "max": 6, "mean": 6.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "id1449", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 3153, "sum_squared": 9941409, "min": 3153, "max": 3153, "mean": 3153.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 0.8351736068725586, "sum_squared": 0.697514953616519, "min": 0.8351736068725586, "max": 0.8351736068725586, "mean": 0.8351736068725586, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 5, "sum_squared": 25, "min": 5, "max": 5, "mean": 5.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "max_prob", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "exact_match", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "quasi_exact_match", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "f1_score", "split": "test" }, "count": 1, "sum": 0.5, "sum_squared": 0.25, "min": 0.5, "max": 0.5, "mean": 0.5, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "rouge_l", "split": "test" }, "count": 1, "sum": 0.4, "sum_squared": 0.16000000000000003, "min": 0.4, "max": 0.4, "mean": 0.4, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_1", "split": "test" }, "count": 1, "sum": 0.049787068367863944, "sum_squared": 0.0024787521766663585, "min": 0.049787068367863944, "max": 0.049787068367863944, "mean": 0.049787068367863944, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_4", "split": "test" }, "count": 1, "sum": 1.10779904317048e-309, "sum_squared": 0.0, "min": 1.10779904317048e-309, "max": 1.10779904317048e-309, "mean": 1.10779904317048e-309, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 5, "sum_squared": 25, "min": 5, "max": 5, "mean": 5.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "id1411", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 3585, "sum_squared": 12852225, "min": 3585, "max": 3585, "mean": 3585.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 5, "sum_squared": 25, "min": 5, "max": 5, "mean": 5.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 5, "sum_squared": 25, "min": 5, "max": 5, "mean": 5.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.2762298583984375, "sum_squared": 1.6287626514676958, "min": 1.2762298583984375, "max": 1.2762298583984375, "mean": 1.2762298583984375, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 5, "sum_squared": 25, "min": 5, "max": 5, "mean": 5.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "max_prob", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "exact_match", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "quasi_exact_match", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "f1_score", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "rouge_l", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_1", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_4", "split": "test" }, "count": 1, "sum": 2.2250738585072626e-308, "sum_squared": 0.0, "min": 2.2250738585072626e-308, "max": 2.2250738585072626e-308, "mean": 2.2250738585072626e-308, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 5, "sum_squared": 25, "min": 5, "max": 5, "mean": 5.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 15, "sum_squared": 225, "min": 15, "max": 15, "mean": 15.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "id1495", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 3571, "sum_squared": 12752041, "min": 3571, "max": 3571, "mean": 3571.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 7, "sum_squared": 49, "min": 7, "max": 7, "mean": 7.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 7, "sum_squared": 49, "min": 7, "max": 7, "mean": 7.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 0.7891726493835449, "sum_squared": 0.6227934705350435, "min": 0.7891726493835449, "max": 0.7891726493835449, "mean": 0.7891726493835449, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 5, "sum_squared": 25, "min": 5, "max": 5, "mean": 5.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "max_prob", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "exact_match", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "quasi_exact_match", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "f1_score", "split": "test" }, "count": 1, "sum": 0.4, "sum_squared": 0.16000000000000003, "min": 0.4, "max": 0.4, "mean": 0.4, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "rouge_l", "split": "test" }, "count": 1, "sum": 0.4, "sum_squared": 0.16000000000000003, "min": 0.4, "max": 0.4, "mean": 0.4, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_1", "split": "test" }, "count": 1, "sum": 0.16666666666666669, "sum_squared": 0.027777777777777783, "min": 0.16666666666666669, "max": 0.16666666666666669, "mean": 0.16666666666666669, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_4", "split": "test" }, "count": 1, "sum": 2.2250738585072626e-308, "sum_squared": 0.0, "min": 2.2250738585072626e-308, "max": 2.2250738585072626e-308, "mean": 2.2250738585072626e-308, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 7, "sum_squared": 49, "min": 7, "max": 7, "mean": 7.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 20, "sum_squared": 400, "min": 20, "max": 20, "mean": 20.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "id1445", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 3053, "sum_squared": 9320809, "min": 3053, "max": 3053, "mean": 3053.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 0.6310868263244629, "sum_squared": 0.3982705823602828, "min": 0.6310868263244629, "max": 0.6310868263244629, "mean": 0.6310868263244629, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 5, "sum_squared": 25, "min": 5, "max": 5, "mean": 5.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "max_prob", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "exact_match", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "quasi_exact_match", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "f1_score", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "rouge_l", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_1", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_4", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 7, "sum_squared": 49, "min": 7, "max": 7, "mean": 7.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "id1507", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 4085, "sum_squared": 16687225, "min": 4085, "max": 4085, "mean": 4085.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 3, "sum_squared": 9, "min": 3, "max": 3, "mean": 3.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 3, "sum_squared": 9, "min": 3, "max": 3, "mean": 3.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.0549147129058838, "sum_squared": 1.1128450515053032, "min": 1.0549147129058838, "max": 1.0549147129058838, "mean": 1.0549147129058838, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 5, "sum_squared": 25, "min": 5, "max": 5, "mean": 5.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "max_prob", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "exact_match", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "quasi_exact_match", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "f1_score", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "rouge_l", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_1", "split": "test" }, "count": 1, "sum": 0.36787944117144233, "sum_squared": 0.1353352832366127, "min": 0.36787944117144233, "max": 0.36787944117144233, "mean": 0.36787944117144233, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_4", "split": "test" }, "count": 1, "sum": 8.18558927632837e-309, "sum_squared": 0.0, "min": 8.18558927632837e-309, "max": 8.18558927632837e-309, "mean": 8.18558927632837e-309, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 3, "sum_squared": 9, "min": 3, "max": 3, "mean": 3.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 7, "sum_squared": 49, "min": 7, "max": 7, "mean": 7.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "id1414", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 3984, "sum_squared": 15872256, "min": 3984, "max": 3984, "mean": 3984.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 0.7702946662902832, "sum_squared": 0.5933538729152588, "min": 0.7702946662902832, "max": 0.7702946662902832, "mean": 0.7702946662902832, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 5, "sum_squared": 25, "min": 5, "max": 5, "mean": 5.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "max_prob", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "exact_match", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "quasi_exact_match", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "f1_score", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "rouge_l", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_1", "split": "test" }, "count": 1, "sum": 0.36787944117144233, "sum_squared": 0.1353352832366127, "min": 0.36787944117144233, "max": 0.36787944117144233, "mean": 0.36787944117144233, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_4", "split": "test" }, "count": 1, "sum": 8.18558927632837e-309, "sum_squared": 0.0, "min": 8.18558927632837e-309, "max": 8.18558927632837e-309, "mean": 8.18558927632837e-309, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 7, "sum_squared": 49, "min": 7, "max": 7, "mean": 7.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "id1246", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 3871, "sum_squared": 14984641, "min": 3871, "max": 3871, "mean": 3871.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 0.5873498916625977, "sum_squared": 0.3449798952360652, "min": 0.5873498916625977, "max": 0.5873498916625977, "mean": 0.5873498916625977, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 5, "sum_squared": 25, "min": 5, "max": 5, "mean": 5.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "max_prob", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "exact_match", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "quasi_exact_match", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "f1_score", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "rouge_l", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_1", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_4", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 6, "sum_squared": 36, "min": 6, "max": 6, "mean": 6.0, "variance": 0.0, "stddev": 0.0 } ] }, { "instance_id": "id1555", "train_trial_index": 0, "stats": [ { "name": { "name": "num_references", "split": "test" }, "count": 1, "sum": 2, "sum_squared": 4, "min": 2, "max": 2, "mean": 2.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_trials", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_prompt_tokens", "split": "test" }, "count": 1, "sum": 3132, "sum_squared": 9809424, "min": 3132, "max": 3132, "mean": 3132.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_completion_tokens", "split": "test" }, "count": 1, "sum": 22, "sum_squared": 484, "min": 22, "max": 22, "mean": 22.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_output_tokens", "split": "test" }, "count": 1, "sum": 22, "sum_squared": 484, "min": 22, "max": 22, "mean": 22.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "training_co2_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "training_energy_cost", "split": "test" }, "count": 0, "sum": 0, "sum_squared": 0 }, { "name": { "name": "inference_runtime", "split": "test" }, "count": 1, "sum": 1.657965898513794, "sum_squared": 2.748850920634652, "min": 1.657965898513794, "max": 1.657965898513794, "mean": 1.657965898513794, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "batch_size", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_length", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_stop", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_endoftext", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "finish_reason_unknown", "split": "test" }, "count": 1, "sum": 1, "sum_squared": 1, "min": 1, "max": 1, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_train_instances", "split": "test" }, "count": 1, "sum": 5, "sum_squared": 25, "min": 5, "max": 5, "mean": 5.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "prompt_truncated", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "max_prob", "split": "test" }, "count": 1, "sum": 1.0, "sum_squared": 1.0, "min": 1.0, "max": 1.0, "mean": 1.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "exact_match", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "quasi_exact_match", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "f1_score", "split": "test" }, "count": 1, "sum": 0.32432432432432434, "sum_squared": 0.10518626734842952, "min": 0.32432432432432434, "max": 0.32432432432432434, "mean": 0.32432432432432434, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "rouge_l", "split": "test" }, "count": 1, "sum": 0.24390243902439024, "sum_squared": 0.059488399762046396, "min": 0.24390243902439024, "max": 0.24390243902439024, "mean": 0.24390243902439024, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_1", "split": "test" }, "count": 1, "sum": 0.3274923012311928, "sum_squared": 0.1072512073657023, "min": 0.3274923012311928, "max": 0.3274923012311928, "mean": 0.3274923012311928, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "bleu_4", "split": "test" }, "count": 1, "sum": 2.2250738585072626e-308, "sum_squared": 0.0, "min": 2.2250738585072626e-308, "max": 2.2250738585072626e-308, "mean": 2.2250738585072626e-308, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "logprob", "split": "test" }, "count": 1, "sum": 0, "sum_squared": 0, "min": 0, "max": 0, "mean": 0.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_perplexity_tokens", "split": "test" }, "count": 1, "sum": 22, "sum_squared": 484, "min": 22, "max": 22, "mean": 22.0, "variance": 0.0, "stddev": 0.0 }, { "name": { "name": "num_bytes", "split": "test" }, "count": 1, "sum": 100, "sum_squared": 10000, "min": 100, "max": 100, "mean": 100.0, "variance": 0.0, "stddev": 0.0 } ] } ]